1#@!#!123s

: / lib / python3.6 / site-packages / pip / utils /

Filename : encoding.py

back

import codecs
import locale
import re


BOMS = [
    (codecs.BOM_UTF8, 'utf8'),
    (codecs.BOM_UTF16, 'utf16'),
    (codecs.BOM_UTF16_BE, 'utf16-be'),
    (codecs.BOM_UTF16_LE, 'utf16-le'),
    (codecs.BOM_UTF32, 'utf32'),
    (codecs.BOM_UTF32_BE, 'utf32-be'),
    (codecs.BOM_UTF32_LE, 'utf32-le'),
]

ENCODING_RE = re.compile(b'coding[:=]\s*([-\w.]+)')


def auto_decode(data):
    """Check a bytes string for a BOM to correctly detect the encoding

    Fallback to locale.getpreferredencoding(False) like open() on Python3"""
    for bom, encoding in BOMS:
        if data.startswith(bom):
            return data[len(bom):].decode(encoding)
    # Lets check the first two lines as in PEP263
    for line in data.split(b'\n')[:2]:
        if line[0:1] == b'#' and ENCODING_RE.search(line):
            encoding = ENCODING_RE.search(line).groups()[0].decode('ascii')
            return data.decode(encoding)
    return data.decode(locale.getpreferredencoding(False))

Name	Size	Last Modified	Owner	Permissions
__pycache__	Dir	May 29 2024 3:41:23	root	0755
__init__.py	27.106 KB	April 06 2024 1:40:45	root	0644
appdirs.py	8.604 KB	April 06 2024 1:40:45	root	0644
build.py	1.281 KB	April 06 2024 1:40:45	root	0644
deprecation.py	2.18 KB	April 06 2024 1:40:45	root	0644
encoding.py	0.948 KB	April 06 2024 1:40:45	root	0644
filesystem.py	0.878 KB	April 06 2024 1:40:45	root	0644
glibc.py	2.87 KB	April 06 2024 1:40:45	root	0644
hashes.py	2.799 KB	April 06 2024 1:40:45	root	0644
logging.py	3.249 KB	April 06 2024 1:40:45	root	0644
outdated.py	5.849 KB	April 06 2024 1:40:45	root	0644
packaging.py	2.031 KB	April 06 2024 1:40:45	root	0644
setuptools_build.py	0.271 KB	April 06 2024 1:40:45	root	0644
ui.py	11.325 KB	April 06 2024 1:40:45	root	0644

2017 © D7net \| D704T team