Name	Size	Mode	Actions
__pycache__/	-	0755	rm
appdirs.py	8811	0644	editdlrm
build.py	1312	0644	editdlrm
deprecation.py	2232	0644	editdlrm
encoding.py	971	0644	editdlrm
filesystem.py	899	0644	editdlrm
glibc.py	2939	0644	editdlrm
hashes.py	2866	0644	editdlrm
logging.py	3327	0644	editdlrm
outdated.py	5989	0644	editdlrm
packaging.py	2080	0644	editdlrm
setuptools_build.py	278	0644	editdlrm
ui.py	11597	0644	editdlrm
__init__.py	27757	0644	editdlrm

import codecs import locale import re BOMS = [ (codecs.BOM_UTF8, 'utf8'), (codecs.BOM_UTF16, 'utf16'), (codecs.BOM_UTF16_BE, 'utf16-be'), (codecs.BOM_UTF16_LE, 'utf16-le'), (codecs.BOM_UTF32, 'utf32'), (codecs.BOM_UTF32_BE, 'utf32-be'), (codecs.BOM_UTF32_LE, 'utf32-le'), ] ENCODING_RE = re.compile(b'coding[:=]\s*([-\w.]+)') def auto_decode(data): """Check a bytes string for a BOM to correctly detect the encoding Fallback to locale.getpreferredencoding(False) like open() on Python3""" for bom, encoding in BOMS: if data.startswith(bom): return data[len(bom):].decode(encoding) # Lets check the first two lines as in PEP263 for line in data.split(b'\n')[:2]: if line[0:1] == b'#' and ENCODING_RE.search(line): encoding = ENCODING_RE.search(line).groups()[0].decode('ascii') return data.decode(encoding) return data.decode(locale.getpreferredencoding(False))