diff options
author | Haoran S. Diao (刁浩然) <0@hairydiode.xyz> | 2023-07-05 04:53:17 -0700 |
---|---|---|
committer | Haoran S. Diao (刁浩然) <0@hairydiode.xyz> | 2023-07-05 04:53:17 -0700 |
commit | 7cd46f6842cc0e0c8279b1f1607d9ffb4acb9102 (patch) | |
tree | e4489aeaa83e3f944d70914689c4a02adb39a52f /e/lib/python3.11/site-packages/setuptools/unicode_utils.py |
initial commit, includes venv
Diffstat (limited to 'e/lib/python3.11/site-packages/setuptools/unicode_utils.py')
-rw-r--r-- | e/lib/python3.11/site-packages/setuptools/unicode_utils.py | 42 |
1 files changed, 42 insertions, 0 deletions
diff --git a/e/lib/python3.11/site-packages/setuptools/unicode_utils.py b/e/lib/python3.11/site-packages/setuptools/unicode_utils.py new file mode 100644 index 0000000..e84e65e --- /dev/null +++ b/e/lib/python3.11/site-packages/setuptools/unicode_utils.py @@ -0,0 +1,42 @@ +import unicodedata +import sys + + +# HFS Plus uses decomposed UTF-8 +def decompose(path): + if isinstance(path, str): + return unicodedata.normalize('NFD', path) + try: + path = path.decode('utf-8') + path = unicodedata.normalize('NFD', path) + path = path.encode('utf-8') + except UnicodeError: + pass # Not UTF-8 + return path + + +def filesys_decode(path): + """ + Ensure that the given path is decoded, + NONE when no expected encoding works + """ + + if isinstance(path, str): + return path + + fs_enc = sys.getfilesystemencoding() or 'utf-8' + candidates = fs_enc, 'utf-8' + + for enc in candidates: + try: + return path.decode(enc) + except UnicodeDecodeError: + continue + + +def try_encode(string, enc): + "turn unicode encoding into a functional routine" + try: + return string.encode(enc) + except UnicodeEncodeError: + return None |