comparison env/lib/python3.7/site-packages/setuptools/unicode_utils.py @ 2:6af9afd405e9 draft

"planemo upload commit 0a63dd5f4d38a1f6944587f52a8cd79874177fc1"
author shellac
date Thu, 14 May 2020 14:56:58 -0400
parents 26e78fe6e8c4
children
comparison
equal deleted inserted replaced
1:75ca89e9b81c 2:6af9afd405e9
1 import unicodedata
2 import sys
3
4 from setuptools.extern import six
5
6
7 # HFS Plus uses decomposed UTF-8
8 def decompose(path):
9 if isinstance(path, six.text_type):
10 return unicodedata.normalize('NFD', path)
11 try:
12 path = path.decode('utf-8')
13 path = unicodedata.normalize('NFD', path)
14 path = path.encode('utf-8')
15 except UnicodeError:
16 pass # Not UTF-8
17 return path
18
19
20 def filesys_decode(path):
21 """
22 Ensure that the given path is decoded,
23 NONE when no expected encoding works
24 """
25
26 if isinstance(path, six.text_type):
27 return path
28
29 fs_enc = sys.getfilesystemencoding() or 'utf-8'
30 candidates = fs_enc, 'utf-8'
31
32 for enc in candidates:
33 try:
34 return path.decode(enc)
35 except UnicodeDecodeError:
36 continue
37
38
39 def try_encode(string, enc):
40 "turn unicode encoding into a functional routine"
41 try:
42 return string.encode(enc)
43 except UnicodeEncodeError:
44 return None