Mercurial > repos > shellac > sam_consensus_v3
comparison env/lib/python3.9/site-packages/urllib3/fields.py @ 0:4f3585e2f14b draft default tip
"planemo upload commit 60cee0fc7c0cda8592644e1aad72851dec82c959"
| author | shellac |
|---|---|
| date | Mon, 22 Mar 2021 18:12:50 +0000 |
| parents | |
| children |
comparison
equal
deleted
inserted
replaced
| -1:000000000000 | 0:4f3585e2f14b |
|---|---|
| 1 from __future__ import absolute_import | |
| 2 | |
| 3 import email.utils | |
| 4 import mimetypes | |
| 5 import re | |
| 6 | |
| 7 from .packages import six | |
| 8 | |
| 9 | |
| 10 def guess_content_type(filename, default="application/octet-stream"): | |
| 11 """ | |
| 12 Guess the "Content-Type" of a file. | |
| 13 | |
| 14 :param filename: | |
| 15 The filename to guess the "Content-Type" of using :mod:`mimetypes`. | |
| 16 :param default: | |
| 17 If no "Content-Type" can be guessed, default to `default`. | |
| 18 """ | |
| 19 if filename: | |
| 20 return mimetypes.guess_type(filename)[0] or default | |
| 21 return default | |
| 22 | |
| 23 | |
| 24 def format_header_param_rfc2231(name, value): | |
| 25 """ | |
| 26 Helper function to format and quote a single header parameter using the | |
| 27 strategy defined in RFC 2231. | |
| 28 | |
| 29 Particularly useful for header parameters which might contain | |
| 30 non-ASCII values, like file names. This follows | |
| 31 `RFC 2388 Section 4.4 <https://tools.ietf.org/html/rfc2388#section-4.4>`_. | |
| 32 | |
| 33 :param name: | |
| 34 The name of the parameter, a string expected to be ASCII only. | |
| 35 :param value: | |
| 36 The value of the parameter, provided as ``bytes`` or `str``. | |
| 37 :ret: | |
| 38 An RFC-2231-formatted unicode string. | |
| 39 """ | |
| 40 if isinstance(value, six.binary_type): | |
| 41 value = value.decode("utf-8") | |
| 42 | |
| 43 if not any(ch in value for ch in '"\\\r\n'): | |
| 44 result = u'%s="%s"' % (name, value) | |
| 45 try: | |
| 46 result.encode("ascii") | |
| 47 except (UnicodeEncodeError, UnicodeDecodeError): | |
| 48 pass | |
| 49 else: | |
| 50 return result | |
| 51 | |
| 52 if six.PY2: # Python 2: | |
| 53 value = value.encode("utf-8") | |
| 54 | |
| 55 # encode_rfc2231 accepts an encoded string and returns an ascii-encoded | |
| 56 # string in Python 2 but accepts and returns unicode strings in Python 3 | |
| 57 value = email.utils.encode_rfc2231(value, "utf-8") | |
| 58 value = "%s*=%s" % (name, value) | |
| 59 | |
| 60 if six.PY2: # Python 2: | |
| 61 value = value.decode("utf-8") | |
| 62 | |
| 63 return value | |
| 64 | |
| 65 | |
| 66 _HTML5_REPLACEMENTS = { | |
| 67 u"\u0022": u"%22", | |
| 68 # Replace "\" with "\\". | |
| 69 u"\u005C": u"\u005C\u005C", | |
| 70 } | |
| 71 | |
| 72 # All control characters from 0x00 to 0x1F *except* 0x1B. | |
| 73 _HTML5_REPLACEMENTS.update( | |
| 74 { | |
| 75 six.unichr(cc): u"%{:02X}".format(cc) | |
| 76 for cc in range(0x00, 0x1F + 1) | |
| 77 if cc not in (0x1B,) | |
| 78 } | |
| 79 ) | |
| 80 | |
| 81 | |
| 82 def _replace_multiple(value, needles_and_replacements): | |
| 83 def replacer(match): | |
| 84 return needles_and_replacements[match.group(0)] | |
| 85 | |
| 86 pattern = re.compile( | |
| 87 r"|".join([re.escape(needle) for needle in needles_and_replacements.keys()]) | |
| 88 ) | |
| 89 | |
| 90 result = pattern.sub(replacer, value) | |
| 91 | |
| 92 return result | |
| 93 | |
| 94 | |
| 95 def format_header_param_html5(name, value): | |
| 96 """ | |
| 97 Helper function to format and quote a single header parameter using the | |
| 98 HTML5 strategy. | |
| 99 | |
| 100 Particularly useful for header parameters which might contain | |
| 101 non-ASCII values, like file names. This follows the `HTML5 Working Draft | |
| 102 Section 4.10.22.7`_ and matches the behavior of curl and modern browsers. | |
| 103 | |
| 104 .. _HTML5 Working Draft Section 4.10.22.7: | |
| 105 https://w3c.github.io/html/sec-forms.html#multipart-form-data | |
| 106 | |
| 107 :param name: | |
| 108 The name of the parameter, a string expected to be ASCII only. | |
| 109 :param value: | |
| 110 The value of the parameter, provided as ``bytes`` or `str``. | |
| 111 :ret: | |
| 112 A unicode string, stripped of troublesome characters. | |
| 113 """ | |
| 114 if isinstance(value, six.binary_type): | |
| 115 value = value.decode("utf-8") | |
| 116 | |
| 117 value = _replace_multiple(value, _HTML5_REPLACEMENTS) | |
| 118 | |
| 119 return u'%s="%s"' % (name, value) | |
| 120 | |
| 121 | |
| 122 # For backwards-compatibility. | |
| 123 format_header_param = format_header_param_html5 | |
| 124 | |
| 125 | |
| 126 class RequestField(object): | |
| 127 """ | |
| 128 A data container for request body parameters. | |
| 129 | |
| 130 :param name: | |
| 131 The name of this request field. Must be unicode. | |
| 132 :param data: | |
| 133 The data/value body. | |
| 134 :param filename: | |
| 135 An optional filename of the request field. Must be unicode. | |
| 136 :param headers: | |
| 137 An optional dict-like object of headers to initially use for the field. | |
| 138 :param header_formatter: | |
| 139 An optional callable that is used to encode and format the headers. By | |
| 140 default, this is :func:`format_header_param_html5`. | |
| 141 """ | |
| 142 | |
| 143 def __init__( | |
| 144 self, | |
| 145 name, | |
| 146 data, | |
| 147 filename=None, | |
| 148 headers=None, | |
| 149 header_formatter=format_header_param_html5, | |
| 150 ): | |
| 151 self._name = name | |
| 152 self._filename = filename | |
| 153 self.data = data | |
| 154 self.headers = {} | |
| 155 if headers: | |
| 156 self.headers = dict(headers) | |
| 157 self.header_formatter = header_formatter | |
| 158 | |
| 159 @classmethod | |
| 160 def from_tuples(cls, fieldname, value, header_formatter=format_header_param_html5): | |
| 161 """ | |
| 162 A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters. | |
| 163 | |
| 164 Supports constructing :class:`~urllib3.fields.RequestField` from | |
| 165 parameter of key/value strings AND key/filetuple. A filetuple is a | |
| 166 (filename, data, MIME type) tuple where the MIME type is optional. | |
| 167 For example:: | |
| 168 | |
| 169 'foo': 'bar', | |
| 170 'fakefile': ('foofile.txt', 'contents of foofile'), | |
| 171 'realfile': ('barfile.txt', open('realfile').read()), | |
| 172 'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'), | |
| 173 'nonamefile': 'contents of nonamefile field', | |
| 174 | |
| 175 Field names and filenames must be unicode. | |
| 176 """ | |
| 177 if isinstance(value, tuple): | |
| 178 if len(value) == 3: | |
| 179 filename, data, content_type = value | |
| 180 else: | |
| 181 filename, data = value | |
| 182 content_type = guess_content_type(filename) | |
| 183 else: | |
| 184 filename = None | |
| 185 content_type = None | |
| 186 data = value | |
| 187 | |
| 188 request_param = cls( | |
| 189 fieldname, data, filename=filename, header_formatter=header_formatter | |
| 190 ) | |
| 191 request_param.make_multipart(content_type=content_type) | |
| 192 | |
| 193 return request_param | |
| 194 | |
| 195 def _render_part(self, name, value): | |
| 196 """ | |
| 197 Overridable helper function to format a single header parameter. By | |
| 198 default, this calls ``self.header_formatter``. | |
| 199 | |
| 200 :param name: | |
| 201 The name of the parameter, a string expected to be ASCII only. | |
| 202 :param value: | |
| 203 The value of the parameter, provided as a unicode string. | |
| 204 """ | |
| 205 | |
| 206 return self.header_formatter(name, value) | |
| 207 | |
| 208 def _render_parts(self, header_parts): | |
| 209 """ | |
| 210 Helper function to format and quote a single header. | |
| 211 | |
| 212 Useful for single headers that are composed of multiple items. E.g., | |
| 213 'Content-Disposition' fields. | |
| 214 | |
| 215 :param header_parts: | |
| 216 A sequence of (k, v) tuples or a :class:`dict` of (k, v) to format | |
| 217 as `k1="v1"; k2="v2"; ...`. | |
| 218 """ | |
| 219 parts = [] | |
| 220 iterable = header_parts | |
| 221 if isinstance(header_parts, dict): | |
| 222 iterable = header_parts.items() | |
| 223 | |
| 224 for name, value in iterable: | |
| 225 if value is not None: | |
| 226 parts.append(self._render_part(name, value)) | |
| 227 | |
| 228 return u"; ".join(parts) | |
| 229 | |
| 230 def render_headers(self): | |
| 231 """ | |
| 232 Renders the headers for this request field. | |
| 233 """ | |
| 234 lines = [] | |
| 235 | |
| 236 sort_keys = ["Content-Disposition", "Content-Type", "Content-Location"] | |
| 237 for sort_key in sort_keys: | |
| 238 if self.headers.get(sort_key, False): | |
| 239 lines.append(u"%s: %s" % (sort_key, self.headers[sort_key])) | |
| 240 | |
| 241 for header_name, header_value in self.headers.items(): | |
| 242 if header_name not in sort_keys: | |
| 243 if header_value: | |
| 244 lines.append(u"%s: %s" % (header_name, header_value)) | |
| 245 | |
| 246 lines.append(u"\r\n") | |
| 247 return u"\r\n".join(lines) | |
| 248 | |
| 249 def make_multipart( | |
| 250 self, content_disposition=None, content_type=None, content_location=None | |
| 251 ): | |
| 252 """ | |
| 253 Makes this request field into a multipart request field. | |
| 254 | |
| 255 This method overrides "Content-Disposition", "Content-Type" and | |
| 256 "Content-Location" headers to the request parameter. | |
| 257 | |
| 258 :param content_type: | |
| 259 The 'Content-Type' of the request body. | |
| 260 :param content_location: | |
| 261 The 'Content-Location' of the request body. | |
| 262 | |
| 263 """ | |
| 264 self.headers["Content-Disposition"] = content_disposition or u"form-data" | |
| 265 self.headers["Content-Disposition"] += u"; ".join( | |
| 266 [ | |
| 267 u"", | |
| 268 self._render_parts( | |
| 269 ((u"name", self._name), (u"filename", self._filename)) | |
| 270 ), | |
| 271 ] | |
| 272 ) | |
| 273 self.headers["Content-Type"] = content_type | |
| 274 self.headers["Content-Location"] = content_location |
