comparison env/lib/python3.9/site-packages/urllib3/fields.py @ 0:4f3585e2f14b draft default tip

"planemo upload commit 60cee0fc7c0cda8592644e1aad72851dec82c959"
author shellac
date Mon, 22 Mar 2021 18:12:50 +0000
parents
children
comparison
equal deleted inserted replaced
-1:000000000000 0:4f3585e2f14b
1 from __future__ import absolute_import
2
3 import email.utils
4 import mimetypes
5 import re
6
7 from .packages import six
8
9
10 def guess_content_type(filename, default="application/octet-stream"):
11 """
12 Guess the "Content-Type" of a file.
13
14 :param filename:
15 The filename to guess the "Content-Type" of using :mod:`mimetypes`.
16 :param default:
17 If no "Content-Type" can be guessed, default to `default`.
18 """
19 if filename:
20 return mimetypes.guess_type(filename)[0] or default
21 return default
22
23
24 def format_header_param_rfc2231(name, value):
25 """
26 Helper function to format and quote a single header parameter using the
27 strategy defined in RFC 2231.
28
29 Particularly useful for header parameters which might contain
30 non-ASCII values, like file names. This follows
31 `RFC 2388 Section 4.4 <https://tools.ietf.org/html/rfc2388#section-4.4>`_.
32
33 :param name:
34 The name of the parameter, a string expected to be ASCII only.
35 :param value:
36 The value of the parameter, provided as ``bytes`` or `str``.
37 :ret:
38 An RFC-2231-formatted unicode string.
39 """
40 if isinstance(value, six.binary_type):
41 value = value.decode("utf-8")
42
43 if not any(ch in value for ch in '"\\\r\n'):
44 result = u'%s="%s"' % (name, value)
45 try:
46 result.encode("ascii")
47 except (UnicodeEncodeError, UnicodeDecodeError):
48 pass
49 else:
50 return result
51
52 if six.PY2: # Python 2:
53 value = value.encode("utf-8")
54
55 # encode_rfc2231 accepts an encoded string and returns an ascii-encoded
56 # string in Python 2 but accepts and returns unicode strings in Python 3
57 value = email.utils.encode_rfc2231(value, "utf-8")
58 value = "%s*=%s" % (name, value)
59
60 if six.PY2: # Python 2:
61 value = value.decode("utf-8")
62
63 return value
64
65
66 _HTML5_REPLACEMENTS = {
67 u"\u0022": u"%22",
68 # Replace "\" with "\\".
69 u"\u005C": u"\u005C\u005C",
70 }
71
72 # All control characters from 0x00 to 0x1F *except* 0x1B.
73 _HTML5_REPLACEMENTS.update(
74 {
75 six.unichr(cc): u"%{:02X}".format(cc)
76 for cc in range(0x00, 0x1F + 1)
77 if cc not in (0x1B,)
78 }
79 )
80
81
82 def _replace_multiple(value, needles_and_replacements):
83 def replacer(match):
84 return needles_and_replacements[match.group(0)]
85
86 pattern = re.compile(
87 r"|".join([re.escape(needle) for needle in needles_and_replacements.keys()])
88 )
89
90 result = pattern.sub(replacer, value)
91
92 return result
93
94
95 def format_header_param_html5(name, value):
96 """
97 Helper function to format and quote a single header parameter using the
98 HTML5 strategy.
99
100 Particularly useful for header parameters which might contain
101 non-ASCII values, like file names. This follows the `HTML5 Working Draft
102 Section 4.10.22.7`_ and matches the behavior of curl and modern browsers.
103
104 .. _HTML5 Working Draft Section 4.10.22.7:
105 https://w3c.github.io/html/sec-forms.html#multipart-form-data
106
107 :param name:
108 The name of the parameter, a string expected to be ASCII only.
109 :param value:
110 The value of the parameter, provided as ``bytes`` or `str``.
111 :ret:
112 A unicode string, stripped of troublesome characters.
113 """
114 if isinstance(value, six.binary_type):
115 value = value.decode("utf-8")
116
117 value = _replace_multiple(value, _HTML5_REPLACEMENTS)
118
119 return u'%s="%s"' % (name, value)
120
121
122 # For backwards-compatibility.
123 format_header_param = format_header_param_html5
124
125
126 class RequestField(object):
127 """
128 A data container for request body parameters.
129
130 :param name:
131 The name of this request field. Must be unicode.
132 :param data:
133 The data/value body.
134 :param filename:
135 An optional filename of the request field. Must be unicode.
136 :param headers:
137 An optional dict-like object of headers to initially use for the field.
138 :param header_formatter:
139 An optional callable that is used to encode and format the headers. By
140 default, this is :func:`format_header_param_html5`.
141 """
142
143 def __init__(
144 self,
145 name,
146 data,
147 filename=None,
148 headers=None,
149 header_formatter=format_header_param_html5,
150 ):
151 self._name = name
152 self._filename = filename
153 self.data = data
154 self.headers = {}
155 if headers:
156 self.headers = dict(headers)
157 self.header_formatter = header_formatter
158
159 @classmethod
160 def from_tuples(cls, fieldname, value, header_formatter=format_header_param_html5):
161 """
162 A :class:`~urllib3.fields.RequestField` factory from old-style tuple parameters.
163
164 Supports constructing :class:`~urllib3.fields.RequestField` from
165 parameter of key/value strings AND key/filetuple. A filetuple is a
166 (filename, data, MIME type) tuple where the MIME type is optional.
167 For example::
168
169 'foo': 'bar',
170 'fakefile': ('foofile.txt', 'contents of foofile'),
171 'realfile': ('barfile.txt', open('realfile').read()),
172 'typedfile': ('bazfile.bin', open('bazfile').read(), 'image/jpeg'),
173 'nonamefile': 'contents of nonamefile field',
174
175 Field names and filenames must be unicode.
176 """
177 if isinstance(value, tuple):
178 if len(value) == 3:
179 filename, data, content_type = value
180 else:
181 filename, data = value
182 content_type = guess_content_type(filename)
183 else:
184 filename = None
185 content_type = None
186 data = value
187
188 request_param = cls(
189 fieldname, data, filename=filename, header_formatter=header_formatter
190 )
191 request_param.make_multipart(content_type=content_type)
192
193 return request_param
194
195 def _render_part(self, name, value):
196 """
197 Overridable helper function to format a single header parameter. By
198 default, this calls ``self.header_formatter``.
199
200 :param name:
201 The name of the parameter, a string expected to be ASCII only.
202 :param value:
203 The value of the parameter, provided as a unicode string.
204 """
205
206 return self.header_formatter(name, value)
207
208 def _render_parts(self, header_parts):
209 """
210 Helper function to format and quote a single header.
211
212 Useful for single headers that are composed of multiple items. E.g.,
213 'Content-Disposition' fields.
214
215 :param header_parts:
216 A sequence of (k, v) tuples or a :class:`dict` of (k, v) to format
217 as `k1="v1"; k2="v2"; ...`.
218 """
219 parts = []
220 iterable = header_parts
221 if isinstance(header_parts, dict):
222 iterable = header_parts.items()
223
224 for name, value in iterable:
225 if value is not None:
226 parts.append(self._render_part(name, value))
227
228 return u"; ".join(parts)
229
230 def render_headers(self):
231 """
232 Renders the headers for this request field.
233 """
234 lines = []
235
236 sort_keys = ["Content-Disposition", "Content-Type", "Content-Location"]
237 for sort_key in sort_keys:
238 if self.headers.get(sort_key, False):
239 lines.append(u"%s: %s" % (sort_key, self.headers[sort_key]))
240
241 for header_name, header_value in self.headers.items():
242 if header_name not in sort_keys:
243 if header_value:
244 lines.append(u"%s: %s" % (header_name, header_value))
245
246 lines.append(u"\r\n")
247 return u"\r\n".join(lines)
248
249 def make_multipart(
250 self, content_disposition=None, content_type=None, content_location=None
251 ):
252 """
253 Makes this request field into a multipart request field.
254
255 This method overrides "Content-Disposition", "Content-Type" and
256 "Content-Location" headers to the request parameter.
257
258 :param content_type:
259 The 'Content-Type' of the request body.
260 :param content_location:
261 The 'Content-Location' of the request body.
262
263 """
264 self.headers["Content-Disposition"] = content_disposition or u"form-data"
265 self.headers["Content-Disposition"] += u"; ".join(
266 [
267 u"",
268 self._render_parts(
269 ((u"name", self._name), (u"filename", self._filename))
270 ),
271 ]
272 )
273 self.headers["Content-Type"] = content_type
274 self.headers["Content-Location"] = content_location