hhblits: lib/python3.8/site-packages/pip/_vendor/msgpack/fallback.py annotate

author	guerler
date	Mon, 27 Jul 2020 03:47:31 -0400
parents
children

rev	line source
0 9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	1 """Fallback pure Python implementation of msgpack"""
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	2
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	3 import sys
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	4 import struct
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	5 import warnings
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	6
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	7
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	8 if sys.version_info[0] == 2:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	9 PY2 = True
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	10 int_types = (int, long)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	11 def dict_iteritems(d):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	12 return d.iteritems()
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	13 else:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	14 PY2 = False
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	15 int_types = int
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	16 unicode = str
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	17 xrange = range
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	18 def dict_iteritems(d):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	19 return d.items()
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	20
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	21 if sys.version_info < (3, 5):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	22 # Ugly hack...
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	23 RecursionError = RuntimeError
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	24
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	25 def _is_recursionerror(e):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	26 return len(e.args) == 1 and isinstance(e.args[0], str) and \
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	27 e.args[0].startswith('maximum recursion depth exceeded')
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	28 else:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	29 def _is_recursionerror(e):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	30 return True
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	31
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	32 if hasattr(sys, 'pypy_version_info'):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	33 # cStringIO is slow on PyPy, StringIO is faster. However: PyPy's own
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	34 # StringBuilder is fastest.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	35 from __pypy__ import newlist_hint
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	36 try:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	37 from __pypy__.builders import BytesBuilder as StringBuilder
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	38 except ImportError:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	39 from __pypy__.builders import StringBuilder
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	40 USING_STRINGBUILDER = True
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	41 class StringIO(object):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	42 def __init__(self, s=b''):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	43 if s:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	44 self.builder = StringBuilder(len(s))
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	45 self.builder.append(s)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	46 else:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	47 self.builder = StringBuilder()
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	48 def write(self, s):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	49 if isinstance(s, memoryview):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	50 s = s.tobytes()
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	51 elif isinstance(s, bytearray):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	52 s = bytes(s)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	53 self.builder.append(s)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	54 def getvalue(self):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	55 return self.builder.build()
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	56 else:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	57 USING_STRINGBUILDER = False
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	58 from io import BytesIO as StringIO
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	59 newlist_hint = lambda size: []
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	60
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	61
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	62 from .exceptions import (
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	63 BufferFull,
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	64 OutOfData,
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	65 ExtraData,
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	66 FormatError,
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	67 StackError,
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	68 )
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	69
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	70 from . import ExtType
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	71
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	72
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	73 EX_SKIP = 0
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	74 EX_CONSTRUCT = 1
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	75 EX_READ_ARRAY_HEADER = 2
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	76 EX_READ_MAP_HEADER = 3
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	77
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	78 TYPE_IMMEDIATE = 0
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	79 TYPE_ARRAY = 1
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	80 TYPE_MAP = 2
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	81 TYPE_RAW = 3
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	82 TYPE_BIN = 4
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	83 TYPE_EXT = 5
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	84
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	85 DEFAULT_RECURSE_LIMIT = 511
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	86
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	87
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	88 def _check_type_strict(obj, t, type=type, tuple=tuple):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	89 if type(t) is tuple:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	90 return type(obj) in t
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	91 else:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	92 return type(obj) is t
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	93
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	94
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	95 def _get_data_from_buffer(obj):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	96 try:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	97 view = memoryview(obj)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	98 except TypeError:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	99 # try to use legacy buffer protocol if 2.7, otherwise re-raise
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	100 if PY2:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	101 view = memoryview(buffer(obj))
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	102 warnings.warn("using old buffer interface to unpack %s; "
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	103 "this leads to unpacking errors if slicing is used and "
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	104 "will be removed in a future version" % type(obj),
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	105 RuntimeWarning, stacklevel=3)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	106 else:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	107 raise
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	108 if view.itemsize != 1:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	109 raise ValueError("cannot unpack from multi-byte object")
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	110 return view
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	111
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	112
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	113 def unpack(stream, **kwargs):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	114 warnings.warn(
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	115 "Direct calling implementation's unpack() is deprecated, Use msgpack.unpack() or unpackb() instead.",
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	116 DeprecationWarning, stacklevel=2)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	117 data = stream.read()
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	118 return unpackb(data, **kwargs)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	119
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	120
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	121 def unpackb(packed, **kwargs):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	122 """
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	123 Unpack an object from `packed`.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	124
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	125 Raises ``ExtraData`` when packed contains extra bytes.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	126 Raises ``ValueError`` when packed is incomplete.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	127 Raises ``FormatError`` when packed is not valid msgpack.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	128 Raises ``StackError`` when packed contains too nested.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	129 Other exceptions can be raised during unpacking.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	130
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	131 See :class:`Unpacker` for options.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	132 """
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	133 unpacker = Unpacker(None, max_buffer_size=len(packed), **kwargs)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	134 unpacker.feed(packed)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	135 try:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	136 ret = unpacker._unpack()
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	137 except OutOfData:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	138 raise ValueError("Unpack failed: incomplete input")
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	139 except RecursionError as e:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	140 if _is_recursionerror(e):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	141 raise StackError
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	142 raise
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	143 if unpacker._got_extradata():
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	144 raise ExtraData(ret, unpacker._get_extradata())
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	145 return ret
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	146
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	147
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	148 if sys.version_info < (2, 7, 6):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	149 def _unpack_from(f, b, o=0):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	150 """Explicit typcast for legacy struct.unpack_from"""
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	151 return struct.unpack_from(f, bytes(b), o)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	152 else:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	153 _unpack_from = struct.unpack_from
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	154
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	155
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	156 class Unpacker(object):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	157 """Streaming unpacker.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	158
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	159 arguments:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	160
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	161 :param file_like:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	162 File-like object having `.read(n)` method.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	163 If specified, unpacker reads serialized data from it and :meth:`feed()` is not usable.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	164
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	165 :param int read_size:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	166 Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	167
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	168 :param bool use_list:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	169 If true, unpack msgpack array to Python list.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	170 Otherwise, unpack to Python tuple. (default: True)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	171
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	172 :param bool raw:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	173 If true, unpack msgpack raw to Python bytes (default).
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	174 Otherwise, unpack to Python str (or unicode on Python 2) by decoding
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	175 with UTF-8 encoding (recommended).
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	176 Currently, the default is true, but it will be changed to false in
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	177 near future. So you must specify it explicitly for keeping backward
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	178 compatibility.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	179
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	180 encoding option which is deprecated overrides this option.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	181
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	182 :param bool strict_map_key:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	183 If true, only str or bytes are accepted for map (dict) keys.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	184 It's False by default for backward-compatibility.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	185 But it will be True from msgpack 1.0.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	186
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	187 :param callable object_hook:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	188 When specified, it should be callable.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	189 Unpacker calls it with a dict argument after unpacking msgpack map.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	190 (See also simplejson)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	191
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	192 :param callable object_pairs_hook:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	193 When specified, it should be callable.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	194 Unpacker calls it with a list of key-value pairs after unpacking msgpack map.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	195 (See also simplejson)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	196
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	197 :param str encoding:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	198 Encoding used for decoding msgpack raw.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	199 If it is None (default), msgpack raw is deserialized to Python bytes.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	200
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	201 :param str unicode_errors:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	202 (deprecated) Used for decoding msgpack raw with encoding.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	203 (default: `'strict'`)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	204
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	205 :param int max_buffer_size:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	206 Limits size of data waiting unpacked. 0 means system's INT_MAX (default).
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	207 Raises `BufferFull` exception when it is insufficient.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	208 You should set this parameter when unpacking data from untrusted source.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	209
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	210 :param int max_str_len:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	211 Deprecated, use max_buffer_size instead.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	212 Limits max length of str. (default: max_buffer_size or 1024*1024)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	213
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	214 :param int max_bin_len:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	215 Deprecated, use max_buffer_size instead.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	216 Limits max length of bin. (default: max_buffer_size or 1024*1024)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	217
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	218 :param int max_array_len:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	219 Limits max length of array.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	220 (default: max_buffer_size or 128*1024)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	221
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	222 :param int max_map_len:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	223 Limits max length of map.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	224 (default: max_buffer_size//2 or 32*1024)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	225
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	226 :param int max_ext_len:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	227 Deprecated, use max_buffer_size instead.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	228 Limits max size of ext type. (default: max_buffer_size or 1024*1024)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	229
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	230 Example of streaming deserialize from file-like object::
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	231
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	232 unpacker = Unpacker(file_like, raw=False, max_buffer_size=1010241024)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	233 for o in unpacker:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	234 process(o)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	235
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	236 Example of streaming deserialize from socket::
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	237
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	238 unpacker = Unpacker(raw=False, max_buffer_size=1010241024)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	239 while True:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	240 buf = sock.recv(1024**2)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	241 if not buf:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	242 break
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	243 unpacker.feed(buf)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	244 for o in unpacker:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	245 process(o)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	246
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	247 Raises ``ExtraData`` when packed contains extra bytes.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	248 Raises ``OutOfData`` when packed is incomplete.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	249 Raises ``FormatError`` when packed is not valid msgpack.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	250 Raises ``StackError`` when packed contains too nested.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	251 Other exceptions can be raised during unpacking.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	252 """
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	253
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	254 def __init__(self, file_like=None, read_size=0, use_list=True, raw=True, strict_map_key=False,
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	255 object_hook=None, object_pairs_hook=None, list_hook=None,
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	256 encoding=None, unicode_errors=None, max_buffer_size=0,
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	257 ext_hook=ExtType,
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	258 max_str_len=-1,
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	259 max_bin_len=-1,
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	260 max_array_len=-1,
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	261 max_map_len=-1,
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	262 max_ext_len=-1):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	263 if encoding is not None:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	264 warnings.warn(
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	265 "encoding is deprecated, Use raw=False instead.",
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	266 DeprecationWarning, stacklevel=2)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	267
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	268 if unicode_errors is None:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	269 unicode_errors = 'strict'
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	270
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	271 if file_like is None:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	272 self._feeding = True
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	273 else:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	274 if not callable(file_like.read):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	275 raise TypeError("`file_like.read` must be callable")
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	276 self.file_like = file_like
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	277 self._feeding = False
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	278
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	279 #: array of bytes fed.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	280 self._buffer = bytearray()
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	281 #: Which position we currently reads
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	282 self._buff_i = 0
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	283
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	284 # When Unpacker is used as an iterable, between the calls to next(),
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	285 # the buffer is not "consumed" completely, for efficiency sake.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	286 # Instead, it is done sloppily. To make sure we raise BufferFull at
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	287 # the correct moments, we have to keep track of how sloppy we were.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	288 # Furthermore, when the buffer is incomplete (that is: in the case
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	289 # we raise an OutOfData) we need to rollback the buffer to the correct
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	290 # state, which _buf_checkpoint records.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	291 self._buf_checkpoint = 0
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	292
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	293 if max_str_len == -1:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	294 max_str_len = max_buffer_size or 1024*1024
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	295 if max_bin_len == -1:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	296 max_bin_len = max_buffer_size or 1024*1024
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	297 if max_array_len == -1:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	298 max_array_len = max_buffer_size or 128*1024
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	299 if max_map_len == -1:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	300 max_map_len = max_buffer_size//2 or 32*1024
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	301 if max_ext_len == -1:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	302 max_ext_len = max_buffer_size or 1024*1024
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	303
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	304 self._max_buffer_size = max_buffer_size or 2**31-1
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	305 if read_size > self._max_buffer_size:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	306 raise ValueError("read_size must be smaller than max_buffer_size")
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	307 self._read_size = read_size or min(self._max_buffer_size, 16*1024)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	308 self._raw = bool(raw)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	309 self._strict_map_key = bool(strict_map_key)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	310 self._encoding = encoding
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	311 self._unicode_errors = unicode_errors
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	312 self._use_list = use_list
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	313 self._list_hook = list_hook
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	314 self._object_hook = object_hook
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	315 self._object_pairs_hook = object_pairs_hook
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	316 self._ext_hook = ext_hook
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	317 self._max_str_len = max_str_len
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	318 self._max_bin_len = max_bin_len
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	319 self._max_array_len = max_array_len
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	320 self._max_map_len = max_map_len
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	321 self._max_ext_len = max_ext_len
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	322 self._stream_offset = 0
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	323
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	324 if list_hook is not None and not callable(list_hook):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	325 raise TypeError('`list_hook` is not callable')
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	326 if object_hook is not None and not callable(object_hook):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	327 raise TypeError('`object_hook` is not callable')
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	328 if object_pairs_hook is not None and not callable(object_pairs_hook):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	329 raise TypeError('`object_pairs_hook` is not callable')
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	330 if object_hook is not None and object_pairs_hook is not None:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	331 raise TypeError("object_pairs_hook and object_hook are mutually "
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	332 "exclusive")
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	333 if not callable(ext_hook):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	334 raise TypeError("`ext_hook` is not callable")
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	335
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	336 def feed(self, next_bytes):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	337 assert self._feeding
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	338 view = _get_data_from_buffer(next_bytes)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	339 if (len(self._buffer) - self._buff_i + len(view) > self._max_buffer_size):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	340 raise BufferFull
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	341
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	342 # Strip buffer before checkpoint before reading file.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	343 if self._buf_checkpoint > 0:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	344 del self._buffer[:self._buf_checkpoint]
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	345 self._buff_i -= self._buf_checkpoint
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	346 self._buf_checkpoint = 0
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	347
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	348 # Use extend here: INPLACE_ADD += doesn't reliably typecast memoryview in jython
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	349 self._buffer.extend(view)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	350
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	351 def _consume(self):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	352 """ Gets rid of the used parts of the buffer. """
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	353 self._stream_offset += self._buff_i - self._buf_checkpoint
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	354 self._buf_checkpoint = self._buff_i
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	355
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	356 def _got_extradata(self):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	357 return self._buff_i < len(self._buffer)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	358
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	359 def _get_extradata(self):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	360 return self._buffer[self._buff_i:]
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	361
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	362 def read_bytes(self, n):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	363 return self._read(n)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	364
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	365 def _read(self, n):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	366 # (int) -> bytearray
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	367 self._reserve(n)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	368 i = self._buff_i
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	369 self._buff_i = i+n
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	370 return self._buffer[i:i+n]
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	371
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	372 def _reserve(self, n):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	373 remain_bytes = len(self._buffer) - self._buff_i - n
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	374
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	375 # Fast path: buffer has n bytes already
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	376 if remain_bytes >= 0:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	377 return
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	378
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	379 if self._feeding:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	380 self._buff_i = self._buf_checkpoint
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	381 raise OutOfData
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	382
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	383 # Strip buffer before checkpoint before reading file.
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	384 if self._buf_checkpoint > 0:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	385 del self._buffer[:self._buf_checkpoint]
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	386 self._buff_i -= self._buf_checkpoint
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	387 self._buf_checkpoint = 0
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	388
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	389 # Read from file
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	390 remain_bytes = -remain_bytes
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	391 while remain_bytes > 0:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	392 to_read_bytes = max(self._read_size, remain_bytes)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	393 read_data = self.file_like.read(to_read_bytes)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	394 if not read_data:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	395 break
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	396 assert isinstance(read_data, bytes)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	397 self._buffer += read_data
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	398 remain_bytes -= len(read_data)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	399
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	400 if len(self._buffer) < n + self._buff_i:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	401 self._buff_i = 0 # rollback
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	402 raise OutOfData
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	403
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	404 def _read_header(self, execute=EX_CONSTRUCT):
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	405 typ = TYPE_IMMEDIATE
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	406 n = 0
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	407 obj = None
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	408 self._reserve(1)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	409 b = self._buffer[self._buff_i]
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	410 self._buff_i += 1
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	411 if b & 0b10000000 == 0:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	412 obj = b
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	413 elif b & 0b11100000 == 0b11100000:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	414 obj = -1 - (b ^ 0xff)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	415 elif b & 0b11100000 == 0b10100000:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	416 n = b & 0b00011111
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	417 typ = TYPE_RAW
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	418 if n > self._max_str_len:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	419 raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	420 obj = self._read(n)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	421 elif b & 0b11110000 == 0b10010000:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	422 n = b & 0b00001111
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	423 typ = TYPE_ARRAY
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	424 if n > self._max_array_len:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	425 raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	426 elif b & 0b11110000 == 0b10000000:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	427 n = b & 0b00001111
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	428 typ = TYPE_MAP
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	429 if n > self._max_map_len:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	430 raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	431 elif b == 0xc0:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	432 obj = None
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	433 elif b == 0xc2:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	434 obj = False
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	435 elif b == 0xc3:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	436 obj = True
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	437 elif b == 0xc4:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	438 typ = TYPE_BIN
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	439 self._reserve(1)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	440 n = self._buffer[self._buff_i]
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	441 self._buff_i += 1
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	442 if n > self._max_bin_len:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	443 raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len))
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	444 obj = self._read(n)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	445 elif b == 0xc5:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	446 typ = TYPE_BIN
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	447 self._reserve(2)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	448 n = _unpack_from(">H", self._buffer, self._buff_i)[0]
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	449 self._buff_i += 2
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	450 if n > self._max_bin_len:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	451 raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len))
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	452 obj = self._read(n)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	453 elif b == 0xc6:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	454 typ = TYPE_BIN
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	455 self._reserve(4)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	456 n = _unpack_from(">I", self._buffer, self._buff_i)[0]
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	457 self._buff_i += 4
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	458 if n > self._max_bin_len:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	459 raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len))
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	460 obj = self._read(n)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	461 elif b == 0xc7: # ext 8
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	462 typ = TYPE_EXT
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	463 self._reserve(2)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	464 L, n = _unpack_from('Bb', self._buffer, self._buff_i)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	465 self._buff_i += 2
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	466 if L > self._max_ext_len:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	467 raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len))
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	468 obj = self._read(L)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	469 elif b == 0xc8: # ext 16
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	470 typ = TYPE_EXT
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	471 self._reserve(3)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	472 L, n = _unpack_from('>Hb', self._buffer, self._buff_i)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	473 self._buff_i += 3
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	474 if L > self._max_ext_len:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	475 raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len))
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	476 obj = self._read(L)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	477 elif b == 0xc9: # ext 32
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	478 typ = TYPE_EXT
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	479 self._reserve(5)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	480 L, n = _unpack_from('>Ib', self._buffer, self._buff_i)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	481 self._buff_i += 5
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	482 if L > self._max_ext_len:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	483 raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len))
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	484 obj = self._read(L)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	485 elif b == 0xca:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	486 self._reserve(4)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	487 obj = _unpack_from(">f", self._buffer, self._buff_i)[0]
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	488 self._buff_i += 4
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	489 elif b == 0xcb:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	490 self._reserve(8)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	491 obj = _unpack_from(">d", self._buffer, self._buff_i)[0]
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	492 self._buff_i += 8
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	493 elif b == 0xcc:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	494 self._reserve(1)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	495 obj = self._buffer[self._buff_i]
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	496 self._buff_i += 1
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	497 elif b == 0xcd:
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	498 self._reserve(2)
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	499 obj = _unpack_from(">H", self._buffer, self._buff_i)[0]
9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44" guerler parents: diff changeset	500 self._buff_i += 2

0

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1 """Fallback pure Python implementation of msgpack"""

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

2

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

3 import sys

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

4 import struct

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

5 import warnings

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

6

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

7

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

8 if sys.version_info[0] == 2:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

9 PY2 = True

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

10 int_types = (int, long)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

11 def dict_iteritems(d):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

12 return d.iteritems()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

13 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

14 PY2 = False

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

15 int_types = int

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

16 unicode = str

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

17 xrange = range

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

18 def dict_iteritems(d):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

19 return d.items()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

20

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

21 if sys.version_info < (3, 5):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

22 # Ugly hack...

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

23 RecursionError = RuntimeError

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

24

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

25 def _is_recursionerror(e):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

26 return len(e.args) == 1 and isinstance(e.args[0], str) and \

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

27 e.args[0].startswith('maximum recursion depth exceeded')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

28 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

29 def _is_recursionerror(e):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

30 return True

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

31

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

32 if hasattr(sys, 'pypy_version_info'):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

33 # cStringIO is slow on PyPy, StringIO is faster. However: PyPy's own

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

34 # StringBuilder is fastest.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

35 from __pypy__ import newlist_hint

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

36 try:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

37 from __pypy__.builders import BytesBuilder as StringBuilder

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

38 except ImportError:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

39 from __pypy__.builders import StringBuilder

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

40 USING_STRINGBUILDER = True

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

41 class StringIO(object):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

42 def __init__(self, s=b''):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

43 if s:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

44 self.builder = StringBuilder(len(s))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

45 self.builder.append(s)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

46 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

47 self.builder = StringBuilder()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

48 def write(self, s):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

49 if isinstance(s, memoryview):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

50 s = s.tobytes()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

51 elif isinstance(s, bytearray):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

52 s = bytes(s)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

53 self.builder.append(s)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

54 def getvalue(self):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

55 return self.builder.build()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

56 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

57 USING_STRINGBUILDER = False

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

58 from io import BytesIO as StringIO

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

59 newlist_hint = lambda size: []

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

60

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

61

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

62 from .exceptions import (

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

63 BufferFull,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

64 OutOfData,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

65 ExtraData,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

66 FormatError,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

67 StackError,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

68 )

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

69

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

70 from . import ExtType

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

71

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

72

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

73 EX_SKIP = 0

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

74 EX_CONSTRUCT = 1

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

75 EX_READ_ARRAY_HEADER = 2

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

76 EX_READ_MAP_HEADER = 3

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

77

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

78 TYPE_IMMEDIATE = 0

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

79 TYPE_ARRAY = 1

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

80 TYPE_MAP = 2

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

81 TYPE_RAW = 3

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

82 TYPE_BIN = 4

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

83 TYPE_EXT = 5

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

84

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

85 DEFAULT_RECURSE_LIMIT = 511

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

86

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

87

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

88 def _check_type_strict(obj, t, type=type, tuple=tuple):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

89 if type(t) is tuple:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

90 return type(obj) in t

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

91 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

92 return type(obj) is t

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

93

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

94

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

95 def _get_data_from_buffer(obj):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

96 try:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

97 view = memoryview(obj)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

98 except TypeError:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

99 # try to use legacy buffer protocol if 2.7, otherwise re-raise

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

100 if PY2:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

101 view = memoryview(buffer(obj))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

102 warnings.warn("using old buffer interface to unpack %s; "

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

103 "this leads to unpacking errors if slicing is used and "

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

104 "will be removed in a future version" % type(obj),

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

105 RuntimeWarning, stacklevel=3)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

106 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

107 raise

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

108 if view.itemsize != 1:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

109 raise ValueError("cannot unpack from multi-byte object")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

110 return view

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

111

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

112

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

113 def unpack(stream, **kwargs):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

114 warnings.warn(

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

115 "Direct calling implementation's unpack() is deprecated, Use msgpack.unpack() or unpackb() instead.",

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

116 DeprecationWarning, stacklevel=2)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

117 data = stream.read()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

118 return unpackb(data, **kwargs)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

119

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

120

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

121 def unpackb(packed, **kwargs):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

122 """

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

123 Unpack an object from `packed`.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

124

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

125 Raises ``ExtraData`` when *packed* contains extra bytes.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

126 Raises ``ValueError`` when *packed* is incomplete.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

127 Raises ``FormatError`` when *packed* is not valid msgpack.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

128 Raises ``StackError`` when *packed* contains too nested.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

129 Other exceptions can be raised during unpacking.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

130

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

131 See :class:`Unpacker` for options.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

132 """

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

133 unpacker = Unpacker(None, max_buffer_size=len(packed), **kwargs)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

134 unpacker.feed(packed)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

135 try:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

136 ret = unpacker._unpack()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

137 except OutOfData:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

138 raise ValueError("Unpack failed: incomplete input")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

139 except RecursionError as e:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

140 if _is_recursionerror(e):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

141 raise StackError

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

142 raise

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

143 if unpacker._got_extradata():

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

144 raise ExtraData(ret, unpacker._get_extradata())

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

145 return ret

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

146

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

147

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

148 if sys.version_info < (2, 7, 6):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

149 def _unpack_from(f, b, o=0):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

150 """Explicit typcast for legacy struct.unpack_from"""

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

151 return struct.unpack_from(f, bytes(b), o)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

152 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

153 _unpack_from = struct.unpack_from

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

154

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

155

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

156 class Unpacker(object):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

157 """Streaming unpacker.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

158

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

159 arguments:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

160

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

161 :param file_like:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

162 File-like object having `.read(n)` method.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

163 If specified, unpacker reads serialized data from it and :meth:`feed()` is not usable.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

164

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

165 :param int read_size:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

166 Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

167

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

168 :param bool use_list:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

169 If true, unpack msgpack array to Python list.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

170 Otherwise, unpack to Python tuple. (default: True)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

171

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

172 :param bool raw:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

173 If true, unpack msgpack raw to Python bytes (default).

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

174 Otherwise, unpack to Python str (or unicode on Python 2) by decoding

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

175 with UTF-8 encoding (recommended).

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

176 Currently, the default is true, but it will be changed to false in

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

177 near future. So you must specify it explicitly for keeping backward

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

178 compatibility.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

179

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

180 *encoding* option which is deprecated overrides this option.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

181

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

182 :param bool strict_map_key:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

183 If true, only str or bytes are accepted for map (dict) keys.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

184 It's False by default for backward-compatibility.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

185 But it will be True from msgpack 1.0.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

186

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

187 :param callable object_hook:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

188 When specified, it should be callable.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

189 Unpacker calls it with a dict argument after unpacking msgpack map.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

190 (See also simplejson)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

191

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

192 :param callable object_pairs_hook:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

193 When specified, it should be callable.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

194 Unpacker calls it with a list of key-value pairs after unpacking msgpack map.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

195 (See also simplejson)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

196

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

197 :param str encoding:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

198 Encoding used for decoding msgpack raw.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

199 If it is None (default), msgpack raw is deserialized to Python bytes.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

200

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

201 :param str unicode_errors:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

202 (deprecated) Used for decoding msgpack raw with *encoding*.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

203 (default: `'strict'`)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

204

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

205 :param int max_buffer_size:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

206 Limits size of data waiting unpacked. 0 means system's INT_MAX (default).

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

207 Raises `BufferFull` exception when it is insufficient.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

208 You should set this parameter when unpacking data from untrusted source.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

209

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

210 :param int max_str_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

211 Deprecated, use *max_buffer_size* instead.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

212 Limits max length of str. (default: max_buffer_size or 1024*1024)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

213

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

214 :param int max_bin_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

215 Deprecated, use *max_buffer_size* instead.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

216 Limits max length of bin. (default: max_buffer_size or 1024*1024)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

217

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

218 :param int max_array_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

219 Limits max length of array.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

220 (default: max_buffer_size or 128*1024)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

221

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

222 :param int max_map_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

223 Limits max length of map.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

224 (default: max_buffer_size//2 or 32*1024)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

225

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

226 :param int max_ext_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

227 Deprecated, use *max_buffer_size* instead.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

228 Limits max size of ext type. (default: max_buffer_size or 1024*1024)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

229

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

230 Example of streaming deserialize from file-like object::

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

231

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

232 unpacker = Unpacker(file_like, raw=False, max_buffer_size=10*1024*1024)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

233 for o in unpacker:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

234 process(o)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

235

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

236 Example of streaming deserialize from socket::

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

237

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

238 unpacker = Unpacker(raw=False, max_buffer_size=10*1024*1024)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

239 while True:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

240 buf = sock.recv(1024**2)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

241 if not buf:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

242 break

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

243 unpacker.feed(buf)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

244 for o in unpacker:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

245 process(o)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

246

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

247 Raises ``ExtraData`` when *packed* contains extra bytes.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

248 Raises ``OutOfData`` when *packed* is incomplete.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

249 Raises ``FormatError`` when *packed* is not valid msgpack.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

250 Raises ``StackError`` when *packed* contains too nested.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

251 Other exceptions can be raised during unpacking.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

252 """

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

253

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

254 def __init__(self, file_like=None, read_size=0, use_list=True, raw=True, strict_map_key=False,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

255 object_hook=None, object_pairs_hook=None, list_hook=None,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

256 encoding=None, unicode_errors=None, max_buffer_size=0,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

257 ext_hook=ExtType,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

258 max_str_len=-1,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

259 max_bin_len=-1,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

260 max_array_len=-1,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

261 max_map_len=-1,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

262 max_ext_len=-1):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

263 if encoding is not None:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

264 warnings.warn(

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

265 "encoding is deprecated, Use raw=False instead.",

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

266 DeprecationWarning, stacklevel=2)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

267

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

268 if unicode_errors is None:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

269 unicode_errors = 'strict'

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

270

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

271 if file_like is None:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

272 self._feeding = True

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

273 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

274 if not callable(file_like.read):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

275 raise TypeError("`file_like.read` must be callable")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

276 self.file_like = file_like

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

277 self._feeding = False

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

278

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

279 #: array of bytes fed.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

280 self._buffer = bytearray()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

281 #: Which position we currently reads

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

282 self._buff_i = 0

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

283

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

284 # When Unpacker is used as an iterable, between the calls to next(),

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

285 # the buffer is not "consumed" completely, for efficiency sake.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

286 # Instead, it is done sloppily. To make sure we raise BufferFull at

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

287 # the correct moments, we have to keep track of how sloppy we were.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

288 # Furthermore, when the buffer is incomplete (that is: in the case

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

289 # we raise an OutOfData) we need to rollback the buffer to the correct

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

290 # state, which _buf_checkpoint records.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

291 self._buf_checkpoint = 0

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

292

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

293 if max_str_len == -1:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

294 max_str_len = max_buffer_size or 1024*1024

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

295 if max_bin_len == -1:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

296 max_bin_len = max_buffer_size or 1024*1024

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

297 if max_array_len == -1:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

298 max_array_len = max_buffer_size or 128*1024

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

299 if max_map_len == -1:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

300 max_map_len = max_buffer_size//2 or 32*1024

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

301 if max_ext_len == -1:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

302 max_ext_len = max_buffer_size or 1024*1024

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

303

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

304 self._max_buffer_size = max_buffer_size or 2**31-1

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

305 if read_size > self._max_buffer_size:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

306 raise ValueError("read_size must be smaller than max_buffer_size")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

307 self._read_size = read_size or min(self._max_buffer_size, 16*1024)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

308 self._raw = bool(raw)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

309 self._strict_map_key = bool(strict_map_key)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

310 self._encoding = encoding

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

311 self._unicode_errors = unicode_errors

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

312 self._use_list = use_list

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

313 self._list_hook = list_hook

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

314 self._object_hook = object_hook

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

315 self._object_pairs_hook = object_pairs_hook

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

316 self._ext_hook = ext_hook

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

317 self._max_str_len = max_str_len

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

318 self._max_bin_len = max_bin_len

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

319 self._max_array_len = max_array_len

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

320 self._max_map_len = max_map_len

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

321 self._max_ext_len = max_ext_len

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

322 self._stream_offset = 0

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

323

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

324 if list_hook is not None and not callable(list_hook):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

325 raise TypeError('`list_hook` is not callable')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

326 if object_hook is not None and not callable(object_hook):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

327 raise TypeError('`object_hook` is not callable')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

328 if object_pairs_hook is not None and not callable(object_pairs_hook):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

329 raise TypeError('`object_pairs_hook` is not callable')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

330 if object_hook is not None and object_pairs_hook is not None:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

331 raise TypeError("object_pairs_hook and object_hook are mutually "

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

332 "exclusive")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

333 if not callable(ext_hook):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

334 raise TypeError("`ext_hook` is not callable")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

335

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

336 def feed(self, next_bytes):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

337 assert self._feeding

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

338 view = _get_data_from_buffer(next_bytes)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

339 if (len(self._buffer) - self._buff_i + len(view) > self._max_buffer_size):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

340 raise BufferFull

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

341

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

342 # Strip buffer before checkpoint before reading file.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

343 if self._buf_checkpoint > 0:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

344 del self._buffer[:self._buf_checkpoint]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

345 self._buff_i -= self._buf_checkpoint

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

346 self._buf_checkpoint = 0

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

347

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

348 # Use extend here: INPLACE_ADD += doesn't reliably typecast memoryview in jython

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

349 self._buffer.extend(view)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

350

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

351 def _consume(self):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

352 """ Gets rid of the used parts of the buffer. """

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

353 self._stream_offset += self._buff_i - self._buf_checkpoint

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

354 self._buf_checkpoint = self._buff_i

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

355

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

356 def _got_extradata(self):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

357 return self._buff_i < len(self._buffer)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

358

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

359 def _get_extradata(self):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

360 return self._buffer[self._buff_i:]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

361

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

362 def read_bytes(self, n):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

363 return self._read(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

364

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

365 def _read(self, n):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

366 # (int) -> bytearray

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

367 self._reserve(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

368 i = self._buff_i

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

369 self._buff_i = i+n

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

370 return self._buffer[i:i+n]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

371

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

372 def _reserve(self, n):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

373 remain_bytes = len(self._buffer) - self._buff_i - n

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

374

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

375 # Fast path: buffer has n bytes already

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

376 if remain_bytes >= 0:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

377 return

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

378

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

379 if self._feeding:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

380 self._buff_i = self._buf_checkpoint

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

381 raise OutOfData

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

382

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

383 # Strip buffer before checkpoint before reading file.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

384 if self._buf_checkpoint > 0:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

385 del self._buffer[:self._buf_checkpoint]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

386 self._buff_i -= self._buf_checkpoint

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

387 self._buf_checkpoint = 0

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

388

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

389 # Read from file

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

390 remain_bytes = -remain_bytes

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

391 while remain_bytes > 0:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

392 to_read_bytes = max(self._read_size, remain_bytes)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

393 read_data = self.file_like.read(to_read_bytes)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

394 if not read_data:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

395 break

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

396 assert isinstance(read_data, bytes)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

397 self._buffer += read_data

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

398 remain_bytes -= len(read_data)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

399

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

400 if len(self._buffer) < n + self._buff_i:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

401 self._buff_i = 0 # rollback

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

402 raise OutOfData

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

403

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

404 def _read_header(self, execute=EX_CONSTRUCT):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

405 typ = TYPE_IMMEDIATE

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

406 n = 0

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

407 obj = None

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

408 self._reserve(1)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

409 b = self._buffer[self._buff_i]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

410 self._buff_i += 1

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

411 if b & 0b10000000 == 0:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

412 obj = b

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

413 elif b & 0b11100000 == 0b11100000:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

414 obj = -1 - (b ^ 0xff)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

415 elif b & 0b11100000 == 0b10100000:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

416 n = b & 0b00011111

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

417 typ = TYPE_RAW

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

418 if n > self._max_str_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

419 raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

420 obj = self._read(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

421 elif b & 0b11110000 == 0b10010000:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

422 n = b & 0b00001111

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

423 typ = TYPE_ARRAY

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

424 if n > self._max_array_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

425 raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

426 elif b & 0b11110000 == 0b10000000:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

427 n = b & 0b00001111

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

428 typ = TYPE_MAP

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

429 if n > self._max_map_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

430 raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

431 elif b == 0xc0:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

432 obj = None

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

433 elif b == 0xc2:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

434 obj = False

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

435 elif b == 0xc3:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

436 obj = True

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

437 elif b == 0xc4:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

438 typ = TYPE_BIN

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

439 self._reserve(1)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

440 n = self._buffer[self._buff_i]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

441 self._buff_i += 1

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

442 if n > self._max_bin_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

443 raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

444 obj = self._read(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

445 elif b == 0xc5:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

446 typ = TYPE_BIN

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

447 self._reserve(2)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

448 n = _unpack_from(">H", self._buffer, self._buff_i)[0]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

449 self._buff_i += 2

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

450 if n > self._max_bin_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

451 raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

452 obj = self._read(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

453 elif b == 0xc6:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

454 typ = TYPE_BIN

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

455 self._reserve(4)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

456 n = _unpack_from(">I", self._buffer, self._buff_i)[0]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

457 self._buff_i += 4

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

458 if n > self._max_bin_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

459 raise ValueError("%s exceeds max_bin_len(%s)" % (n, self._max_bin_len))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

460 obj = self._read(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

461 elif b == 0xc7: # ext 8

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

462 typ = TYPE_EXT

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

463 self._reserve(2)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

464 L, n = _unpack_from('Bb', self._buffer, self._buff_i)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

465 self._buff_i += 2

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

466 if L > self._max_ext_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

467 raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

468 obj = self._read(L)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

469 elif b == 0xc8: # ext 16

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

470 typ = TYPE_EXT

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

471 self._reserve(3)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

472 L, n = _unpack_from('>Hb', self._buffer, self._buff_i)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

473 self._buff_i += 3

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

474 if L > self._max_ext_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

475 raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

476 obj = self._read(L)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

477 elif b == 0xc9: # ext 32

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

478 typ = TYPE_EXT

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

479 self._reserve(5)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

480 L, n = _unpack_from('>Ib', self._buffer, self._buff_i)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

481 self._buff_i += 5

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

482 if L > self._max_ext_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

483 raise ValueError("%s exceeds max_ext_len(%s)" % (L, self._max_ext_len))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

484 obj = self._read(L)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

485 elif b == 0xca:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

486 self._reserve(4)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

487 obj = _unpack_from(">f", self._buffer, self._buff_i)[0]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

488 self._buff_i += 4

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

489 elif b == 0xcb:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

490 self._reserve(8)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

491 obj = _unpack_from(">d", self._buffer, self._buff_i)[0]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

492 self._buff_i += 8

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

493 elif b == 0xcc:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

494 self._reserve(1)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

495 obj = self._buffer[self._buff_i]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

496 self._buff_i += 1

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

497 elif b == 0xcd:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

498 self._reserve(2)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

499 obj = _unpack_from(">H", self._buffer, self._buff_i)[0]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

500 self._buff_i += 2

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

501 elif b == 0xce:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

502 self._reserve(4)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

503 obj = _unpack_from(">I", self._buffer, self._buff_i)[0]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

504 self._buff_i += 4

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

505 elif b == 0xcf:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

506 self._reserve(8)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

507 obj = _unpack_from(">Q", self._buffer, self._buff_i)[0]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

508 self._buff_i += 8

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

509 elif b == 0xd0:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

510 self._reserve(1)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

511 obj = _unpack_from("b", self._buffer, self._buff_i)[0]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

512 self._buff_i += 1

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

513 elif b == 0xd1:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

514 self._reserve(2)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

515 obj = _unpack_from(">h", self._buffer, self._buff_i)[0]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

516 self._buff_i += 2

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

517 elif b == 0xd2:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

518 self._reserve(4)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

519 obj = _unpack_from(">i", self._buffer, self._buff_i)[0]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

520 self._buff_i += 4

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

521 elif b == 0xd3:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

522 self._reserve(8)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

523 obj = _unpack_from(">q", self._buffer, self._buff_i)[0]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

524 self._buff_i += 8

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

525 elif b == 0xd4: # fixext 1

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

526 typ = TYPE_EXT

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

527 if self._max_ext_len < 1:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

528 raise ValueError("%s exceeds max_ext_len(%s)" % (1, self._max_ext_len))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

529 self._reserve(2)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

530 n, obj = _unpack_from("b1s", self._buffer, self._buff_i)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

531 self._buff_i += 2

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

532 elif b == 0xd5: # fixext 2

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

533 typ = TYPE_EXT

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

534 if self._max_ext_len < 2:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

535 raise ValueError("%s exceeds max_ext_len(%s)" % (2, self._max_ext_len))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

536 self._reserve(3)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

537 n, obj = _unpack_from("b2s", self._buffer, self._buff_i)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

538 self._buff_i += 3

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

539 elif b == 0xd6: # fixext 4

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

540 typ = TYPE_EXT

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

541 if self._max_ext_len < 4:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

542 raise ValueError("%s exceeds max_ext_len(%s)" % (4, self._max_ext_len))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

543 self._reserve(5)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

544 n, obj = _unpack_from("b4s", self._buffer, self._buff_i)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

545 self._buff_i += 5

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

546 elif b == 0xd7: # fixext 8

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

547 typ = TYPE_EXT

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

548 if self._max_ext_len < 8:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

549 raise ValueError("%s exceeds max_ext_len(%s)" % (8, self._max_ext_len))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

550 self._reserve(9)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

551 n, obj = _unpack_from("b8s", self._buffer, self._buff_i)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

552 self._buff_i += 9

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

553 elif b == 0xd8: # fixext 16

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

554 typ = TYPE_EXT

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

555 if self._max_ext_len < 16:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

556 raise ValueError("%s exceeds max_ext_len(%s)" % (16, self._max_ext_len))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

557 self._reserve(17)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

558 n, obj = _unpack_from("b16s", self._buffer, self._buff_i)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

559 self._buff_i += 17

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

560 elif b == 0xd9:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

561 typ = TYPE_RAW

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

562 self._reserve(1)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

563 n = self._buffer[self._buff_i]

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

564 self._buff_i += 1

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

565 if n > self._max_str_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

566 raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

567 obj = self._read(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

568 elif b == 0xda:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

569 typ = TYPE_RAW

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

570 self._reserve(2)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

571 n, = _unpack_from(">H", self._buffer, self._buff_i)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

572 self._buff_i += 2

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

573 if n > self._max_str_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

574 raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

575 obj = self._read(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

576 elif b == 0xdb:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

577 typ = TYPE_RAW

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

578 self._reserve(4)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

579 n, = _unpack_from(">I", self._buffer, self._buff_i)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

580 self._buff_i += 4

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

581 if n > self._max_str_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

582 raise ValueError("%s exceeds max_str_len(%s)", n, self._max_str_len)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

583 obj = self._read(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

584 elif b == 0xdc:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

585 typ = TYPE_ARRAY

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

586 self._reserve(2)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

587 n, = _unpack_from(">H", self._buffer, self._buff_i)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

588 self._buff_i += 2

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

589 if n > self._max_array_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

590 raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

591 elif b == 0xdd:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

592 typ = TYPE_ARRAY

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

593 self._reserve(4)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

594 n, = _unpack_from(">I", self._buffer, self._buff_i)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

595 self._buff_i += 4

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

596 if n > self._max_array_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

597 raise ValueError("%s exceeds max_array_len(%s)", n, self._max_array_len)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

598 elif b == 0xde:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

599 self._reserve(2)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

600 n, = _unpack_from(">H", self._buffer, self._buff_i)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

601 self._buff_i += 2

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

602 if n > self._max_map_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

603 raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

604 typ = TYPE_MAP

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

605 elif b == 0xdf:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

606 self._reserve(4)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

607 n, = _unpack_from(">I", self._buffer, self._buff_i)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

608 self._buff_i += 4

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

609 if n > self._max_map_len:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

610 raise ValueError("%s exceeds max_map_len(%s)", n, self._max_map_len)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

611 typ = TYPE_MAP

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

612 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

613 raise FormatError("Unknown header: 0x%x" % b)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

614 return typ, n, obj

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

615

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

616 def _unpack(self, execute=EX_CONSTRUCT):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

617 typ, n, obj = self._read_header(execute)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

618

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

619 if execute == EX_READ_ARRAY_HEADER:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

620 if typ != TYPE_ARRAY:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

621 raise ValueError("Expected array")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

622 return n

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

623 if execute == EX_READ_MAP_HEADER:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

624 if typ != TYPE_MAP:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

625 raise ValueError("Expected map")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

626 return n

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

627 # TODO should we eliminate the recursion?

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

628 if typ == TYPE_ARRAY:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

629 if execute == EX_SKIP:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

630 for i in xrange(n):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

631 # TODO check whether we need to call `list_hook`

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

632 self._unpack(EX_SKIP)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

633 return

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

634 ret = newlist_hint(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

635 for i in xrange(n):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

636 ret.append(self._unpack(EX_CONSTRUCT))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

637 if self._list_hook is not None:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

638 ret = self._list_hook(ret)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

639 # TODO is the interaction between `list_hook` and `use_list` ok?

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

640 return ret if self._use_list else tuple(ret)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

641 if typ == TYPE_MAP:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

642 if execute == EX_SKIP:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

643 for i in xrange(n):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

644 # TODO check whether we need to call hooks

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

645 self._unpack(EX_SKIP)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

646 self._unpack(EX_SKIP)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

647 return

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

648 if self._object_pairs_hook is not None:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

649 ret = self._object_pairs_hook(

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

650 (self._unpack(EX_CONSTRUCT),

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

651 self._unpack(EX_CONSTRUCT))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

652 for _ in xrange(n))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

653 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

654 ret = {}

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

655 for _ in xrange(n):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

656 key = self._unpack(EX_CONSTRUCT)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

657 if self._strict_map_key and type(key) not in (unicode, bytes):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

658 raise ValueError("%s is not allowed for map key" % str(type(key)))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

659 ret[key] = self._unpack(EX_CONSTRUCT)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

660 if self._object_hook is not None:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

661 ret = self._object_hook(ret)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

662 return ret

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

663 if execute == EX_SKIP:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

664 return

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

665 if typ == TYPE_RAW:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

666 if self._encoding is not None:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

667 obj = obj.decode(self._encoding, self._unicode_errors)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

668 elif self._raw:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

669 obj = bytes(obj)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

670 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

671 obj = obj.decode('utf_8')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

672 return obj

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

673 if typ == TYPE_EXT:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

674 return self._ext_hook(n, bytes(obj))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

675 if typ == TYPE_BIN:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

676 return bytes(obj)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

677 assert typ == TYPE_IMMEDIATE

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

678 return obj

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

679

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

680 def __iter__(self):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

681 return self

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

682

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

683 def __next__(self):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

684 try:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

685 ret = self._unpack(EX_CONSTRUCT)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

686 self._consume()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

687 return ret

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

688 except OutOfData:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

689 self._consume()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

690 raise StopIteration

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

691 except RecursionError:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

692 raise StackError

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

693

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

694 next = __next__

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

695

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

696 def skip(self):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

697 self._unpack(EX_SKIP)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

698 self._consume()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

699

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

700 def unpack(self):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

701 try:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

702 ret = self._unpack(EX_CONSTRUCT)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

703 except RecursionError:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

704 raise StackError

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

705 self._consume()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

706 return ret

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

707

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

708 def read_array_header(self):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

709 ret = self._unpack(EX_READ_ARRAY_HEADER)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

710 self._consume()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

711 return ret

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

712

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

713 def read_map_header(self):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

714 ret = self._unpack(EX_READ_MAP_HEADER)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

715 self._consume()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

716 return ret

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

717

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

718 def tell(self):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

719 return self._stream_offset

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

720

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

721

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

722 class Packer(object):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

723 """

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

724 MessagePack Packer

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

725

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

726 usage:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

727

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

728 packer = Packer()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

729 astream.write(packer.pack(a))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

730 astream.write(packer.pack(b))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

731

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

732 Packer's constructor has some keyword arguments:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

733

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

734 :param callable default:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

735 Convert user type to builtin type that Packer supports.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

736 See also simplejson's document.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

737

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

738 :param bool use_single_float:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

739 Use single precision float type for float. (default: False)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

740

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

741 :param bool autoreset:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

742 Reset buffer after each pack and return its content as `bytes`. (default: True).

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

743 If set this to false, use `bytes()` to get content and `.reset()` to clear buffer.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

744

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

745 :param bool use_bin_type:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

746 Use bin type introduced in msgpack spec 2.0 for bytes.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

747 It also enables str8 type for unicode.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

748

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

749 :param bool strict_types:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

750 If set to true, types will be checked to be exact. Derived classes

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

751 from serializeable types will not be serialized and will be

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

752 treated as unsupported type and forwarded to default.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

753 Additionally tuples will not be serialized as lists.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

754 This is useful when trying to implement accurate serialization

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

755 for python types.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

756

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

757 :param str encoding:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

758 (deprecated) Convert unicode to bytes with this encoding. (default: 'utf-8')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

759

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

760 :param str unicode_errors:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

761 Error handler for encoding unicode. (default: 'strict')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

762 """

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

763 def __init__(self, default=None, encoding=None, unicode_errors=None,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

764 use_single_float=False, autoreset=True, use_bin_type=False,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

765 strict_types=False):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

766 if encoding is None:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

767 encoding = 'utf_8'

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

768 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

769 warnings.warn(

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

770 "encoding is deprecated, Use raw=False instead.",

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

771 DeprecationWarning, stacklevel=2)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

772

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

773 if unicode_errors is None:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

774 unicode_errors = 'strict'

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

775

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

776 self._strict_types = strict_types

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

777 self._use_float = use_single_float

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

778 self._autoreset = autoreset

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

779 self._use_bin_type = use_bin_type

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

780 self._encoding = encoding

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

781 self._unicode_errors = unicode_errors

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

782 self._buffer = StringIO()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

783 if default is not None:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

784 if not callable(default):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

785 raise TypeError("default must be callable")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

786 self._default = default

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

787

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

788 def _pack(self, obj, nest_limit=DEFAULT_RECURSE_LIMIT,

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

789 check=isinstance, check_type_strict=_check_type_strict):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

790 default_used = False

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

791 if self._strict_types:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

792 check = check_type_strict

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

793 list_types = list

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

794 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

795 list_types = (list, tuple)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

796 while True:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

797 if nest_limit < 0:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

798 raise ValueError("recursion limit exceeded")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

799 if obj is None:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

800 return self._buffer.write(b"\xc0")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

801 if check(obj, bool):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

802 if obj:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

803 return self._buffer.write(b"\xc3")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

804 return self._buffer.write(b"\xc2")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

805 if check(obj, int_types):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

806 if 0 <= obj < 0x80:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

807 return self._buffer.write(struct.pack("B", obj))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

808 if -0x20 <= obj < 0:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

809 return self._buffer.write(struct.pack("b", obj))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

810 if 0x80 <= obj <= 0xff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

811 return self._buffer.write(struct.pack("BB", 0xcc, obj))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

812 if -0x80 <= obj < 0:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

813 return self._buffer.write(struct.pack(">Bb", 0xd0, obj))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

814 if 0xff < obj <= 0xffff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

815 return self._buffer.write(struct.pack(">BH", 0xcd, obj))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

816 if -0x8000 <= obj < -0x80:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

817 return self._buffer.write(struct.pack(">Bh", 0xd1, obj))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

818 if 0xffff < obj <= 0xffffffff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

819 return self._buffer.write(struct.pack(">BI", 0xce, obj))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

820 if -0x80000000 <= obj < -0x8000:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

821 return self._buffer.write(struct.pack(">Bi", 0xd2, obj))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

822 if 0xffffffff < obj <= 0xffffffffffffffff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

823 return self._buffer.write(struct.pack(">BQ", 0xcf, obj))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

824 if -0x8000000000000000 <= obj < -0x80000000:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

825 return self._buffer.write(struct.pack(">Bq", 0xd3, obj))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

826 if not default_used and self._default is not None:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

827 obj = self._default(obj)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

828 default_used = True

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

829 continue

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

830 raise OverflowError("Integer value out of range")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

831 if check(obj, (bytes, bytearray)):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

832 n = len(obj)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

833 if n >= 2**32:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

834 raise ValueError("%s is too large" % type(obj).__name__)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

835 self._pack_bin_header(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

836 return self._buffer.write(obj)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

837 if check(obj, unicode):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

838 if self._encoding is None:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

839 raise TypeError(

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

840 "Can't encode unicode string: "

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

841 "no encoding is specified")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

842 obj = obj.encode(self._encoding, self._unicode_errors)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

843 n = len(obj)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

844 if n >= 2**32:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

845 raise ValueError("String is too large")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

846 self._pack_raw_header(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

847 return self._buffer.write(obj)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

848 if check(obj, memoryview):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

849 n = len(obj) * obj.itemsize

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

850 if n >= 2**32:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

851 raise ValueError("Memoryview is too large")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

852 self._pack_bin_header(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

853 return self._buffer.write(obj)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

854 if check(obj, float):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

855 if self._use_float:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

856 return self._buffer.write(struct.pack(">Bf", 0xca, obj))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

857 return self._buffer.write(struct.pack(">Bd", 0xcb, obj))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

858 if check(obj, ExtType):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

859 code = obj.code

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

860 data = obj.data

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

861 assert isinstance(code, int)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

862 assert isinstance(data, bytes)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

863 L = len(data)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

864 if L == 1:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

865 self._buffer.write(b'\xd4')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

866 elif L == 2:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

867 self._buffer.write(b'\xd5')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

868 elif L == 4:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

869 self._buffer.write(b'\xd6')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

870 elif L == 8:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

871 self._buffer.write(b'\xd7')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

872 elif L == 16:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

873 self._buffer.write(b'\xd8')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

874 elif L <= 0xff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

875 self._buffer.write(struct.pack(">BB", 0xc7, L))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

876 elif L <= 0xffff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

877 self._buffer.write(struct.pack(">BH", 0xc8, L))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

878 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

879 self._buffer.write(struct.pack(">BI", 0xc9, L))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

880 self._buffer.write(struct.pack("b", code))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

881 self._buffer.write(data)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

882 return

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

883 if check(obj, list_types):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

884 n = len(obj)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

885 self._pack_array_header(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

886 for i in xrange(n):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

887 self._pack(obj[i], nest_limit - 1)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

888 return

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

889 if check(obj, dict):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

890 return self._pack_map_pairs(len(obj), dict_iteritems(obj),

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

891 nest_limit - 1)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

892 if not default_used and self._default is not None:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

893 obj = self._default(obj)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

894 default_used = 1

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

895 continue

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

896 raise TypeError("Cannot serialize %r" % (obj, ))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

897

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

898 def pack(self, obj):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

899 try:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

900 self._pack(obj)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

901 except:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

902 self._buffer = StringIO() # force reset

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

903 raise

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

904 if self._autoreset:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

905 ret = self._buffer.getvalue()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

906 self._buffer = StringIO()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

907 return ret

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

908

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

909 def pack_map_pairs(self, pairs):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

910 self._pack_map_pairs(len(pairs), pairs)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

911 if self._autoreset:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

912 ret = self._buffer.getvalue()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

913 self._buffer = StringIO()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

914 return ret

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

915

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

916 def pack_array_header(self, n):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

917 if n >= 2**32:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

918 raise ValueError

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

919 self._pack_array_header(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

920 if self._autoreset:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

921 ret = self._buffer.getvalue()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

922 self._buffer = StringIO()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

923 return ret

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

924

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

925 def pack_map_header(self, n):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

926 if n >= 2**32:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

927 raise ValueError

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

928 self._pack_map_header(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

929 if self._autoreset:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

930 ret = self._buffer.getvalue()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

931 self._buffer = StringIO()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

932 return ret

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

933

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

934 def pack_ext_type(self, typecode, data):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

935 if not isinstance(typecode, int):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

936 raise TypeError("typecode must have int type.")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

937 if not 0 <= typecode <= 127:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

938 raise ValueError("typecode should be 0-127")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

939 if not isinstance(data, bytes):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

940 raise TypeError("data must have bytes type")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

941 L = len(data)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

942 if L > 0xffffffff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

943 raise ValueError("Too large data")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

944 if L == 1:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

945 self._buffer.write(b'\xd4')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

946 elif L == 2:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

947 self._buffer.write(b'\xd5')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

948 elif L == 4:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

949 self._buffer.write(b'\xd6')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

950 elif L == 8:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

951 self._buffer.write(b'\xd7')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

952 elif L == 16:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

953 self._buffer.write(b'\xd8')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

954 elif L <= 0xff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

955 self._buffer.write(b'\xc7' + struct.pack('B', L))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

956 elif L <= 0xffff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

957 self._buffer.write(b'\xc8' + struct.pack('>H', L))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

958 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

959 self._buffer.write(b'\xc9' + struct.pack('>I', L))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

960 self._buffer.write(struct.pack('B', typecode))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

961 self._buffer.write(data)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

962

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

963 def _pack_array_header(self, n):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

964 if n <= 0x0f:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

965 return self._buffer.write(struct.pack('B', 0x90 + n))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

966 if n <= 0xffff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

967 return self._buffer.write(struct.pack(">BH", 0xdc, n))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

968 if n <= 0xffffffff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

969 return self._buffer.write(struct.pack(">BI", 0xdd, n))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

970 raise ValueError("Array is too large")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

971

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

972 def _pack_map_header(self, n):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

973 if n <= 0x0f:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

974 return self._buffer.write(struct.pack('B', 0x80 + n))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

975 if n <= 0xffff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

976 return self._buffer.write(struct.pack(">BH", 0xde, n))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

977 if n <= 0xffffffff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

978 return self._buffer.write(struct.pack(">BI", 0xdf, n))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

979 raise ValueError("Dict is too large")

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

980

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

981 def _pack_map_pairs(self, n, pairs, nest_limit=DEFAULT_RECURSE_LIMIT):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

982 self._pack_map_header(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

983 for (k, v) in pairs:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

984 self._pack(k, nest_limit - 1)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

985 self._pack(v, nest_limit - 1)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

986

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

987 def _pack_raw_header(self, n):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

988 if n <= 0x1f:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

989 self._buffer.write(struct.pack('B', 0xa0 + n))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

990 elif self._use_bin_type and n <= 0xff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

991 self._buffer.write(struct.pack('>BB', 0xd9, n))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

992 elif n <= 0xffff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

993 self._buffer.write(struct.pack(">BH", 0xda, n))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

994 elif n <= 0xffffffff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

995 self._buffer.write(struct.pack(">BI", 0xdb, n))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

996 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

997 raise ValueError('Raw is too large')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

998

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

999 def _pack_bin_header(self, n):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1000 if not self._use_bin_type:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1001 return self._pack_raw_header(n)

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1002 elif n <= 0xff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1003 return self._buffer.write(struct.pack('>BB', 0xc4, n))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1004 elif n <= 0xffff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1005 return self._buffer.write(struct.pack(">BH", 0xc5, n))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1006 elif n <= 0xffffffff:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1007 return self._buffer.write(struct.pack(">BI", 0xc6, n))

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1008 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1009 raise ValueError('Bin is too large')

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1010

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1011 def bytes(self):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1012 """Return internal buffer contents as bytes object"""

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1013 return self._buffer.getvalue()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1014

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1015 def reset(self):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1016 """Reset internal buffer.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1017

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1018 This method is usaful only when autoreset=False.

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1019 """

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1020 self._buffer = StringIO()

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1021

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1022 def getbuffer(self):

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1023 """Return view of internal buffer."""

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1024 if USING_STRINGBUILDER or PY2:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1025 return memoryview(self.bytes())

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1026 else:

9e54283cc701 "planemo upload commit d12c32a45bcd441307e632fca6d9af7d60289d44"

guerler

parents:

diff changeset

1027 return self._buffer.getbuffer()

Mercurial > repos > guerler > hhblits

annotate lib/python3.8/site-packages/pip/_vendor/msgpack/fallback.py @ 0:9e54283cc701 draft