Current File : //usr/lib64/python3.6/site-packages/borg/algorithms/msgpack/__pycache__/fallback.cpython-36.pyc
3

y��bx��@stdZddlZddlZddlZejddkrDdZeZeZ	e
Zdd�ZndZee
fZeZ	dd�Zeed	�r�dd
lmZyddlmZWn ek
r�ddlmZYnXdZGd
d�de�ZndZddlmZdd�ZddlmZmZmZmZm Z m!Z!ddl"m#Z#dZ$dZ%dZ&dZ'dZ(dZ)dZ*dZ+dZ,dZ-dZ.e/e0fdd�Z1dd�Z2dd�Z3dd �Z4Gd!d"�d"e�Z5Gd#d$�d$e�Z6dS)%z.Fallback pure Python implementation of msgpack�N�TcCs|j�S)N)�items)�d�r� /usr/lib64/python3.6/fallback.py�dict_iteritemssrFcCs|j�S)N)Z	iteritems)rrrrrsZpypy_version_info)�newlist_hint)�BytesBuilder)�
StringBuilderc@s&eZdZd	dd�Zdd�Zdd�ZdS)
�StringIO�cCs,|r tt|��|_|jj|�nt�|_dS)N)r
�len�builder�append)�self�srrr�__init__ szStringIO.__init__cCs6t|t�r|j�}nt|t�r&t|�}|jj|�dS)N)�
isinstance�
memoryview�tobytes�	bytearray�bytesrr)rrrrr�write&s



zStringIO.writecCs
|jj�S)N)rZbuild)rrrr�getvalue,szStringIO.getvalueN)r)�__name__�
__module__�__qualname__rrrrrrrrs
r)�BytesIOcCsgS)Nr)�sizerrr�<lambda>1sr�)�
BufferFull�	OutOfData�UnpackValueError�PackValueError�PackOverflowError�	ExtraData)�ExtType���i�cCs(||�|kr||�|kS||�|kSdS)Nr)�obj�t�type�tuplerrr�_check_type_strictNsr/cCs`yt|�}Wn<tk
rHtsBtt|��}tjdt|�t�n�YnX|jdkr\t	d��|S)Nz�using old buffer interface to unpack %s; this leads to unpacking errors if slicing is used and will be removed in a future versionr z$cannot unpack from multi-byte object)
r�	TypeError�PY3�buffer�warnings�warnr-�RuntimeWarning�itemsize�
ValueError)r+�viewrrr�_get_data_from_bufferUs
r9cKs tjdt�|j�}t|f|�S)NzbDirect calling implementation's unpack() is deprecated, Use msgpack.unpack() or unpackb() instead.)r3r4�PendingDeprecationWarning�read�unpackb)�stream�kwargs�datarrr�unpackgs
r@cKsXtd|�}|j|�y|j�}Wntk
r<td��YnX|j�rTt||j���|S)z�
    Unpack an object from `packed`.

    Raises `ExtraData` when `packed` contains extra bytes.
    See :class:`Unpacker` for options.
    NzData is not enough.)N)�Unpacker�feed�_unpackr"r#�_got_extradatar&�_get_extradata)Zpackedr>Zunpacker�retrrrr<os

r<c@s�eZdZdZddddddddddedddddfdd�Zdd	�Zd
d�Zdd
�Zdd�Z	dd�Z
dd�Zdd�Ze
fdd�Ze
fdd�Zdd�Zdd�ZeZd(dd�Zd)d d!�Zd*d"d#�Zd+d$d%�Zd&d'�ZdS),rAaB
Streaming unpacker.

    arguments:

    :param file_like:
        File-like object having `.read(n)` method.
        If specified, unpacker reads serialized data from it and :meth:`feed()` is not usable.

    :param int read_size:
        Used as `file_like.read(read_size)`. (default: `min(16*1024, max_buffer_size)`)

    :param bool use_list:
        If true, unpack msgpack array to Python list.
        Otherwise, unpack to Python tuple. (default: True)

    :param bool raw:
        If true, unpack msgpack raw to Python bytes (default).
        Otherwise, unpack to Python str (or unicode on Python 2) by decoding
        with UTF-8 encoding (recommended).
        Currently, the default is true, but it will be changed to false in
        near future.  So you must specify it explicitly for keeping backward
        compatibility.

        *encoding* option which is deprecated overrides this option.

    :param callable object_hook:
        When specified, it should be callable.
        Unpacker calls it with a dict argument after unpacking msgpack map.
        (See also simplejson)

    :param callable object_pairs_hook:
        When specified, it should be callable.
        Unpacker calls it with a list of key-value pairs after unpacking msgpack map.
        (See also simplejson)

    :param str encoding:
        Encoding used for decoding msgpack raw.
        If it is None (default), msgpack raw is deserialized to Python bytes.

    :param str unicode_errors:
        (deprecated) Used for decoding msgpack raw with *encoding*.
        (default: `'strict'`)

    :param int max_buffer_size:
        Limits size of data waiting unpacked.  0 means system's INT_MAX (default).
        Raises `BufferFull` exception when it is insufficient.
        You should set this parameter when unpacking data from untrusted source.

    :param int max_str_len:
        Limits max length of str. (default: 2**31-1)

    :param int max_bin_len:
        Limits max length of bin. (default: 2**31-1)

    :param int max_array_len:
        Limits max length of array. (default: 2**31-1)

    :param int max_map_len:
        Limits max length of map. (default: 2**31-1)


    example of streaming deserialize from file-like object::

        unpacker = Unpacker(file_like, raw=False)
        for o in unpacker:
            process(o)

    example of streaming deserialize from socket::

        unpacker = Unpacker(raw=False)
        while True:
            buf = sock.recv(1024**2)
            if not buf:
                break
            unpacker.feed(buf)
            for o in unpacker:
                process(o)
    NrTi���cCst|dk	rtjdt�|	dkr d}	|dkr0d|_nt|j�sBtd��||_d|_t�|_	d|_
d|_|
phd|_||jkr~t
d
��|p�t|jd�|_t|�|_||_|	|_||_||_||_||_||_||_|
|_||_||_||_d|_|dk	�rt|��rtd
��|dk	�r$t|��r$td��|dk	�rBt|��rBtd��|dk	�r^|dk	�r^td��t|��sptd��dS)Nz.encoding is deprecated, Use raw=False instead.�strictTz!`file_like.read` must be callableFrr(�r z.read_size must be smaller than max_buffer_size�iz`list_hook` is not callablez`object_hook` is not callablez#`object_pairs_hook` is not callablez8object_pairs_hook and object_hook are mutually exclusivez`ext_hook` is not callableli���i@)r3r4r:�_feeding�callabler;r0�	file_liker�_buffer�_buff_i�_buf_checkpoint�_max_buffer_sizer7�min�
_read_size�bool�_raw�	_encoding�_unicode_errors�	_use_list�
_list_hook�_object_hook�_object_pairs_hook�	_ext_hook�_max_str_len�_max_bin_len�_max_array_len�_max_map_len�_max_ext_len�_stream_offset)rrLZ	read_sizeZuse_list�rawZobject_hookZobject_pairs_hookZ	list_hook�encoding�unicode_errorsZmax_buffer_sizeZext_hookZmax_str_lenZmax_bin_lenZ
max_array_lenZmax_map_lenZmax_ext_lenrrrr�sV

	



zUnpacker.__init__cCst|js
t�t|�}t|j�|jt|�|jkr4t�|jdkrb|jd|j�=|j|j8_d|_|j|7_dS)Nr)	rJ�AssertionErrorr9r
rMrNrPr!rO)rZ
next_bytesr8rrrrBs

z
Unpacker.feedcCs"|j|j|j7_|j|_dS)z+ Gets rid of the used parts of the buffer. N)rarNrO)rrrr�_consume&szUnpacker._consumecCs|jt|j�kS)N)rNr
rM)rrrrrD+szUnpacker._got_extradatacCs|j|jd�S)N)rMrN)rrrrrE.szUnpacker._get_extradatacCs
|j|�S)N)�_read)r�nrrr�
read_bytes1szUnpacker.read_bytescCs,|j|�|j}|||_|j|||�S)N)�_reserverNrM)rrh�irrrrg4s

zUnpacker._readcCs�t|j�|j|}|dkr dS|jr2|j|_t�|jdkr`|jd|j�=|j|j8_d|_|}xR|dkr�t|j|�}|jj	|�}|s�Pt
|t�s�t�|j|7_|t|�8}qhWt|j�||jkr�d|_t�dS)Nr)
r
rMrNrJrOr"�maxrRrLr;rrre)rrhZremain_bytesZ
to_read_bytesZ	read_datarrrrj;s,

zUnpacker._reservecCsX
t}d}d}|jd�|j|j}|jd7_|d@dkrD|}�
n
|d@dkr`dK|dA}�	n�|d@dkr�|d@}t}||jkr�td||j��|j|�}�	n�|d	@d
kr�|d@}t}||j	kr�td||j	���	n||d	@dk�r
|d@}t
}||jk�
rNtd
||j���	nD|dk�rd}�	n2|dk�r.d}�	n |dk�r@d}�	n|dk�r�t}|jd�|j|j}|jd7_||j
k�r�td||j
f��|j|�}�n�|dk�rt}|jd�tjd|j|j�d}|jd7_||j
k�r�td||j
f��|j|�}�nH|dk�rnt}|jd�tjd|j|j�d}|jd7_||j
k�r`td||j
f��|j|�}�n�|dk�r�t}|jd�tjd|j|j�\}}|jd7_||jk�r�td||jf��|j|�}�nx|dk�r>t}|jd�tjd |j|j�\}}|jd7_||jk�r0td||jf��|j|�}�n|d!k�r�t}|jd"�tjd#|j|j�\}}|jd"7_||jk�r�td||jf��|j|�}�n�|d$k�r�|jd�tjd%|j|j�d}|jd7_�nl|d&k�r|jd'�tjd(|j|j�d}|jd'7_�n0|d)k�rP|jd�|j|j}|jd7_�n�|d*k�r�|jd�tjd|j|j�d}|jd7_�n�|d+k�r�|jd�tjd|j|j�d}|jd7_�n�|d,k�r|jd'�tjd-|j|j�d}|jd'7_�nJ|d.k�r@|jd�tjd/|j|j�d}|jd7_�n|d0k�r||jd�tjd1|j|j�d}|jd7_�n�|d2k�r�|jd�tjd3|j|j�d}|jd7_�n�|d4k�r�|jd'�tjd5|j|j�d}|jd'7_�nZ|d6k�rRt}|jdk�r tdd|jf��|jd�tjd7|j|j�\}}|jd7_�n�|d8k�r�t}|jdk�r~tdd|jf��|jd�tjd9|j|j�\}}|jd7_�n�|d:k�rt}|jdk�r�tdd|jf��|jd"�tjd;|j|j�\}}|jd"7_�n@|d<k�rlt}|jd'k�r:tdd'|jf��|jd=�tjd>|j|j�\}}|jd=7_�n�|d?k�r�t}|jd@k�r�tdd@|jf��|jdA�tjdB|j|j�\}}|jdA7_�n�|dCk�r$t}|jd�|j|j}|jd7_||jk�rtd||j��|j|�}�n*|dDk�r�t}|jd�tjd|j|j�\}|jd7_||jk�rxtd||j��|j|�}�n�|dEk�r�t}|jd�tjd|j|j�\}|jd7_||jk�r�td||j��|j|�}�nf|dFk�	r@t}|jd�tjd|j|j�\}|jd7_||j	k�
rNtd||j	���n|dGk�	r�t}|jd�tjd|j|j�\}|jd7_||j	k�
rNtd||j	��n�|dHk�	r�|jd�tjd|j|j�\}|jd7_||jk�	r�td
||j��t
}nb|dIk�
rB|jd�tjd|j|j�\}|jd7_||jk�
r<td
||j��t
}ntdJ|��|||fS)LNrr �����rHz%s exceeds max_str_len(%s)����z%s exceeds max_array_len(%s)z%s exceeds max_map_len(%s)���F��T��z%s exceeds max_bin_len(%s)��r(z>H��r)z>I��ZBbz%s exceeds max_ext_len(%s)��rz>Hb��r*z>Ib��z>f���z>d��������z>Q���b��z>h��z>i��z>q��Zb1s��Zb2s��Zb4s���	Zb8s��rI�Zb16s��������������zUnknown header: 0x%x���)�TYPE_IMMEDIATErjrMrN�TYPE_RAWr\r#rg�
TYPE_ARRAYr^�TYPE_MAPr_�TYPE_BINr]�struct�unpack_from�TYPE_EXTr`)r�execute�typrhr+r��Lrrr�_read_header[s�





























































zUnpacker._read_headerc	s�j|�\}}}|tkr,|tkr(td��|S|tkrH|tkrDtd��|S|tkr�|tkrxxt|�D]}�jt�qbWdSt	|�}x t|�D]}|j
�jt��q�W�jdk	r��j|�}�j
r�|St|�S|tk�rz|tk�rx$t|�D]}�jt��jt�q�WdS�jdk	�r0�j�fdd�t|�D��}nFi}x*t|�D]}�jt�}�jt�||<�q>W�jdk	�rv�j|�}|S|tk�r�dS|tk�rЈjdk	�r�|j�j�j�}n�j�r�t|�}n
|jd�}|S|tk�r�j|t|��S|tk�r�t|�S|tk�s
t�|S)NzExpected arrayzExpected mapc3s"|]}�jt��jt�fVqdS)N)rC�EX_CONSTRUCT)�.0�_)rrr�	<genexpr>Qsz#Unpacker._unpack.<locals>.<genexpr>�utf_8)r��EX_READ_ARRAY_HEADERr�r#�EX_READ_MAP_HEADERr��EX_SKIP�xrangerCrrr�rXrWr.rZrYr�rU�decoderVrTrr�r[r�r�re)	rr�r�rhr+rkrFr��keyr)rrrC/sh













zUnpacker._unpackcCs|S)Nr)rrrr�__iter__mszUnpacker.__iter__cCs<y|jt�}|j�|Stk
r6|j�t�YnXdS)N)rCr�rfr"�
StopIteration)rrFrrr�__next__ps
zUnpacker.__next__cCs@|jt�|dk	r4tjdt�||j|j|j��|j�dS)Nz;`write_bytes` option is deprecated.  Use `.tell()` instead.)	rCr�r3r4�DeprecationWarningrMrOrNrf)r�write_bytesrrr�skip{s

z
Unpacker.skipcCs@|jt�}|dk	r4tjdt�||j|j|j��|j�|S)Nz;`write_bytes` option is deprecated.  Use `.tell()` instead.)	rCr�r3r4r�rMrOrNrf)rr�rFrrrr@�s
zUnpacker.unpackcCs@|jt�}|dk	r4tjdt�||j|j|j��|j�|S)Nz;`write_bytes` option is deprecated.  Use `.tell()` instead.)	rCr�r3r4r�rMrOrNrf)rr�rFrrr�read_array_header�s
zUnpacker.read_array_headercCs@|jt�}|dk	r4tjdt�||j|j|j��|j�|S)Nz;`write_bytes` option is deprecated.  Use `.tell()` instead.)	rCr�r3r4r�rMrOrNrf)rr�rFrrr�read_map_header�s
zUnpacker.read_map_headercCs|jS)N)ra)rrrr�tell�sz
Unpacker.tell)N)N)N)N)rrr�__doc__r'rrBrfrDrErirgrjr�r�rCr�r��nextr�r@r�r�r�rrrrrA�s8N? U>	



rAc@s�eZdZdZd!dd�Zeeefdd�Zd	d
�Z	dd�Z
d
d�Zdd�Zdd�Z
dd�Zdd�Zefdd�Zdd�Zdd�Zdd�Zdd �ZdS)"�Packerah
    MessagePack Packer

    usage:

        packer = Packer()
        astream.write(packer.pack(a))
        astream.write(packer.pack(b))

    Packer's constructor has some keyword arguments:

    :param callable default:
        Convert user type to builtin type that Packer supports.
        See also simplejson's document.

    :param bool use_single_float:
        Use single precision float type for float. (default: False)

    :param bool autoreset:
        Reset buffer after each pack and return its content as `bytes`. (default: True).
        If set this to false, use `bytes()` to get content and `.reset()` to clear buffer.

    :param bool use_bin_type:
        Use bin type introduced in msgpack spec 2.0 for bytes.
        It also enables str8 type for unicode.

    :param bool strict_types:
        If set to true, types will be checked to be exact. Derived classes
        from serializeable types will not be serialized and will be
        treated as unsupported type and forwarded to default.
        Additionally tuples will not be serialized as lists.
        This is useful when trying to implement accurate serialization
        for python types.

    :param str encoding:
        (deprecated) Convert unicode to bytes with this encoding. (default: 'utf-8')

    :param str unicode_errors:
        Error handler for encoding unicode. (default: 'strict')
    NFTcCst|dkrd}ntjdt�|dkr&d}||_||_||_||_||_||_t	�|_
|dk	rjt|�sjtd��||_
dS)Nr�z.encoding is deprecated, Use raw=False instead.rGzdefault must be callable)r3r4r:�
_strict_types�
_use_float�
_autoreset�
_use_bin_typerUrVrrMrKr0�_default)r�defaultrcrdZuse_single_floatZ	autoresetZuse_bin_typeZstrict_typesrrrr�s$zPacker.__init__cCs�d}|jr|}t}nttf}�xn|dkr0td��|dkrD|jjd�S||t�rj|r^|jjd�S|jjd�S||t��r�d|ko�dknr�|jjtj	d|��Sd;|ko�dknr�|jjtj	d
|��Sd|ko�dknr�|jjtj	dd
|��Sd<|k�odkn�r.|jjtj	dd|��Sd|k�oBdkn�r`|jjtj	dd|��Sd=|k�otd>kn�r�|jjtj	dd|��Sd|k�o�dkn�r�|jjtj	dd|��Sd?|k�o�d@kn�r�|jjtj	dd|��Sd|k�o
dkn�r(|jjtj	dd|��SdA|k�o<dBkn�rZ|jjtj	d d!|��S|�r~|j
dk	�r~|j
|�}d"}q td#��||tt
f��r�t|�}|dCk�r�td%t|�j��|j|�|jj|�S||t��r0|jdk�r�td&��|j|j|j�}t|�}|dDk�rtd'��|j|�|jj|�S||t��rrt|�|j}|dEk�r\td(��|j|�|jj|�S||t��r�|j�r�|jjtj	d)d*|��S|jjtj	d+d,|��S||t��r�|j}|j}	t|t ��s�t!�t|	t��s�t!�t|	�}
|
d-k�r
|jjd.�n�|
d$k�r"|jjd/�n�|
d0k�r:|jjd1�n�|
d2k�rR|jjd3�nr|
d4k�rj|jjd5�nZ|
dk�r�|jjtj	d6d7|
��n8|
dk�r�|jjtj	dd8|
��n|jjtj	dd9|
��|jjtj	d
|��|jj|	�dS|||��r2t|�}|j"|�x&t#|�D]}|j$|||d-��qWdS||t%��rX|j&t|�t'|�|d-�S|�r||j
dk	�r||j
|�}d-}q td:|f��q WdS)FNFrzrecursion limit exceeded������rm�B� r�roZBBr�z>Bbr�i��z>BHr�i�z>Bhr�l��z>BIr�lz>Bir�l����z>BQr�lz>Bqr�TzInteger value out of ranger(z%s is too largez5Can't encode unicode string: no encoding is specifiedzString is too largezMemoryview is too largez>Bfr}z>Bdr~r ����r)��r��rI��z>BBrzr{r|zCannot serialize %ri��i����i���i����i�i���l����i�lll)(r��listr.r$rMrrS�	int_typesr��packr�r%rrr
r-r�_pack_bin_header�UnicoderUr0�encoderV�_pack_raw_headerrr6�floatr�r'�coder?r�intre�_pack_array_headerr��_pack�dict�_pack_map_pairsr)rr+�
nest_limitZcheckZcheck_type_strictZdefault_usedZ
list_typesrhr�r?r�rkrrrr��s�

















zPacker._packc	CsRy|j|�Wnt�|_�YnX|jj�}|jr@t�|_ntrNt|�|_|S)N)r�rrMrr��USING_STRINGBUILDER)rr+rFrrrr�Ns


zPacker.packcCs<|jt|�|�|jj�}|jr*t�|_ntr8t|�|_|S)N)r�r
rMrr�rr�)r�pairsrFrrr�pack_map_pairs[s


zPacker.pack_map_pairscCsB|dkrt�|j|�|jj�}|jr0t�|_ntr>t|�|_|S)Nr(r�l)r$r�rMrr�rr�)rrhrFrrr�pack_array_headerds



zPacker.pack_array_headercCsB|dkrt�|j|�|jj�}|jr0t�|_ntr>t|�|_|S)Nr(r�l)r$�_pack_map_headerrMrr�rr�)rrhrFrrr�pack_map_headeros



zPacker.pack_map_headercCsLt|t�std��d|ko$dkns2td��t|t�sDtd��t|�}|dkr\td��|dkrr|jjd	�n�|d
kr�|jjd�n�|dkr�|jjd
�n�|dkr�|jjd�nt|dkr�|jjd�n^|dkr�|jjdt	j
d|��n<|dk�r|jjdt	j
d|��n|jjdt	j
d|��|jjt	j
d|��|jj|�dS)Nztypecode must have int type.r�ztypecode should be 0-127zdata must have bytes typel��zToo large datar r�r(r�r)r�rr�rIr�ro��r�i����z>H��z>I)rr�r0r7rr
r$rMrr�r�)r�typecoder?r�rrr�
pack_ext_typezs4


zPacker.pack_ext_typecCsh|dkr |jjtjdd|��S|dkr>|jjtjdd|��S|dkr\|jjtjdd	|��Std
��dS)Nrsr�rri��z>BHr�l��z>BIr�zArray is too large)rMrr�r�r$)rrhrrrr��szPacker._pack_array_headercCsh|dkr |jjtjdd|��S|dkr>|jjtjdd|��S|dkr\|jjtjdd	|��Std
��dS)Nrsr�rmi��z>BHr�l��z>BIr�zDict is too large)rMrr�r�r$)rrhrrrr��szPacker._pack_map_headercCs@|j|�x0|D](\}}|j||d�|j||d�qWdS)Nr )r�r�)rrhr�r��k�vrrrr��s
zPacker._pack_map_pairscCs�|dkr"|jjtjdd|��nn|jrH|dkrH|jjtjdd|��nH|dkrh|jjtjdd	|��n(|d
kr�|jjtjdd|��ntd
��dS)NrHr�rproz>BBr�i��z>BHr�l��z>BIr�zRaw is too large)rMrr�r�r�r$)rrhrrrr��szPacker._pack_raw_headercCsv|js|j|�S|dkr.|jjtjdd|��S|dkrL|jjtjdd|��S|dkrj|jjtjdd	|��Std
��dS)Nroz>BBrwi��z>BHrxl��z>BIryzBin is too large)r�r�rMrr�r�r$)rrhrrrr��s
zPacker._pack_bin_headercCs
|jj�S)N)rMr)rrrrr�szPacker.bytescCst�|_dS)N)rrM)rrrr�reset�szPacker.reset)NNNFTFF)rrrr�r�DEFAULT_RECURSE_LIMITrr/r�r�r�r�r�r�r�r�r�r�r�rr�rrrrr��s$(
m
			r�)7r��sysr�r3�version_infor1r�r��strr��ranger�rZlongZunicode�hasattrZ__pypy__rZ__pypy__.buildersr	r
�ImportErrorr��objectr�ior�
exceptionsr!r"r#r$r%r&�r'r�r�r�r�r�r�r�r�r�r�r�r-r.r/r9r@r<rAr�rrrr�<module>s^

 !