| Current File : //usr/lib64/python3.6/site-packages/borg/testsuite/__pycache__/archive.cpython-36.pyc |
3
y��b% �
@ s� d dl Z d dlmZ d dlmZmZ d dlmZ d dlmZ d dl Z ddl
m Z dd l m
Z
dd
lmZmZmZmZmZmZ dd lmZmZmZ dd lmZ dd
lmZ ddlm Z m Z e j � dd� �Z dd� Z dBdd�Z!dd� Z"dd� Z#G dd� d�Z$G d d � d e �Z%G d d � d e �Z&G d d!� d!e �Z'e j d"d#� �Z(e j)j*d$d%d&d'gd(d)� dd d*d+d,i g f gd-d.d/d'd0d1id0d1gdCg D � �d2d3� �Z+e,e-e��Z.e j)j*d$d4d)� d5d6ied7d8� e.D ��ed9d8� e.D ��gD ��d:d;� �Z/d<d=� Z0d>d?� Z1d@dA� Z2dS )D� N)� OrderedDict)�datetime�timezone)�StringIO)�Mock� )� BaseTestCase� )� PlaintextKey)�Archive�CacheChunkBuffer�RobustUnpacker�valid_msgpacked_dict� ITEM_KEYS�
Statistics)�
BackupOSError� backup_io�backup_io_iter)�Manifest)�msgpack)�Item� ArchiveItemc C s t � } | jdddd� | S )N� �
T)�unique)r �update)�stats� r � /usr/lib64/python3.6/archive.pyr s r c C sl | j dkst�| j| j ko$dkn s.t�| jdddd� | j dksLt�| jdksZt�| jdksht�d S )Nr r F)r �( )Zosize�AssertionErrorZcsizeZusizer )r r r r �test_stats_basic s r! �P c C s� |j dt|�� t� }| j|d� d}d|t|� }|j� || d ksNt�t� }| jddd d
� | jtd d �d |d
� d}d|t|� }|j� || d ks�t�t� }| jtd d d �d |d
� d}d|t|� }|j� || d ks�t�d S )NZCOLUMNS)�streamz20 B O 10 B C 10 B D 0 N � �
r � r F)r �foo)�path)�item�finalr# z 1.02 kB O 10 B C 10 B D 0 N foor zP1.02 kB O 10 B C 10 B D 0 N foofoofoofoofoofoofoofo...oofoofoofoofoofoofoofoofooi� ) Zsetenv�strr �
show_progress�len�getvaluer r r )r Z monkeypatch�columns�out�sZbufr r r �tests_stats_progress" s" r2 c C sD t | �dkst�dj| �}|dks&t�t| �djt| ��ks@t�d S )NzNThis archive: 20 B 10 B 10 Bz
{0.osize_fmt}z20 Bz)<Statistics object at {:#x} (20, 10, 10)>)r+ r �format�repr�id)r r1 r r r �test_stats_format7 s
r6 c C sP d| _ t� }| jtdd�|d� tj|j� �}|d dks>t�t|d t �sPt�|d d ks`t�|d
dkspt�|d d ks�t�|d
dks�t�|d dks�t�|d dks�t�t� }| j|dd� tj|j� �}|d dks�t�t|d t �s�t�|d dk�st�d
|k�st�d |k�s"t�d
|k�s0t�d|k�s>t�d|k�sLt�d S )NTr' )r( )r) r# �typeZarchive_progress�timeZfinishedFr( Z
original_sizer Zcompressed_sizer Zdeduplicated_sizeZnfilesr )r# r* )
Z output_jsonr r, r �json�loadsr. r �
isinstance�float)r r0 �resultr r r �test_stats_progress_json@ s. r> c @ s, e Zd ZG dd� d�Zdd� Zd dd�ZdS )
� MockCachec @ s e Zd Zddd�ZdS )zMockCache.MockRepoTc C s d S )Nr )�self�waitr r r �async_response_ s z!MockCache.MockRepo.async_responseN)T)�__name__�
__module__� __qualname__rB r r r r �MockRepo^ s rF c C s i | _ | j� | _d S )N)�objectsrF �
repository)r@ r r r �__init__b s zMockCache.__init__NTc C s || j |< |t|�t|�fS )N)rG r- )r@ r5 �chunkr rA r r r � add_chunkf s
zMockCache.add_chunk)NT)rC rD rE rF rI rK r r r r r? \ s r? c @ s$ e Zd Zdd� Zdd� Zdd� ZdS )�ArchiveTimestampTestCasec C sH t � }t|�}t||�}t|||ddd�}t|d�|_| j|j|� d S )N�testT)Zcreate)r8 )r r
r r r Zmetadata� assert_equalZts)r@ Z isoformatZexpectedrH �keyZmanifest�ar r r �_test_timestamp_parsingm s
z0ArchiveTimestampTestCase._test_timestamp_parsingc C s$ | j dtdddddddtj�� d S )Nz1970-01-01T00:00:01.000001i� r r )rQ r r �utc)r@ r r r �test_with_microsecondsu s z/ArchiveTimestampTestCase.test_with_microsecondsc C s$ | j dtdddddddtj�� d S )Nz1970-01-01T00:00:01i� r r )rQ r r rR )r@ r r r �test_without_microsecondsz s z2ArchiveTimestampTestCase.test_without_microsecondsN)rC rD rE rQ rS rT r r r r rL k s rL c @ s e Zd Zdd� Zdd� ZdS )�ChunkBufferTestCasec C s� t dd�t dd�g}t� }td �}t||d �}x |D ]}|j|� |j� q4W |jdd� | jt|j�d� t j
� }x |jD ]}|j |j | � q|W | j|dd� |D �� d S ) NZp1)r( Zp2T)�flushr c S s g | ]}t |d ��qS ))�
internal_dict)r )�.0�dr r r �
<listcomp>� s z,ChunkBufferTestCase.test.<locals>.<listcomp>)
r r? r
r �addrV rN r- �chunksr �Unpacker�feedrG )r@ �data�cacherO r\ rY �unpackerr5 r r r rM � s
zChunkBufferTestCase.testc C s� dd }t d|d�t d|d�g}t� }td �}t||d �}x|D ]}|j|� q@W |jdd� | jt|j�d� |j j
� d ks�t �|jd
d� | jt|j�d � |j j
� d ks�t �t j
� }x |jD ]}|j|j| � q�W | j|d d
� |D �� d S )NZ$0123456789abcdefghijklmnopqrstuvwxyzi�a Zfull)r( �source�partialF)rV r& r T� c S s g | ]}t |d ��qS ))rW )r )rX rY r r r rZ � s z4ChunkBufferTestCase.test_partial.<locals>.<listcomp>)r r? r
r r[ rV rN r- r\ �buffer�tellr r r] r^ rG ) r@ Zbigr_ r` rO r\ rY ra r5 r r r � test_partial� s"
z ChunkBufferTestCase.test_partialN)rC rD rE rM rg r r r r rU � s rU c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )�RobustUnpackerTestCasec C s dj dd� |D ��S )N� c s s | ]}t jd |i�V qdS )r( N)r �packb)rX r) r r r � <genexpr>� s z5RobustUnpackerTestCase.make_chunks.<locals>.<genexpr>)�join)r@ �itemsr r r � make_chunks� s z"RobustUnpackerTestCase.make_chunksc C s t |t�o|jd�dkS )Ns path� foo� bar� boo� baz)ro rp rq rr )r; �dict�get)r@ �valuer r r �
_validator� s z!RobustUnpackerTestCase._validatorc C sd t | jtd�}g }xL|D ]D\}}|r,|j� x.|D ]&}|j|� x|D ]}|j|� qFW q2W qW |S )N)Z validatorZ item_keys)r
rv r Zresyncr^ �append)r@ �inputra r= Z should_syncr\ r_ r) r r r �process� s
z RobustUnpackerTestCase.processc C sn d| j ddg�gfddg| j ddg�g fg}| j|�}| j|ddiddidd d
d d dd ddiddig � d S )
NFs foos bars garbages boos bazs path�g �a �r �b �e )rn ry rN )r@ r\ r= r r r �test_extra_garbage_no_sync� s
z1RobustUnpackerTestCase.test_extra_garbage_no_syncc C s0 g }x&|r*|j |d |� � ||d � }qW |S )N)rw )r@ �leftZlength�partsr r r �split� s
z RobustUnpackerTestCase.splitc C sV | j | jddddg�d�}d|fg}| j|�}| j|ddiddiddiddig� d S )Ns foos bars boos bazr Fs path)r� rn ry rN )r@ r\ rx r= r r r �test_correct_stream� s
z*RobustUnpackerTestCase.test_correct_streamc C sf | j | jddddg�d�}d|d d� fd|dd � fg}| j|�}| j|d did did dig� d S )
Ns foos bars boos bazrd Fr& Ts path)r� rn ry rN )r@ r\ rx r= r r r �test_missing_chunk� s
z)RobustUnpackerTestCase.test_missing_chunkc C sn | j | jddddg�d�}d|d d� fdd d
g|dd � fg}| j|�}| j|d did did dig� d S ) Ns foos bars boos bazrd Fr& Ts gars bages path)r� rn ry rN )r@ r\ rx r= r r r �test_corrupt_chunk� s (
z)RobustUnpackerTestCase.test_corrupt_chunkN) rC rD rE rn rv ry r r� r� r� r� r r r r rh � s
rh c C s dd� t D �S )Nc S s g | ]}t j|��qS r )r rj )rX �namer r r rZ � s z(item_keys_serialized.<locals>.<listcomp>)r r r r r �item_keys_serialized� s r� �packedri � xs foobarc C s g | ]}t j|��qS r )r rj )rX �or r r rZ � s rZ g F� �* g�Q� �k7@T� foo� barc C s t | |� st�d S )N)r r )r� r� r r r �test_invalid_msgpacked_item� s r� c C s g | ]}t j|��qS r )r rj )rX r� r r r rZ � s s paths /a/b/cc c s | ]}|d fV qdS )ri Nr )rX �kr r r rk � s rk c c s | ]}|d d fV qdS )r� i� Nr )rX r� r r r rk � s c C s t | |�st�d S )N)r r )r� r� r r r �test_valid_msgpacked_items� s r� c C s4 dd } | di}t j| �g}tt j|�|�s0t�d S )Nr� � ri )r rj r r )rO r_ r� r r r � test_key_length_msgpacked_items� s r� c C s2 t jt�� t� td��W d Q R X W d Q R X d S )N�{ )�pytest�raisesr r �OSErrorr r r r �test_backup_io s r� c
C sh G dd� d�} | t �}tjt�� xt|�D ]}q,W W d Q R X | t�}x t|�D ]}dsPtd��qPW d S )Nc @ s e Zd Zdd� Zdd� ZdS )z%test_backup_io_iter.<locals>.Iteratorc S s
|| _ d S )N)�exc)r@ r� r r r rI s z.test_backup_io_iter.<locals>.Iterator.__init__c S s | j � �d S )N)r� )r@ r r r �__next__ s z.test_backup_io_iter.<locals>.Iterator.__next__N)rC rD rE rI r� r r r r �Iterator
s r� Fz!StopIteration handled incorrectly)r� r� r� r r �
StopIterationr )r� Zoserror_iterator�_Znormal_iteratorr r r �test_backup_io_iter s r� )r" )r� r� )3r9 � collectionsr r r �ior Z
unittest.mockr r� r� r Z
crypto.keyr
�archiver r r
r r r r r r Zhelpersr r r) r r Zfixturer r! r2 r6 r> r? rL rU rh r� ZmarkZ parametrizer� �sorted�listZIKr� r� r� r� r r r r �<module> sH
'8, "