| Current File : //usr/lib64/python3.6/site-packages/borg/testsuite/__pycache__/repository.cpython-36.pyc |
3
y��b� � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlmZ d dlZddl m
Z
ddl m Z ddl m
Z
ddl mZ ddlmZmZ dd lmZmZmZmZmZ dd
lmZmZmZm Z m Z m Z m Z d d l m!Z! d d
l m"Z" e#� Z$G dd� de!�Z%G dd� de%�Z&G dd� de%�Z'G dd� de%�Z(G dd� de%�Z)G dd� de%�Z*G dd� de%�Z+G d d � d e%�Z,G d d � d e%�Z-G d d!� d!e%�Z.G d"d#� d#e%�Z/G d$d%� d%e&�Z0G d&d'� d'e%�Z1G d(d)� d)e.�Z2G d*d+� d+e!�Z3dS ),� N)�patch� )�NSIndex)�Location)�IntegrityError)�msgpack)�Lock�
LockFailed)�RemoteRepository�InvalidRPCMethod�PathNotAllowed�ConnectionClosedWithHint�handle_remote_line)�
Repository�LoggedIO�MAGIC�
MAX_DATA_SIZE�
TAG_DELETE�TAG_PUT�
TAG_COMMIT� )� BaseTestCase)�Hc @ sP e Zd ZdZdZdefdd�Zdd� Zdd � Zefd
d �Z d d
� Z
ddd�Z dS )�RepositoryTestCaseBase� TFc C s( |t kr| j}ttjj| jd�||d�S )N�
repository)� exclusive�create)� UNSPECIFIEDr r �os�path�join�tmppath)�selfr r � r$ �"/usr/lib64/python3.6/repository.py�open s zRepositoryTestCaseBase.openc C s& t j� | _| jdd�| _| jj� d S )NT)r )�tempfileZmkdtempr" r& r � __enter__)r# r$ r$ r% �setUp" s
z RepositoryTestCaseBase.setUpc C s | j j� tj| j� d S )N)r �close�shutilZrmtreer" )r# r$ r$ r% �tearDown' s
z RepositoryTestCaseBase.tearDownc C s" | j r| j j� | j|d�| _ d S )N)r )r r* r& )r# r r$ r$ r% �reopen+ s
z RepositoryTestCaseBase.reopenc C sx | j jtd�d� | j jtd�d� | j jtd�d� | j j� | j jtd�d� | j jtd�d� | j jtd�� d S ) Nr s foor s bar� s bar2r s boo)r �putr �commit�delete)r# r$ r$ r% �add_keys0 s
z RepositoryTestCaseBase.add_keysNc
C s� |d k r|d nd}dd� t d�D �}d |d < tdtdtd i}xX| jjj� D ]H\}}x>| jjj|�D ],\}}}} td
||| || ||| f � qdW qLW t� d S ) Nz: � c S s i | ]}|t |��qS r$ )r )�.0�ir$ r$ r% �
<dictcomp>; s z4RepositoryTestCaseBase.repo_dump.<locals>.<dictcomp>�
r r/ �delZcommz%s%s H(%d) -> %s[%d..+%d]���) �ranger r r r �io�segment_iterator� iter_objects�print)
r# ZlabelZH_transZ tag_trans�segment�fn�tag�key�offset�sizer$ r$ r% � repo_dump9 s (z RepositoryTestCaseBase.repo_dump)N) �__name__�
__module__� __qualname__Zkey_sizer r r& r) r, r- r2 rE r$ r$ r$ r% r s r c @ sT e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dS )�RepositoryTestCasec s� x"t d�D ]}�jjt|�d� q
W td�� �j�jj� �d� �jj� � �jtj � �fdd�� �jj
� �jj � �j � �P��jtj � �fdd�� x0t d�D ]$}|dkr�q��j�jt|��d� q�W W d Q R X d S )N�d s SOMEDATA�2 c s �j j� �S )N)r �getr$ )�key50r# r$ r% �<lambda>L s z*RepositoryTestCase.test1.<locals>.<lambda>c s
�j � �S )N)rL r$ )rM � repository2r$ r% rN P s )
r: r r/ r � assert_equalrL r1 �
assert_raisesr �ObjectNotFoundr0 r* r& )r# �xr$ )rM rO r# r% �test1F s
zRepositoryTestCase.test1c C sv | j jtd�d� | j jtd�d� | j j� | j jtd�� | j jtd�d� | j j� | j| j jtd��d� dS )z.Test multiple sequential transactions
r s foor s barN)r r/ r r0 r1 rP rL )r# r$ r$ r% �test2V s
zRepositoryTestCase.test2c s� � j jtd�d� � j� j jtd��d� � j jtd�d� � j� j jtd��d� � j jtd�d� � j� j jtd��d� � j jtd�� � jtj� fdd�� dS )z Test cache consistency
r s foos foo2s barc s � j jtd��S )Nr )r rL r r$ )r# r$ r% rN k s z5RepositoryTestCase.test_consistency.<locals>.<lambda>N) r r/ r rP rL r1 rQ r rR )r# r$ )r# r% �test_consistencya s z#RepositoryTestCase.test_consistencyc C s� | j jtd�d� | j| j jtd��d� | j j� | j jtd�d� | j| j jtd��d� | j j� | j| j jtd��d� dS )z Test cache consistency2
r s foos foo2N)r r/ r rP rL r0 �rollback)r# r$ r$ r% �test_consistency2m s
z$RepositoryTestCase.test_consistency2c C sJ | j jtd�d� | j jtd�d� | j j� | j| j jtd��d� dS )z Test cache consistency2
r s foos foo2N)r r/ r r0 rP rL )r# r$ r$ r% �"test_overwrite_in_same_transactionx s
z5RepositoryTestCase.test_overwrite_in_same_transactionc C s� | j jtd�d� | j j� | j j� | j� | _ | j �" | j jtd�d� | j j� W d Q R X | j� | _ | j � | j jtd�� | j j� W d Q R X d S )Nr s foos bar)r r/ r r0 r* r& r1 )r# r$ r$ r% � test_single_kind_transactions� s
z0RepositoryTestCase.test_single_kind_transactionsc C s� x"t d�D ]}| jjt|�d� q
W | jj� | jj� }| jt|�d� | jjdd�}| jt|�d� | j||d d� � | jj|d d�}| jt|�d� | j||dd � � | jt| jjdd��d� d S )NrJ s SOMEDATArK )�limitr )�markerr9 )r: r r/ r r0 �listrP �len)r# rS �all�
first_half� second_halfr$ r$ r% � test_list� s
z RepositoryTestCase.test_listc C s� x"t d�D ]}| jjt|�d� q
W | jj� | jj� }t|�dksHt�| jjdd�}t|�dksft�||d d� kszt�| jj|d d�}t|�dks�t�||dd � ks�t�t| jjdd��dks�t�x$t d�D ]}|| t|�ks�t�q�W d S )NrJ s SOMEDATArK )r[ r )r\ r9 )r: r r/ r r0 �scanr^ �AssertionError)r# rS r_ r` ra r$ r$ r% � test_scan� s
z RepositoryTestCase.test_scanc sL dt � �jjtd�� � �j�jjtd��� � �jt� �fdd�� d S )N� xr c s �j jtd�� d �S )Nr rf )r r/ r r$ )�max_datar# r$ r% rN � s z7RepositoryTestCase.test_max_data_size.<locals>.<lambda>)r r r/ r rP rL rQ r )r# r$ )rg r# r% �test_max_data_size� s
z%RepositoryTestCase.test_max_data_sizeN) rF rG rH rT rU rV rX rY rZ rb re rh r$ r$ r$ r% rI D s rI c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �LocalRepositoryTestCasec C sL | j jd dkst�| j jd dks(t�| j jd� | j jd dksHt�d S )Nr �) � r rK rK )r �compactrd �_rebuild_sparse)r# r$ r$ r% �_assert_sparse� s z&LocalRepositoryTestCase._assert_sparsec C sL | j jtd�d� | j jtd�d� | j j� | j jtd�d� | j� d S )Nr s foor s 123456789s bar)r r/ r r0 rn )r# r$ r$ r% � test_sparse1� s
z$LocalRepositoryTestCase.test_sparse1c C sJ | j jtd�d� | j jtd�d� | j j� | j jtd�� | j� d S )Nr s foor s 123456789)r r/ r r0 r1 rn )r# r$ r$ r% � test_sparse2� s
z$LocalRepositoryTestCase.test_sparse2c C s� | j jtd�d� | j jtd�� | j jjj� | j jd dksDt�| j j d� | j jd d
t
t � kslt�| j j � ddd� | j jj
� D �ks�t�d S ) Nr s 1245rj � c S s g | ] \}}|�qS r$ r$ )r4 r? �_r$ r$ r% �
<listcomp>� s z>LocalRepositoryTestCase.test_sparse_delete.<locals>.<listcomp>�R �V rt ru )r r/ r r1 r; Z _write_fd�syncrl rd rm r^ r r0 r< )r# r$ r$ r% �test_sparse_delete� s
z*LocalRepositoryTestCase.test_sparse_deletec C s� | j jtd�d� | j j� | j jj� }t| j jj|d �d��}|jt d � W d Q R X | j j
� | j� | _ | j �" | j jtd�d� | j j� W d Q R X d S )Nr s foor �wbs crapcrapcraps bar) r r/ r r0 r; �get_latest_segmentr& Zsegment_filename�writer r* )r# � last_segment�fr$ r$ r% �test_uncommitted_garbage� s
z0LocalRepositoryTestCase.test_uncommitted_garbageN)rF rG rH rn ro rp rw r} r$ r$ r$ r% ri � s
ri c @ s\ e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dS )�RepositoryCommitTestCasec
C s� | j � x8tj| jj�D ]&}|jd�rtjtjj| jj|�� qW | j� | j�* | j t
| j�d� | j | jj � d� W d Q R X d S )Nzindex.r. T) r2 r �listdirr r �
startswith�unlinkr! r- rP r^ �check)r# �namer$ r$ r% � test_replay_of_missing_index� s
z5RepositoryCommitTestCase.test_replay_of_missing_indexc C sv | j � d | j_y| jj� W n tk
r2 Y nX | j� | j�* | jt| j�d� | j| jj� d� W d Q R X d S )Nr. T) r2 r �compact_segmentsr0 � TypeErrorr- rP r^ r� )r# r$ r$ r% �"test_crash_before_compact_segments� s z;RepositoryCommitTestCase.test_crash_before_compact_segmentsc C sv | j � d | j_y| jj� W n tk
r2 Y nX | j� | j�* | jt| j�d� | j| jj� d� W d Q R X d S )Nr. T) r2 r Z write_indexr0 r� r- rP r^ r� )r# r$ r$ r% � test_crash_before_write_index s z6RepositoryCommitTestCase.test_crash_before_write_indexc s� � j � x8tj� jj�D ]&}|jd�rtjtjj� jj|�� qW tj t
dt d��@}� j d d� � j�" � j
t � fdd�� |j� W d Q R X W d Q R X d S )Nzindex.�upgrade)� side_effect)r c s
t � j�S )N)r^ r r$ )r# r$ r% rN s zGRepositoryCommitTestCase.test_replay_lock_upgrade_old.<locals>.<lambda>)r2 r r r r r� r� r! r �objectr r r- rQ �assert_called_once_with)r# r� r� r$ )r# r% � test_replay_lock_upgrade_old s
z5RepositoryCommitTestCase.test_replay_lock_upgrade_oldc s� � j � x8tj� jj�D ]&}|jd�rtjtjj� jj|�� qW tj t
dt d��@}� j dd� � j�" � j
t � fdd�� |j� W d Q R X W d Q R X d S )Nzindex.r� )r� F)r c s
t � j�S )N)r^ r r$ )r# r$ r% rN + s zCRepositoryCommitTestCase.test_replay_lock_upgrade.<locals>.<lambda>)r2 r r r r r� r� r! r r� r r r- rQ r� )r# r� r� r$ )r# r% �test_replay_lock_upgrade! s
z1RepositoryCommitTestCase.test_replay_lock_upgradec C s� | j � d | jj_y| jj� W n tk
r4 Y nX | j� | j�< | jt| j�d� | j| jj � d� | jt| j�d� W d Q R X d S )Nr. T)
r2 r r; �delete_segmentr0 r� r- rP r^ r� )r# r$ r$ r% �-test_crash_before_deleting_compacted_segments. s
zFRepositoryCommitTestCase.test_crash_before_deleting_compacted_segmentsc C sN | j jtd�tj� | j� | j �" | j j}|j|j� � s@t �W d Q R X d S )Nr )
r r/ r r ZCOMMITr- r; Zis_committed_segmentry rd )r# r; r$ r$ r% � test_ignores_commit_tag_in_data; s
z8RepositoryCommitTestCase.test_ignores_commit_tag_in_datac C s� | j jtd�d� | j jtd�d� | j j� | jd� | j jtd�� | j j� | jd� | j jj� d }d}x>| j jj|�D ],\}}}}|t kr�|td�ks�t
�|d7 }q�W |dks�t
�|| j j ks�t
�| j jtd�d � | j j� | jd
� || j j k�st
�| j jj |� �st
�x\| j jj
� D ]L\}}x@| j jj|�D ].\}}}}|t k�sZt
�|td�k�s@t
��q@W �q(W td�| j jk�s�t
�d S ) Nr � 1r � 2zp1 p2 cczd1 ccr r. � 3zp3 cc)r r/ r r0 rE r1 r; ry r= r rd rl �segment_existsr< � shadow_index) r# r{ Z num_deletesrA rB rC rD r? rr r$ r$ r% � test_moved_deletes_are_trackedB s2
z7RepositoryCommitTestCase.test_moved_deletes_are_trackedc C s� | j jj}| j jtd�d� |� }| j j� | j jtd�� | j jtd�d� |� }| j j|= | j j|= | j j� | j jtd�� | j j� | j jj|�s�t �| j jj|� s�t �td�| j ks�t �t
j t
j j
| j j d|� �� td�| j ks�t �d S )Nr r� r zindex.%d)r r; ry r/ r r0 r1 rl r� rd r r� r r! )r# ry Z put_segmentr� r$ r$ r% �#test_shadowed_entries_are_preserved_ s"
z<RepositoryCommitTestCase.test_shadowed_entries_are_preservedc C s� | j jtd�d� | j jtd�� | j jtd� dgks<t�| j j� | jd� | j jtd� g ksht�| j jtd�d� | j jtd�� | jd� | j jtd� dgks�t�| j j� | jd� | j jtd�d� | j jtd� g ks�t�d S ) Nr r� r zp1 d1 cczp1 d1rq �rr ) r r/ r r1 r� rd r0 rE rW )r# r$ r$ r% �test_shadow_index_rollback� s
z3RepositoryCommitTestCase.test_shadow_index_rollbackN)
rF rG rH r� r� r� r� r� r� r� r� r� r� r$ r$ r$ r% r~ � s
"r~ c @ s& e Zd Zd dd�Zdd� Zdd� ZdS )
� RepositoryAppendOnlyTestCaseFc C s t tjj| jd�d|dd�S )Nr T)r r � append_only)r r r r! r" )r# r r$ r$ r% r& � s z!RepositoryAppendOnlyTestCase.openc C s0 | j t�� | jj� W d Q R X | jjs,t�d S )N)rQ �
ValueErrorr Zdestroyr� rd )r# r$ r$ r% �test_destroy_append_only� s z5RepositoryAppendOnlyTestCase.test_destroy_append_onlyc s� � fdd�}� j jtd�d� � j j� d� j _|� dks>t�� j jtd�d� � j j� |� dksht�d� j _|� dks~t�� j jtd�d� � j j� |� d ks�t�d S )
Nc s t t� jjj� ��S )N)r^ r] r r; r< r$ )r# r$ r% �segments_in_repository� s zMRepositoryAppendOnlyTestCase.test_append_only.<locals>.segments_in_repositoryr s fooFr rq T� )r r/ r r0 r� rd )r# r� r$ )r# r% �test_append_only� s
z-RepositoryAppendOnlyTestCase.test_append_onlyN)F)rF rG rH r& r� r� r$ r$ r$ r% r� � s
r� c @ s e Zd Zdd� Zdd� ZdS )�RepositoryFreeSpaceTestCasec C s� | j � | jjjddd� | jjd� | j� | j�: | jjtd�d� tj t
j �� | jj � W d Q R X W d Q R X t
jj| jj�s�t�d S )Nr �additional_free_spaceZ1000Ts shortcut to save_configr s foobar)r2 r �config�setZsave_keyr- r/ r �pytest�raisesr �InsufficientFreeSpaceErrorr0 r r �existsrd )r# r$ r$ r% �test_additional_free_space� s z6RepositoryFreeSpaceTestCase.test_additional_free_spacec C sB d| j _tjtj�� | j� W d Q R X tjj | j j� s>t
�d S )Ng@��x �D) r r� r� r� r r� r2 r r r� rd )r# r$ r$ r% �test_create_free_space� s z2RepositoryFreeSpaceTestCase.test_create_free_spaceN)rF rG rH r� r� r$ r$ r$ r% r� � s r� c @ s e Zd Zdd� Zdd� ZdS )�
QuotaTestCasec C s | j jdkst�| j jtd�td�� | j jd ks6t�| j jtd�td�� | j jd ks\t�| j jtd�� | j jdks|t�| j j� | j jdks�t�| j� | j �V | j jtd�d� | j jtd�� | j jdk� s�t�| j j� | j jdk� s�t�W d Q R X d S )Nr r i� rj r i. r. � i� i rt iR i rt iR iW rt i� iW ) r �storage_quota_userd r/ r �bytesr1 r0 r- )r# r$ r$ r% �
test_tracking� s
zQuotaTestCase.test_trackingc C s | j jdkst�d| j _| j jtd�d� | j jdks:t�| j j� tjt j
�� | j jtd�d� W d Q R X | j jdks~t�tjt j
�� | j j� W d Q R X | j jdks�t�| j � | j �L d| j _| j jtd�d� | j jdks�t�| j j� | j jdk�st�W d Q R X d S ) Nr rK r r� rj r rt rJ ) r r� rd �
storage_quotar/ r r0 r� r� r ZStorageQuotaExceededr- )r# r$ r$ r% �test_exceed_quota� s$
z QuotaTestCase.test_exceed_quotaN)rF rG rH r� r� r$ r$ r$ r% r� � s r� c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�NonceReservationc C sB | j dd� tjt��" | j� | jj� W d Q R X W d Q R X d S )NF)r )r- r� r� rd r �get_free_nonce)r# r$ r$ r% �test_get_free_nonce_asserts� s z,NonceReservation.test_get_free_nonce_assertsc C s� | j �� | j j� d kst�ttjj| j jd�d��}|jd� W d Q R X | j j� dksZt�ttjj| j jd�d��}|jd� W d Q R X | j j� dks�t�W d Q R X d S )N�nonce�wZ0000000000000000r Z5000000000000000l )r r� rd r& r r r! rz )r# �fdr$ r$ r% �test_get_free_nonce� s z$NonceReservation.test_get_free_noncec C sF | j dd� tjt��& | j� | jjdd� W d Q R X W d Q R X d S )NF)r i � )r- r� r� rd r �commit_nonce_reservation)r# r$ r$ r% �%test_commit_nonce_reservation_asserts s z6NonceReservation.test_commit_nonce_reservation_assertsc % C s� | j �� tjt�� | j jdd� W d Q R X | j jdd � ttjj| j jd�d��}|j � dksdt
�W d Q R X tjt�� | j jdd� W d Q R X | j jdd� ttjj| j jd�d��}|j � dks�t
�W d Q R X W d Q R X d S )Ni � r� r� Z0000000000000200i Z0000000000000400) r r� r� � Exceptionr� r& r r r! �readrd )r# r� r$ r$ r% � test_commit_nonce_reservation s z.NonceReservation.test_commit_nonce_reservationN)rF rG rH r� r� r� r� r$ r$ r$ r% r� � s r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Zd d � Z� ZS )!�%RepositoryAuxiliaryCorruptionTestCasec s4 t � j� | jjtd�d� | jj� | jj� d S )Nr s foo)�superr) r r/ r r0 r* )r# )� __class__r$ r% r) s
z+RepositoryAuxiliaryCorruptionTestCase.setUpc
C s2 | j �" | j jtd�d� | j j� W d Q R X d S )Nr s fox)r r/ r r0 )r# r$ r$ r% � do_commit# s z/RepositoryAuxiliaryCorruptionTestCase.do_commitc C s: t tjj| jjd�d��}|jd� W d Q R X | j� d S )Nzhints.1Zabs 123456789)r& r r r! r rz r� )r# r� r$ r$ r% �test_corrupted_hints( s z:RepositoryAuxiliaryCorruptionTestCase.test_corrupted_hintsc C s$ t jt jj| jjd�� | j� d S )Nzhints.1)r r� r r! r r� )r# r$ r$ r% �test_deleted_hints- s z8RepositoryAuxiliaryCorruptionTestCase.test_deleted_hintsc C s$ t jt jj| jjd�� | j� d S )Nzindex.1)r r� r r! r r� )r# r$ r$ r% �test_deleted_index1 s z8RepositoryAuxiliaryCorruptionTestCase.test_deleted_indexc C sH t jj| jjd�}t j|� t j|� | jt�� | j� W d Q R X d S )Nzhints.1) r r r! r r� �mkdirrQ �OSErrorr� )r# �hintsr$ r$ r% �test_unreadable_hints5 s
z;RepositoryAuxiliaryCorruptionTestCase.test_unreadable_hintsc C s: t tjj| jjd�d��}|jd� W d Q R X | j� d S )Nzindex.1rx s 123456789)r& r r r! r rz r� )r# r� r$ r$ r% �
test_index< s z0RepositoryAuxiliaryCorruptionTestCase.test_indexc C sV t tjj| jjd�d��}|jd� W d Q R X | j� t| j�dksHt�W d Q R X d S )Nzindex.1rx s 123456789r )r& r r r! r rz r^ rd )r# r� r$ r$ r% � test_index_outside_transactionA s zDRepositoryAuxiliaryCorruptionTestCase.test_index_outside_transactionc
C s� t jj| jjd�}t|d��n}|j� }tjtd�d�dA j dd�}|j
td�|�}||ks^t �t |�t |�ksrt �|j
d� |j|� W d Q R X d S )Nzindex.1zr+br �littler r )r r r! r r& r� �int�
from_bytesr �to_bytes�replacerd r^ �seekrz )r# Z
index_pathr� Z
index_dataZ
corrupted_keyZcorrupted_index_datar$ r$ r% �_corrupt_indexG s
z4RepositoryAuxiliaryCorruptionTestCase._corrupt_indexc
C sH | j � | j�0 t| j�dks"t�| jjtd��dks:t�W d Q R X d S )Nr r s foo)r� r r^ rd rL r )r# r$ r$ r% �test_index_corruptedU s z:RepositoryAuxiliaryCorruptionTestCase.test_index_corruptedc C st | j � tjj| jjd�}tj|� | j�@ t| j�dks>t�tj t
j �� | jj t
d�� W d Q R X W d Q R X d S )Nz integrity.1r r )r� r r r! r r� r^ rd r� r� r rR rL r )r# �integrity_pathr$ r$ r% �&test_index_corrupted_without_integrity_ s
zLRepositoryAuxiliaryCorruptionTestCase.test_index_corrupted_without_integrityc C sH t jj| jjd�}t j|� t j|� | jt�� | j� W d Q R X d S )Nzindex.1) r r r! r r� r� rQ r� r� )r# �indexr$ r$ r% �test_unreadable_indexk s
z;RepositoryAuxiliaryCorruptionTestCase.test_unreadable_indexc C s� t jj| jjd�}t|d�� }tjddi|� |j� W d Q R X | j�0 t| j�dksZt �| jj
t d��dksrt �W d Q R X d S )Nz integrity.1zr+bs versiong������@r r s foo) r r r! r r& r �pack�truncater^ rd rL r )r# r� r� r$ r$ r% � test_unknown_integrity_versionr s zDRepositoryAuxiliaryCorruptionTestCase.test_unknown_integrity_versionc C s | j �� d| j _t| j �dks"t�| j jtd��dks:t�| j jtd�d� | j jtd�d� | j j� | j jtd�d� | j j� W d Q R X tj j
| j j d �}t |d
��N}t j
|�}|jd� |d d dks�t�d|d d< t j||� |j� W d Q R X d S ) NTr r s foos barr s bazs bazzzhints.5zr+bs segments)r r� r^ rd rL r r/ r0 r r r! r& r �unpackr� r� r� )r# Z
hints_pathr� r� r$ r$ r% � _subtly_corrupted_hints_setup� s"
zCRepositoryAuxiliaryCorruptionTestCase._subtly_corrupted_hints_setupc
C s� | j � | j�� d| j_| jjtd�d� | jj� t| j�dksFt�| jjtd��dks^t�| jjtd��dksvt�| jjtd ��d
ks�t�W d Q R X d S ) NFr. s 1234rq r s foor s barr s bazz) r� r r� r/ r r0 r^ rd rL )r# r$ r$ r% �test_subtly_corrupted_hints� s
zARepositoryAuxiliaryCorruptionTestCase.test_subtly_corrupted_hintsc C s� | j � tjj| jjd�}tj|� | j�R d| j_| jjtd�d� t j
t ��}| jj � W d Q R X dt
|j�ksxt �W d Q R X d S )Nz integrity.5Fr. s 1234z!Corrupted segment reference count)r� r r r! r r� r� r/ r r� r� rd r0 �str�value)r# r� �exc_infor$ r$ r% �-test_subtly_corrupted_hints_without_integrity� s
zSRepositoryAuxiliaryCorruptionTestCase.test_subtly_corrupted_hints_without_integrity)rF rG rH r) r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� �
__classcell__r$ r$ )r� r% r� s
r� c @ s� e Zd Zdd� Zd*dd�Zdd� Zd d
� Zd d � Zd
d� Zdd� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd � Zd d � Zd d � Zd!d"� Zd#d$� Zd%d&� Zd'd(� Zd)S )+�RepositoryCheckTestCasec C s dd� t jt jj| jd��D �S )Nc S s g | ]}|j d �r|�qS )zindex.)r� )r4 r� r$ r$ r% rs � s z8RepositoryCheckTestCase.list_indices.<locals>.<listcomp>r )r r r r! r" )r# r$ r$ r% � list_indices� s z$RepositoryCheckTestCase.list_indicesFTc C sD | j | jj|d�|� | j dd� tjtjj| jd��D �g d� d S )N)�repairc S s g | ]}d |kr|�qS )Ztmpr$ )r4 r� r$ r$ r% rs � s z1RepositoryCheckTestCase.check.<locals>.<listcomp>r zFound tmp files)rP r r� r r r r! r" )r# r� �statusr$ r$ r% r� � s z RepositoryCheckTestCase.checkc G s" x |D ]}| j jt|�� qW d S )N)r rL r )r# �ids�id_r$ r$ r% � get_objects� s
z#RepositoryCheckTestCase.get_objectsc C s< x6|D ].}x |D ]}| j jt|�d� qW | j j� qW d S )Ns data)r r/ r r0 )r# �segmentsr� r� r$ r$ r% � add_objects� s
z#RepositoryCheckTestCase.add_objectsc C s, t dd� tjtjj| jddd��D ��d S )Nc s s | ]}|j � rt|�V qd S )N)�isdigitr� )r4 �nr$ r$ r% � <genexpr>� s z3RepositoryCheckTestCase.get_head.<locals>.<genexpr>r �data�0r r9 )�sortedr r r r! r" )r# r$ r$ r% �get_head� s z RepositoryCheckTestCase.get_headc C s" t jtjj| jddj| j� ���S )Nr zindex.{})r r� r r r! r" �formatr� )r# r$ r$ r% �
open_index� s z"RepositoryCheckTestCase.open_indexc C s\ | j � }|t|� \}}ttjj| jdddt|��d��}|j|� |j d� W d Q R X d S )Nr r� r� zr+bs BOOM)
r� r r& r r r! r" r� r� rz )r# r� �idxr? rC r� r$ r$ r% �corrupt_object� s
"
z&RepositoryCheckTestCase.corrupt_objectc C s$ t jt jj| jdddt|��� d S )Nr r� r� )r r� r r! r" r� )r# r? r$ r$ r% r� � s z&RepositoryCheckTestCase.delete_segmentc C s& t jt jj| jddj| j� ��� d S )Nr zindex.{})r r� r r! r" r� r� )r# r$ r$ r% � delete_index� s z$RepositoryCheckTestCase.delete_indexc C s6 t jt jj| jddj| j� ��t jj| jd|�� d S )Nr zindex.{})r �renamer r! r" r� r� )r# �new_namer$ r$ r% � rename_index� s z$RepositoryCheckTestCase.rename_indexc C s t dd� | jj� D ��S )Nc s s | ]}t |�V qd S )N)r� )r4 rB r$ r$ r% r� � s z7RepositoryCheckTestCase.list_objects.<locals>.<genexpr>)r� r r] )r# r$ r$ r% � list_objects� s z$RepositoryCheckTestCase.list_objectsc s� � j dddgddgdgg� � jtddddddg�� j� � � jdd� � jd� � jt� fd d
�� � jj � � jd d� � jd d� � jddd � � j
d� � jdd� � jtdddddg�� j� � d S )
Nr r r. rq � r� T)r� c s
� j d�S )Nr� )r� r$ )r# r$ r% rN � s zGRepositoryCheckTestCase.test_repair_corrupted_segment.<locals>.<lambda>F)r� r� ) r� rP r� r� r� r� rQ r r rW r� )r# r$ )r# r% � test_repair_corrupted_segment� s
z5RepositoryCheckTestCase.test_repair_corrupted_segmentc C s� | j dddgdddgg� | jtddddddg�| j� � | jdd� | jd� | jj� | jddd � | jtdddg�| j� � d S )
Nr r r. rq r� r� T)r� )r� r� )r� rP r� r� r� r� r rW )r# r$ r$ r% �test_repair_missing_segment� s
z3RepositoryCheckTestCase.test_repair_missing_segmentc sX � j dddgdddgg� � jd� � jtj� fdd�� � jtdddg�� j� � d S ) Nr r r. rq r� r� c s
� j d�S )Nrq )r� r$ )r# r$ r% rN � s zLRepositoryCheckTestCase.test_repair_missing_commit_segment.<locals>.<lambda>)r� r� rQ r rR rP r� r� )r# r$ )r# r% �"test_repair_missing_commit_segment� s
z:RepositoryCheckTestCase.test_repair_missing_commit_segmentc s� � j dddgdddgg� ttjj� jddd d
�d �� }|jdtj� |jd � W d Q R X � j t
j � fd
d�� � j dd� � j
d� � jtdddg�� j� � d S )Nr r r. rq r� r� r r� r� �3zr+b� Xc s
� j d�S )Nrq )r� r$ )r# r$ r% rN s zNRepositoryCheckTestCase.test_repair_corrupted_commit_segment.<locals>.<lambda>T)r� r9 )r� r& r r r! r" r� �SEEK_ENDrz rQ r rR r� r� rP r� r� )r# r� r$ )r# r% �$test_repair_corrupted_commit_segment� s
z<RepositoryCheckTestCase.test_repair_corrupted_commit_segmentc s� � j dddgg� ttjj� jdddd�d�� }|jdtj� |jd � W d Q R X � j t
j � fd
d �� � j d d
� � j d d
� � j
� j� dg� � j ddd� � j
� j� dg� � j dd
� � jd� � j
tdddg�� j� � d S )Nr r r. r r� r� �1zr+br c s
� j d�S )Nrq )r� r$ )r# r$ r% rN s z@RepositoryCheckTestCase.test_repair_no_commits.<locals>.<lambda>F)r� zindex.1T)r� r� zindex.3r9 )r� r& r r r! r" r� r rz rQ r � CheckNeededr� rP r� r� r� r� )r# r� r$ )r# r% �test_repair_no_commits s
z.RepositoryCheckTestCase.test_repair_no_commitsc C s\ | j dddgdddgg� | j� | jdd� | jd� | jtddddddg�| j� � d S ) Nr r r. rq r� r� T)r� )r� r� r� r� rP r� r� )r# r$ r$ r% �test_repair_missing_index s
z1RepositoryCheckTestCase.test_repair_missing_indexc C s� | j dddgdddgg� | j| j� dg� | jd� | jd d
� | j| j� dg� | jd� | jtddddddg�| j� � d S ) Nr r r. rq r� r� zindex.3z index.100T)r� )r� rP r� r� r� r� r� r� )r# r$ r$ r% �test_repair_index_too_new s
z1RepositoryCheckTestCase.test_repair_index_too_newc C s� | j jtd�d� | j jtd�d� tjtd��}| j j� |j� W d Q R X | j� | j �* | j dd� | j
| j j td��d� W d Q R X d S )Nr s datas data2r� T)r� ) r r/ r r r� r r0 r� r- r� rP rL )r# rl r$ r$ r% �test_crash_before_compact% s
z1RepositoryCheckTestCase.test_crash_before_compactN)FT)rF rG rH r� r� r� r� r� r� r� r� r� r� r� r� r r r r r r
r r$ r$ r$ r% r� � s&
r� c @ s e Zd Zdd� ZdS )�RepositoryHintsTestCasec C s� | j jtd�d� | j| j ji � t| j j�dks6t�| j jtd�� | j j � | j jtd�d� | j j � | j
td�| j j� | j
d| j j� | j
d| j j � d S )Nr s datar ) r r/ r rP r� r^ rl rd r1 r0 Z
assert_not_inr� )r# r$ r$ r% �test_hints_behaviour4 s
z,RepositoryHintsTestCase.test_hints_behaviourN)rF rG rH r
r$ r$ r$ r% r 2 s r c @ sB e Zd ZdZddd�Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�RemoteRepositoryTestCaseNFc C s" t tdtjj| jd� �d|d�S )Nz__testsuite__:r T)r r )r
r r r r! r" )r# r r$ r$ r% r& H s z RemoteRepositoryTestCase.openc C s G dd� d�}|� S )Nc @ s$ e Zd ZdZdZg ZdZdd� ZdS )z9RemoteRepositoryTestCase._get_mock_args.<locals>.MockArgs�borg�? Nc S s
t | |�S )N)�hasattr)r# �itemr$ r$ r% � __contains__S s zFRemoteRepositoryTestCase._get_mock_args.<locals>.MockArgs.__contains__)rF rG rH � remote_path�umask� debug_topics�rshr r$ r$ r$ r% �MockArgsM s
r r$ )r# r r$ r$ r% �_get_mock_argsL s
z'RemoteRepositoryTestCase._get_mock_argsc s � j t� fdd�� d S )Nc s � j jdi �S )N�__init__)r �callr$ )r# r$ r% rN Z s z;RemoteRepositoryTestCase.test_invalid_rpc.<locals>.<lambda>)rQ r )r# r$ )r# r% �test_invalid_rpcY s z)RemoteRepositoryTestCase.test_invalid_rpcc r C sl d}y| j jdddi� W nN tjk
rh } z0t|j�dks@t�|jd | j jjksXt�W Y d d }~X nX y| j jdddi� W nN tj k
r� } z0t|j�dks�t�|jd | j jjks�t�W Y d d }~X nX y| j jdddi� W nT tj
k
�r: } z4t|j�dk�st�|jd | j jjk�s*t�W Y d d }~X nX y| j jddd i� W nL t k
�r� } z.t|j�dk�szt�|jd |k�s�t�W Y d d }~X nX y| j jddd
i� W nL t k
�r } z.t|j�dk�s�t�|jd d k�s�t�W Y d d }~X nX y| j jddd i� W nh tj
k
�r� } zHt|j�d
k�sDt�|jd |k�sXt�|jd | j jjk�srt�W Y d d }~X nX y| j jdddi� W nL tk
�r� } z.t|j�dk�s�t�|jd |k�s�t�W Y d d }~X nX y| j jdddi� W nh tjk
�rf } zH|j�s t�|j� dk�s2t�|jdk�sBt�t|j�dk�sVt�W Y d d }~X nX d S )Nz test stringZinject_exceptionZkind� DoesNotExistr r �
AlreadyExistsr r r �foorR r r Zdividez6ZeroDivisionError: integer division or modulo by zero
�ZeroDivisionError)r r r r r^ �argsrd �locationZ processedr r r r rR r r
ZRPCErrorZunpackedZ get_messageZexception_classZexception_full)r# �s1�er$ r$ r% � test_rpc_exception_transport\ sX **,&&,& z5RemoteRepositoryTestCase.test_rpc_exception_transportc C s� | j � }|| j_| jjtd��ddgks,t�| jjtd��ddgksHt�| jjtd��ddgksdt�| jjtd��ddd dgks�t�d
tjd < | jjtd��dd dgks�t�d S )
Nzexample.com:foo�sshz example.comzssh://example.com/foozssh://user@example.com/foozuser@example.comz ssh://user@example.com:1234/fooz-pZ1234z ssh --fooZBORG_RSHz--foo)r r �_args�ssh_cmdr rd r �environ)r# r! r$ r$ r% � test_ssh_cmd� s
z%RemoteRepositoryTestCase.test_ssh_cmdc C s8 | j jd dd�tjdddgks"t�| j� }tj� jtj � | j j|dd�dddd gksZt�d
|_
| j j|dd�d
ddd gks�t�d d g|_ | j j|dd�d
ddd d
gks�t�| j� }d|_ | j j|dd�dddd gks�t�d|_ | j j|dd�dddd dgk�st�d|_
|| j _| j jtd��ddddgk�s4t�d S )NT)Ztestingz-mz
borg.archiverZserveFr z --umask=077z--infoz borg-0.28.2Zsomething_client_sideZrepository_compactionz.--debug-topic=borg.debug.repository_compactionr i���z--storage-quota=314159265z
ssh -i foozexample.com:foor& z-ir z example.com)r Zborg_cmd�sys�
executablerd r �logging� getLogger�setLevel�INFOr r r� r r' r( r )r# r! r$ r$ r% �
test_borg_cmd� s$ "
z&RemoteRepositoryTestCase.test_borg_cmd)F)
rF rG rH r r& r r r% r* r1 r$ r$ r$ r% r E s
6
r c @ s e Zd Zddd�Zdd� ZdS )�RemoteLegacyFreeFc
C s< t jtdd��$ ttdtjj| jd� �d|d�S Q R X d S )NZ
dictFormatTz__testsuite__:r )r r )r r� r
r r r r! r" )r# r r$ r$ r% r& � s zRemoteLegacyFree.openc C s� | j jtd�d� | j j� | j j� | j� | _ | j �" | j jtd�d� | j j� W d Q R X | j� | _ | j � | j jtd�� | j j� W d Q R X d S )Nr s foos bar)r r/ r r0 r* r& r1 )r# r$ r$ r% �test_legacy_free� s
z!RemoteLegacyFree.test_legacy_freeN)F)rF rG rH r& r3 r$ r$ r$ r% r2 � s
r2 c @ s e Zd Zddd�Zdd� ZdS )� RemoteRepositoryCheckTestCaseFc C s" t tdtjj| jd� �d|d�S )Nz__testsuite__:r T)r r )r
r r r r! r" )r# r r$ r$ r% r& � s z"RemoteRepositoryCheckTestCase.openc C s d S )Nr$ )r# r$ r$ r% r � s z7RemoteRepositoryCheckTestCase.test_crash_before_compactN)F)rF rG rH r& r r$ r$ r$ r% r4 � s
r4 c @ sL e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dS )�RemoteLoggerTestCasec C s| t j� | _tj| j�| _| jgtj� jd d �< g tjd�jd d �< g tjd�jd d �< tj j
� tj | _ t j� | _ t_ d S )Nzborg.repositoryzborg.repository.foo) r; �StringIO�streamr- �
StreamHandler�handlerr. �handlersr+ �stderr�flush�
old_stderr)r# r$ r$ r% r) � s
zRemoteLoggerTestCase.setUpc C s | j t_d S )N)r= r+ r; )r# r$ r$ r% r, � s z RemoteLoggerTestCase.tearDownc C s0 t d� | j| jj� d� | j| jj� d� d S )Nz unstructured stderr message
r3 z$Remote: unstructured stderr message
)r rP r7 �getvaluer; )r# r$ r$ r% �test_stderr_messages� s z)RemoteLoggerTestCase.test_stderr_messagesc C s0 t d� | j| jj� d� | j| jj� d� d S )Nz%unstructured stderr progress message
r3 z-Remote: unstructured stderr progress message
)r rP r7 r> r; )r# r$ r$ r% � test_stderr_progress_messages� s z2RemoteLoggerTestCase.test_stderr_progress_messagesc C sN | j jtj� tj� jtj� td� | j| jj� d� | j| j j� d� d S )Nz,$LOG INFO Remote: borg < 1.1 format message
z"Remote: borg < 1.1 format message
r3 )
r9 r/ r- �DEBUGr. r rP r7 r> r; )r# r$ r$ r% �test_pre11_format_messages� s
z/RemoteLoggerTestCase.test_pre11_format_messagesc C sN | j jtj� tj� jtj� td� | j| jj� d� | j| j j� d� d S )Nz=$LOG INFO borg.repository Remote: borg >= 1.1 format message
z#Remote: borg >= 1.1 format message
r3 )
r9 r/ r- rA r. r rP r7 r> r; )r# r$ r$ r% �test_post11_format_messages� s
z0RemoteLoggerTestCase.test_post11_format_messagesc C sN | j jtj� tj� jtj� td� | j| jj� d� | j| j j� d� d S )Nz:$LOG INFO borg.repository Remote: new format info message
r3 )
r9 r/ r- �WARNINGr. r rP r7 r> r; )r# r$ r$ r% � test_remote_messages_screened s
z2RemoteLoggerTestCase.test_remote_messages_screenedc C s� t jd�jt j� t jd�jt j� | jjt j� t j� jt j� tj� }t j|�}|jt j� |gt jd�j d d �< tj� }t j|�}|jt j� |gt jd�j d d �< t
d� | j |j � d� | j |j � d� | j | j
j � d� | j | jj � d� d S )Nzborg.repositoryzborg.repository.fooz;$LOG INFO borg.repository Remote: new format child message
r3 z!Remote: new format child message
)r- r. r/ r0 r9 rD r; r6 r8 r: r rP r> r7 r; )r# Z child_streamZ
child_handlerZ
foo_streamZ foo_handlerr$ r$ r% � test_info_to_correct_local_child s"
z5RemoteLoggerTestCase.test_info_to_correct_local_childN) rF rG rH r) r, r? r@ rB rC rE rF r$ r$ r$ r% r5 � s r5 )4r; r- r r+ r+ r' Z
unittest.mockr r� Z hashindexr Zhelpersr r r Zlockingr r Zremoter
r r r
r r r r r r r r r r3 r r r� r r rI ri r~ r� r� r� r� r� r� r r r2 r4 r5 r$ r$ r$ r% �<module> sF $ +s9 & ** n