| Current File : //usr/lib64/python3.6/site-packages/borg/testsuite/__pycache__/archiver.cpython-36.pyc |
3
up�de\ � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZd dlmZmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZm Z d d l m Z d dl Z y d dl Z W n e!k
�r Y nX d dl"Z"d dl#Z"d
d l$m%Z%m&Z&m'Z' d
d l(m)Z)m*Z*m+Z+m,Z, d
d
l-m.Z.m/Z/m0Z0 d
dl1m2Z2m3Z3 d
dl4T d
dl5m6Z6m7Z7 d
dl8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> d
dl?m@Z@mAZA d
dlBmCZC d
dl&mDZDmEZE d
dl&mFZFmGZGmHZH d
dl&mIZImJZJmKZK d
dl&mLZL d
dl&mMZM d
dl&mNZN d
dlOmPZPmQZQ d
dlRmSZSmTZTmUZU d
d lVmWZW d
d lXmYZY d
d lZm[Z[ d
d l\m]Z]m^Z^ d
d l_m`Z` d!d"l$maZambZb d!d#l$mcZcmdZdmeZemfZf d!d$l$mgZgmhZhmiZimjZjmkZk d!d%l'mlZl d!d&lmmnZn d!d'l$moZo ejpjqejpjrejpjset�d(��Zudd)dd*d)d+�d,d-�Zvd.d/� Zwyevd0d1d2d3� d4d5gZxW n eyk
�rj d4gZxY nX e jzexd6�d7d8� �Z{d9d:� Z|d;Z}e j~jejpj�e}� d<e} d=�d>d?� �Z�G d@dA� dAec�Z�G dBdC� dCe��Z�ej�d5exkdD�G dEdF� dFe���Z�G dGdH� dHe��Z�G dIdJ� dJe��Z�G dKdL� dLe��Z�G dMdN� dNe��Z�G dOdP� dPe��Z�G dQdR� dRe��Z�dSdT� Z�dUdV� Z�G dWdX� dX�Z�G dYdZ� dZ�Z�d[d\� Z�d]d^� Z�e j~j�d_e�e�� j�� ��d`da� �Z�e j~j�dbe�e.j�j�� ��dcdd� �Z�dS )e� N)� unhexlify�
b2a_base64)� ConfigParser)�datetime)�timezone)� timedelta)�sha256)�BytesIO�StringIO)�patch� )�xattr�helpers�platform)�Archive� ChunkBuffer�
flags_noatime� flags_normal)�Archiver�parse_storage_quota�PURE_PYTHON_MSGPACK_WARNING)�Cache�
LocalCache)�*)�
bytes_to_long�num_aes_blocks)�KeyfileKeyBase�RepoKey�
KeyfileKey�
Passphrase�TAMRequiredError�ArchiveTAMRequiredError)�RepoIdMismatch�NotABorgKeyFile)�FileIntegrityError)�Location�get_security_dir)�Manifest�MandatoryFeatureUnsupported� ArchiveInfo)� EXIT_SUCCESS� EXIT_WARNING�
EXIT_ERROR)�
bin_to_hex)�MAX_S)�msgpack)�
RstToTextLazy�rst_to_terminal)� IECommand�PatternMatcher�
parse_pattern)�Item)�
LockFailed)�
setup_logging)�RemoteRepository�PathNotAllowed)�
Repository� )� has_lchflags�
has_llfuse)� BaseTestCase� changedir�environment_variable�
no_selinux)�are_symlinks_supported�are_hardlinks_supported�are_fifos_supported�is_utime_fully_supported� is_birthtime_fully_supported)�fakeroot_detected)�make_attic_repo)�keyz..F� )�archiver�fork�exe�input�
binary_outputc O s� |r�yX|d kr t jddf}n$t|t�r.|f}nt|t�s@td��tj|| tj|d�}d} W nZ tj k
r� }
z|
j
}|
j } W Y d d }
~
X n, t k
r� }
zd}|
j
} W Y d d }
~
X nX |r�| |fS | tj|�fS �nt jt jt j } } }
z�t|j� �t _t|�t j_t� }tj|dd� } t _t _| d k�r8t� } d d
� | _t| _ tt _ y| j t |��}W nF t k
�r� }
z(|j � |
j
|�r�|j!� n
|j!� j� fS d }
~
X nX | j"|�} |j � | |�r�|j!� n
|j!� j� fS | | |
t _t _t _X d S ) Nz-mz
borg.archiverz"exe must be None, a tuple or a str)�stderrrN r � zutf-8)�encodingc W s d S )N� )�argsrS rS � /usr/lib64/python3.6/archiver.py�<lambda>d s zexec_cmd.<locals>.<lambda>)#�sys�
executable�
isinstance�str�tuple�
ValueError�
subprocessZ check_outputZSTDOUTZCalledProcessError�output�
returncode�
SystemExit�code�os�fsdecode�stdin�stdoutrP r
�decoder �buffer�io�
TextIOWrapperr Z
prerun_checksr* � exit_coder �
parse_args�list�flush�getvalueZrun)rK rL rM rN rO rT �kw�borgr^ �ret�erd re rP Z output_textrS rS rU �exec_cmdE sN
,
rs c C s6 t jd�sdS tjddgtjd�} | j� \}}d|kS )N�tarFz --version)re s GNU tar)�shutil�whichr] �Popen�PIPEZ communicate)�popenre rP rS rS rU � have_gnutarv s
rz �helpzborg.exeT)rM rL �python�binary)Zparamsc s8 | j dkrd � n| j dkr d� ntd��� fdd�}|S )Nr| r} zborg.exez"param must be 'python' or 'binary'c s t | � dd�|��S )NT)rM rL )rs )rT ro )rM rS rU �exec_fn� s zcmd.<locals>.exec_fn)Zparamr\ )Zrequestr~ rS )rM rU �cmd� s
r c C s� |j d�}|j d�}|j d�}|jd�jd� | dddt|� �\}}|tksRt�| d d
| t|��\}}|tksvt�tt|���$ | d d
| �\}}|tks�t�W d Q R X | d d
| d �\}}|tks�t�| d d
| t|��\}}|tks�t�d S )
N�reporN r^ Z test_file�content�initz--encryption=nonez%s�createz %s::archive�extractzdoes/not/match) �mkdir�join�writerZ r* �AssertionErrorr? r+ r, )r �tmpdirr� rN r^ �rc�outrS rS rU �test_return_codes� s
r� z/tmp/borg-mountz needs a 16MB fs mounted on %s)�reasonc ) C s
ddd�}t dd���� t}tjj|�s,t�tjj|d�}tjj|d�}tjj|d�}�x�td �D �]�}tj |dd
� tj |dd
� ||d d d
d� | d|�\}}|t
kr�t d||� |t
ks�t�z�d \} }
x�| �r�|
d7 }
y||dd� W n6 t k
�r" } z| j
t
jk�rP � W Y d d } ~ X nX z6| dd||
f |�\}}|t
k} | �sXt d||� W d tj tjj|d�dd
� tjtjj|d�� X q�W W d tj |dd
� X | d|�\}}|t
k�r�t d||� | dd|�\}}|t
k�r�t d||� |t
ksbt�qbW W d Q R X d S ) NTc
S s� t j| dd� tj| � |r<tjd|�}|dkr<tjd|�}xLt|�D ]@}tjj| d| �}t |d��}tj
|�}|j |� W d Q R X qFW d S )NT)�
ignore_errorsr; zfile%03d�wb) ru �rmtreerb r� �randomZrandint�range�pathr� �open�urandomr� )�dir�count�size�rnd�i�fn�f�datarS rS rU �
make_files� s
z"test_disk_full.<locals>.make_files�YES)�!BORG_CHECK_I_KNOW_WHAT_I_AM_DOINGr� rN �reserve�d )r� �P i�� F)r� r� r r; � i@
r� z %s::test%03dzlock.exclusivez lock.rosterrl �checkz--repair)T)Tr )r@ �DF_MOUNTrb r� �existsr� r� r� ru r� r* �print�OSError�errnoZENOSPC�remove) r r� �mountr� rN r� �jr� r� �successr� �errrS rS rU �test_disk_full� sP
r� c @ sZ e Zd ZdZdZdZdd� Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z ddd�Z dd� Z
dS )�ArchiverTestCaseBaseNFrQ c C s� dt jd< dt jd< dt jd< dt jd< | j r6t� p8d | _tj� | _t jj | jd�| _
| j | j
| _ t jj | jd �| _
t jj | jd
�| _t jj | jd �| _t jj | jd �| _t jj | jd
�| _t jj | jd�| _| jt jd< | jt jd< t j| j
� t j| j
d� t j| j� t j| j� t j| j� t| jd��}|jd� W d Q R X t| jd��}|jd� W d Q R X t j� | _t j| j� d S )Nr� r� �"BORG_DELETE_I_KNOW_WHAT_I_AM_DOINGZwaytooeasyonlyfortests�BORG_PASSPHRASEZdisabledZ
BORG_SELFTEST�
repositoryrN r^ �keys�cacheZexcludes�patternsZ
BORG_KEYS_DIRZBORG_CACHE_DIRi� r� s1 input/file2
# A comment line, then a blank line
sI +input/file_important
- input/file*
# A comment line, then a blank line
)rb �environ� FORK_DEFAULTr rK �tempfileZmkdtempr� r� r� �repository_path�prefix�repository_location�
input_path� output_path� keys_path�
cache_path�exclude_file_path�patterns_file_pathr� �chmodr� r� �getcwd�_old_wd�chdir)�self�fdrS rS rU �setUp� s6
zArchiverTestCaseBase.setUpc C s& t j| j� tj| jdd� t� d S )NT)r� )rb r� r� ru r� r� r7 )r� rS rS rU �tearDown s z ArchiverTestCaseBase.tearDownc s� |j dd�}|j dd �}|jdd�}|d kr2| j}t||| j| jd�|��\}}||kr`t|� | j||� |rxtj � nt� |r�dnd}|j
� fd d
�|j d d �D ��}|S )
Nrj r rL rO F)rL rM rK rJ rQ c 3 s | ]}� |kr|V qd S )NrS )�.0�line)�pp_msgrS rU � <genexpr>, s z+ArchiverTestCaseBase.cmd.<locals>.<genexpr>T)�keepends) �pop�getr� rs �EXErK r� � assert_equalr �encoder� �
splitlines) r� rT ro rj rL rO rq r^ �emptyrS )r� rU r s zArchiverTestCaseBase.cmdc C s | j dd| jd | t� d S )Nr� z--compression=lz4z::)r r� �src_dir)r� �namerS rS rU �create_src_archive0 s z'ArchiverTestCaseBase.create_src_archivec C sF t | jdd�}|�& tj|tj�\}}t||||�}W d Q R X ||fS )NT)� exclusive)r: r� r' �load�NO_OPERATION_CHECKr )r� r� r� �manifestrI �archiverS rS rU � open_archive3 s
z!ArchiverTestCaseBase.open_archivec C s t | jdd�S )NT)r� )r: r� )r� rS rS rU �open_repository: s z$ArchiverTestCaseBase.open_repositoryr c C s� |dko|ot |�|k s"td��tjj| j|�}tjjtjj|��sXtjtjj|�� t |d�� }|d krtd| }|j
|� W d Q R X d S )Nr z size and contents do not matchr� � X) �lenr� rb r� r� r� r� �dirname�makedirsr� r� )r� r� r� �contents�filenamer� rS rS rU �create_regular_file= s " z(ArchiverTestCaseBase.create_regular_filec C s� | j dd#d� | j ddd� | j dd$d� tjdd� t� r`tjtjj| jd�tjj| jd �� t� r~tj d
tjj| jd �� | j d d
d� t
j r�t
j | j�r�t
j
tjj| jd �dd� t
j
tjj| jd �dd� t� r�tjtjj| jd�� t�rtjtjj| jd�tj� yZtjddtjB tjdd�� tjddtjB tjdd�� tjdd� tjdd d � d }W nV tk
�r� d }Y n> tk
�r� } z |j t j t j fk�r�� d }W Y d d }~X nX t j d
� | j d!d"d� |S )%zFCreate a minimal test case including all supported file types
�file1i r� )r� �flagfilez
dir2/file2z input/file1i� �hardlink� somewhere�link1� fusexattrr; zuser.foos barz
user.emptyrJ �fifo1z
input/bdevi� �
r� z
input/cdev� �( z
input/dir2im r� �� TFNr� r i @ i @ )!r� rb r� rC �linkr� r� r� rB �symlinkr
�XATTR_FAKEROOT�
is_enabled�setxattrrD �mkfifor< r � set_flags�stat� UF_NODUMP�mknod�S_IFBLK�makedev�S_IFCHR�chown�PermissionErrorr� r� ZEINVALZENOSYS�time�sleep)r� � have_rootrr rS rS rU �create_test_filesG s@
z&ArchiverTestCaseBase.create_test_files)r N)�__name__�
__module__� __qualname__r� r� r� r� r� r r� r� r� r� r rS rS rS rU r� � s
r� c @ s� e Zd Zejje� dd�Zdd� Zdd� Z edd� �Z
d d
� Z d d � Z ejje
� d
d�dd� �Zejje� dd�dd� �Zejje� dd�ejje� dd�dd� ��Zejje� dd�ejje� dd�dd� ��Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!ee"j#e$d4�d5d6� ��Z%ed7d8� �Z&ed9d:� �Z'ed;d<� �Z(d=d>� Z)d?d@� Z*dAdB� Z+dCdD� Z,dEdF� Z-dGdH� Z.dIdJ� Z/dKdL� Z0dMdN� Z1dOdP� Z2dQdR� Z3dSdT� Z4dUdV� Z5dWdX� Z6dYdZ� Z7d[d\� Z8d]d^� Z9d_d`� Z:dadb� Z;dcdd� Z<dedf� Z=dgdh� Z>didj� Z?dkdl� Z@dmdn� ZAdodp� ZBdqdr� ZCdsdt� ZDdudv� ZEejje� dd�dwdx� �ZFejjeGjH dyd�dzd{� �ZIejjeGjH d|d�d}d~� �ZJdd�� ZKd�d�� ZLd�d�� ZMd�d�� ZNd�d�� ZOd�d�� ZPd�d�� ZQd�d�� ZRd�d�� ZSd�d�� ZTd�d�� ZUd�d�� ZVd�d�� ZWd�d�� ZXd�d�� ZYd�d�� ZZd�d�� Z[d�d�� Z\d�d�� Z]d�d�� Z^d�d�� Z_e"j#e$d4�d�d�� �Z`ejjd�eajbkd�d�d�d�� �Zcd�d�� Zdd�d�� Zed�d�� Zfd�d�� Zgd�d�� Zhd�d�� Zid�d�� Zjd�d�� Zkd�d�� Zle"j#e$d4�d�d �Zmejjnd�dĄ �Zod�dƄ Zpd�dȄ Zqd�dʄ Zrd�d̄ Zsd�d΄ Ztd�dЄ Zud�d҄ Zvd�dԄ Zwd�dք Zxd�d Zyd�dڄ Zzd�d܄ Z{d�dބ Z|d�d� Z}d�d� Z~d�d� Zd�d� Z�d�d� Z�d�d� Z�d�d� Z�d�d� Z�d�d� Z�d�d� Z�d�d� Z�d�d�� Z��d�d�d��Z�d�d�� Z�d�d�� Z�d�d�� Z��d �d� Z��d�d� Z��d�d� Z��d�d� Z��d�d � Z��d
�d � Z��d �d
� Z��d�d� Z��d�d� Z��d�d� Z��d�d� Z�e"j#e$d4��d�d� �Z�e"j#e$d4��d�d� �Z�e"j#e$d4��d�d� �Z�e"j#e$d4��d �d � �Z��d �d � Z��d �d!� Z��d"�d#� Z��d$�d%� Z��d&�d'� Z��d(�d)� Z��d*�d+� Z��d,�d-� Z��d.�d/� Z��d0�d1� Z��d2�d3� Z��d4�d5� Z��d6�d7� Z��d8�d9� Z��d:�d;� Z�ejje� dd��d<�d=� �Z��d>�d?� Z��d@�dA� Z��dB�dC� Z��dD�dE� Z��dF�dG� Z��dH�dI� Z��dJ�dK� Z��dL�dM� Z��dN�dO� Z��dP�dQ� Z��dR�dS� Z��dT�dU� Z��dV�dW� Z��dX�dY� Z��dZ�d[� Z��d\�d]� Z��d^�d_� Z��d`�da� Z��db�dc� Z��dd�de� Z��df�dg� Z�ejje�� �dhd�Z�ejje�jĐdi� �djd�Z�edk�dl� �Z�e�eŐdm�dn� ��Z�edo�dp� �Z�eedq�dr� ��Z�eeds�dt� ��Zʐdu�dv� Z�ejjeGjH d|d��dw�dx� �Z�ejjeGjH d|d��dy�dz� �Z͐d{�d|� Zΐd}�d~� ZϐdS (� �ArchiverTestCasezhardlinks not supported)r� c C s t | j| j��}t|�S )N)r- �_extract_repository_idr� r& )r� �
repository_idrS rS rU r& � s z!ArchiverTestCase.get_security_dirc
C s� | j � }| jdddd| jdd�}| jd|� | jd|� | jd d
| jd d � | jd d
d
| jd d �}| jd|� | jd|� td�� | jd| jd � W d Q R X | jdd| j�}| jd|� | jd|� d dddddd d g}t� r�|jd � t� �r|jd � t� �r|jd � |�s.|j d� |j d� t
�rR|j d � t j t j j
d d!�� | jdd| jd �}x|D ]}| j||� �qlW | jd d"� | jd#| jd �}t
�r�d$nd%}| jd&| |� tj| j� | jd#| jd �}d'd(� } | j| |�| |�� d S ))Nr� z--encryption=repokeyz--show-versionz --show-rcT)rL zborgbackup versionz%terminating with success status, rc 0r� z--exclude-nodumpz::testrN z--statsz::test.2zArchive name: test.2zThis archive: r^ r� rl z--short�testztest.2z
input/bdevz
input/cdevz
input/dir2zinput/dir2/file2z input/emptyz input/file1zinput/flagfilez input/fifo1z input/link1zinput/hardlinkr� z output/input�info� � zNumber of files: %dc S sR ddddddg}g }x2| j � D ]&}x |D ]}|j|�r(|j|� q(W q W dj|�S )NzName:z Fingerprint:zNumber of files:z
This archive:z
All archives:z Chunk index:�
)r� �
startswith�appendr� )r^ �prefixes�resultr� r� rS rS rU �filter� s
z9ArchiverTestCase.test_basic_functionality.<locals>.filter)r r r� � assert_inr? rD r rB rC r� r< rb r� r� �assert_dirs_equalru r� r� r� )
r� r r^ Z list_output�expectedr� Z info_outputZ
item_countZ info_output2r rS rS rU �test_basic_functionality� sX
z)ArchiverTestCase.test_basic_functionalityc C s� t jj| jd�}t jj| jd�}t j|� t j|� t jj|d�}t jj|d�}| j|dd� t j||� | jdd| j� | jd| jd d
d
� | jd d | jd �}d
d� |j d�D �}t
|�d
ddddgks�t �d S )N�a�br� s 123456)r� r� z--encryption=noner� z::testrN rl z --json-linesc S s g | ]}|rt j|�d �qS )r� )�json�loads)r� r� rS rS rU �
<listcomp>� s z?ArchiverTestCase.test_create_duplicate_root.<locals>.<listcomp>r zinput/azinput/a/hardlinkzinput/bzinput/b/hardlink) rb r� r� r� r� r� r� r r� �split�sortedr� )r� �path_a�path_b�hl_a�hl_b� archive_list�pathsrS rS rU �test_create_duplicate_root� s
z+ArchiverTestCase.test_create_duplicate_rootc C st t jj| jdd�}t jj|d�}| j| }tjtj�� | j dd|� W d Q R X | j ddd|� t jj
|�spt �d S )NZparent1Zparent2r� r� z--encryption=nonez--make-parent-dirs) rb r� r� r� r� �pytest�raisesr: ZParentPathDoesNotExistr r� r� )r� � parent_pathr� r� rS rS rU �test_init_parent_dirs� s
z&ArchiverTestCase.test_init_parent_dirsc C s� | j dd| j� y*tjtjtj�}|jtjj| j d�� W nP t
k
r� } z4|j t j krdt
jd� n|j t jkrzt
jd� W Y d d }~X nX | j d| jd d� |j� td ��* | j d
| jd � tjjd � s�t�W d Q R X d S ) Nr� z--encryption=repokeyz unix-socketz&unix sockets disabled or not supportedz(permission denied to create unix socketsr� z::testrN r^ r� zinput/unix-socket)r r� �socketZAF_UNIXZ SOCK_STREAMZbindrb r� r� r� r r� ZEPERMr) �skip�EACCES�closer? r� r� )r� Zsockr� rS rS rU �test_unix_socket� s
z!ArchiverTestCase.test_unix_socketzsymlinks not supportedc C sh | j � | jdd| j� | jd| jd d� td��* | jd| jd � tjd�d ksZt�W d Q R X d S )
Nr� z--encryption=repokeyr� z::testrN r^ r� z input/link1r� )r r r� r? rb �readlinkr� )r� rS rS rU �test_symlink_extract� s
z%ArchiverTestCase.test_symlink_extractz4cannot properly setup and execute test without utimec C s� dd� }| j � d\}}|d�}tjd||f� | jdd| j� | jd| jd d
� td �� | jd | jd � W d Q R X tjd�}tjd
�}|j|j ko�|d kn s�t�|r�|j |j ko�|d kn s�t�n|j |d ks�t�d S )Nc S sn t j| �j}y(tt j| t���}|j� W d Q R X W n tk
rH dS X t j| �j}ttk}|oh||kS d S )NF)rb r� � st_atime_nsr� r �readr r )� some_file� atime_before�file� atime_after� noatime_usedrS rS rU � has_noatime s z0ArchiverTestCase.test_atime.<locals>.has_noatime� �[��8�
z input/file1r� z--encryption=repokeyr� z::testrN r^ r� zoutput/input/file1g e��A)r< r= )
r rb �utimer r� r? r� � st_mtime_nsr� r4 )r� r; �atime�mtime� have_noatime�sti�storS rS rU �
test_atime� s
$&zArchiverTestCase.test_atimez8cannot properly setup and execute test without birthtimec C s� | j � d\}}}tjd||f� tjd||f� | jdd| j� | jd| jd d � td
�� | jd | jd � W d Q R X tjd�}tjd �}t|jd
�t|jd
� ko�|d
kn s�t �|j
|j
ko�|d
kn s�t �d S )N� �k8�Cm8� �n8z input/file1r� z--encryption=repokeyr� z::testrN r^ r� zoutput/input/file1g e��A)rF rG rH ) r rb r> r r� r? r� �int� st_birthtimer� r? )r� � birthtimerA r@ rC rD rS rS rU �test_birthtime s
4z ArchiverTestCase.test_birthtimec C s� | j � d\}}}tjd||f� tjd||f� | jdd| j� | jdd| jd d
� td �� | jd | jd � W d Q R X tjd�}tjd
�}t|jd �|d ks�t �t|jd �|d ks�t �|j
|j
ko�|d kn s�t �d S )N� �k8�Cm8� �n8z input/file1r� z--encryption=repokeyr� z
--nobirthtimez::testrN r^ r� zoutput/input/file1g e��A)rM rN rO ) r rb r> r r� r? r� rI rJ r� r? )r� rK rA r@ rC rD rS rS rU �test_nobirthtime. s
z!ArchiverTestCase.test_nobirthtimec C s t | j��}|jS Q R X d S )N)r: r� �id)r� r� r� rS rS rU r ? s z'ArchiverTestCase._extract_repository_idc C sv t d d�}|jtjj|d�� |jddt|�� ttjj|d�d��}|j|� W d Q R X t | j
��}|j S Q R X d S )N)�
interpolation�configr� rQ �w) r r5 rb r� r� �setr- r� r� r: r� rQ )r� r� rQ rS r� r� rS rS rU �_set_repository_idC s
z#ArchiverTestCase._set_repository_idc C sn dd� }t jj| jd�}d}ddt> }|t|� | }t|d��:}|j|d� |j|� |j|d� |j � }|j
|� W d Q R X ||||�}|�rj| j dd | j � | j d
| j d d � t
| j�� | j d
d| j d � W d Q R X | jd d� t jj| jd d�}t|d��H}| j|j|�d| � | j|jt|��|� | j|j|�d| � W d Q R X ||||��sjt�d S )Nc S s� t j| �}|j|kst�d}|r>t|d�r>|jd |jkr>d}|r�tt d�r�tt d�r�t| d��P}y0|jdt j�dkrzd}|jdt j �|kr�d}W n t
k
r� d}Y nX W d Q R X |S ) NT� st_blocksi F� SEEK_HOLE� SEEK_DATA�rbr ) rb r� �st_sizer� �hasattrrW r� �seekrX rY r� )r� �
total_size� hole_size�st�sparser� rS rS rU � is_sparseM s
z4ArchiverTestCase.test_sparse_file.<locals>.is_sparsera s foobarr r; r� r� z--encryption=repokeyr� z::testrN r� z--sparsez output/inputrZ � )rb r� r� r� Z
CHUNK_MAX_EXPr� r� r] r� �tell�truncater r� r? r� r r� r5 r� ) r� rb r� r� r_ r^ r� �posZsparse_supportrS rS rU �test_sparse_fileL s0
z!ArchiverTestCase.test_sparse_filec C s� dddg}x2|D ]*}t jj| j|�}t|d�� W d Q R X qW | jdd| j� | jd| jd d � xZ|D ]R}td
��$ | jd | jd t jjd |�� W d Q R X t jjt jjd
d |��sht �qhW d S ) NZnormalzwith some blanksz
(with_parens)r� r� z--encryption=repokeyr� z::testrN r^ r� )
rb r� r� r� r� r r� r? r� r� )r� � filenamesr� rS rS rU �test_unusual_filenames s
(z'ArchiverTestCase.test_unusual_filenamesc C s� | j � dtjd< | jdd| j� | j| j�}| jd| jd d� tj| j� | jdd| j� | j | j|� | j
|| j| j�� | j r�| jd| jd dt d
� n,t
jtj�� | jd| jd d� W d Q R X d S ) N�
passphraser� r� z--encryption=repokeyr� z::testrN z--encryption=nonez::test.2)rj )r rb r� r r� r r� ru r� rV r� r� r, r) r* r �EncryptionMethodMismatch)r� r rS rS rU � test_repository_swap_detection� s
z/ArchiverTestCase.test_repository_swap_detectionc C s� | j � | jdd| jd � dtjd< | jdd| jd � | jd| jd d
� tj| jd � tj| jd | jd � | j r�| jd| jd d
t
d � n,t j t
j�� | jd| jd d
� W d Q R X d S )
Nr� z--encryption=none� _unencryptedrj r� z--encryption=repokey�
_encryptedr� z_encrypted::testrN z_encrypted::test.2)rj )r r r� rb r� ru r� r� �renamer� r, r) r* r �RepositoryAccessAborted)r� rS rS rU � test_repository_swap_detection2� s
z0ArchiverTestCase.test_repository_swap_detection2c C s� | j � dtjd< | jdd| j� | j| j�}| jd| jd d� tj| j� | jdd| j� | j | j|� | j
|| j| j�� | jd d
| j� | j r�| jd| jd dt d � n,t
jtj�� | jd| jd d� W d Q R X d S )
Nrj r� r� z--encryption=repokeyr� z::testrN z--encryption=none�deletez --cache-onlyz::test.2)rj )r rb r� r r� r r� ru r� rV r� r� r, r) r* r rk )r� r rS rS rU �'test_repository_swap_detection_no_cache� s
z8ArchiverTestCase.test_repository_swap_detection_no_cachec C s� | j � | jdd| jd � dtjd< | jdd| jd � | jd| jd d
� | jd d | jd � | jd d | jd � tj| jd � tj| jd | jd � | j r�| jd| jd
d
t
d� n,t j t
j�� | jd| jd
d
� W d Q R X d S )Nr� z--encryption=nonerm rj r� z--encryption=repokeyrn r� z_encrypted::testrN rr z --cache-onlyz_encrypted::test.2)rj )r r r� rb r� ru r� r� ro r� r, r) r* r rp )r� rS rS rU �(test_repository_swap_detection2_no_cache� s
z9ArchiverTestCase.test_repository_swap_detection2_no_cachec C s� | j � | jdd| j� | jd| jd d� tj| j� tdd��4 | jdd| j� | jdd | j� tj| j� � W d Q R X td d��R | jr�| jd| jd
dt d � n,t
j t j
�� | jd| jd
d� W d Q R X W d Q R X d S ) Nr� z--encryption=repokeyr� z::testrN rQ )r� rr z --cache-onlyz::test.2)rj )r r r� ru r� r� r@ r& r� r, r) r* r �CacheInitAbortedError)r� rS rS rU �7test_repository_swap_detection_repokey_blank_passphrase� s zHArchiverTestCase.test_repository_swap_detection_repokey_blank_passphrasec C s | j dd| j� | j� }tj| j| jd � tdd�� | j d| jd � W d Q R X ttjj |d���(}|j
� }|t | jd �j � ks�t
�W d Q R X | j d| jd � tj| j� | j d| jd � tj|� | j d| jd � x&d
D ] }tjjtjj ||��s�t
�q�W d S ) Nr� z--encryption=repokeyZ_new�yes)Z BORG_RELOCATED_REPO_ACCESS_IS_OKr �location�key-type�manifest-timestamp)rx ry rz )r r� r& rb ro r� r@ r� r� r� r5 r% Zcanonical_pathr� ru r� r� r� )r� Z security_dirr� rx r8 rS rS rU �test_repository_move� s $
z%ArchiverTestCase.test_repository_movec
C sP | j dd| j� ttjj| j� d�d��}|jd� W d Q R X | j d| j� d S )Nr� z--encryption=repokeyrx rT zsomething outdatedr )r r� r� rb r� r� r& r� )r� r� rS rS rU �test_security_dir_compat� s z)ArchiverTestCase.test_security_dir_compatc C s� | j dd| j� | j d| j� tj| j� | j d| j� tj| j� tj| j� � | jrl| j d| jtd� n&tj t
j �� | j d| j� W d Q R X t dd�� | j d| j� W d Q R X d S )Nr� z--encryption=noner )rj rw )Z*BORG_UNKNOWN_UNENCRYPTED_REPO_ACCESS_IS_OK)
r r� ru r� r� r& r� r, r) r* r ru r@ )r� rS rS rU �test_unknown_unencrypted� s z)ArchiverTestCase.test_unknown_unencryptedc ! C s� | j dd| j� | jd� | j d| jd d� td��� | j d| jd d d
� tjjd � s`t�| jd �� | j d| jd d d � W d Q R X | jd�� | j d| jd d d
� W d Q R X | jd�� | j d| jd d d� W d Q R X W d Q R X d S )Nr� z--encryption=repokeyzdir/filer� z::testrN r^ r� z--strip-components�3r8 �2�1zinput/dir/file�0) r r� r� r? rb r� r� r� �assert_creates_file)r� rS rS rU �test_strip_components s
z&ArchiverTestCase.test_strip_componentsc C s� t jt jj| jd�� t jt jj| jd�� | jddd� t jt jj| jd�t jj| jd�� t jt jj| jd�t jj| jd�� t jt jj| jd�t jj| jd�� | jd � t jt jj| jd �t jj| jd
�� | jd d | j� | jd
| jd d� d S )NZdir1z dir1/subdir�sources 123456)r� Zabbaz
dir1/hardlinkzdir1/subdir/hardlinkz dir1/source2z dir1/aaaar� z--encryption=repokeyr� z::testrN ) rb r� r� r� r� r� r� r r� )r� rS rS rU �_extract_hardlinks_setup s
z)ArchiverTestCase._extract_hardlinks_setupzllfuse not installedc - C s* | j � tjj| jd�}tjdkr,ddg}nddg}| j| jd |df|�� �� t |��l tj
d�j d ksnt �tj
d
�j d ks�t �t
d
d �j� d ks�t �tj
d
�j d ks�t �tj
d�j d ks�t �W d Q R X W d Q R X | j| jd |df|�� �� t |��v tj
d�j d k�st �tj
d�j d k�s&t �t
dd �j� d k�s>t �tj
d�j d k�sTt �tj
d�j d k�sjt �W d Q R X W d Q R X | j| jd |f|�� �� t |��v tj
d�j dk�s�t �tj
d�j dk�s�t �tj
d�j dk�s�t �tj
d�j dk�s�t �t
dd �j� d k�st �W d Q R X W d Q R X d S )N�
mountpoint�darwinz-oz$ignore_permissions,defer_permissionsZignore_permissionsz::testz--strip-components=2r� r zsubdir/hardlinkrZ s 123456�aaaa�source2z
input/dir1zinput/dir1/hardlinkzinput/dir1/subdir/hardlinkzinput/dir1/aaaazinput/dir1/source2z input/sourcer z
input/abba)r� rb r� r� r� rW r �
fuse_mountr� r? r� �st_nlinkr� r� r5 )r� r� Z ignore_permsrS rS rU �test_fuse_mount_hardlinks1 s4
(
*
z*ArchiverTestCase.test_fuse_mount_hardlinksc C s� | j � td��~ | jd| jd � tjd�jdks8t�tjd�jdksLt�tjd�jdks`t�tjd�jdkstt�tdd �j � d
ks�t�W d Q R X d S ) Nr^ r� z::testz input/sourcer z
input/abbazinput/dir1/hardlinkzinput/dir1/subdir/hardlinkrZ s 123456)
r� r? r r� rb r� r� r� r� r5 )r� rS rS rU �test_extract_hardlinks1S s
z(ArchiverTestCase.test_extract_hardlinks1c C s. | j � td��� | jd| jd dd� tjd�jdks<t�tjd�jdksPt�tdd �j � d
ksft�tjd �jdkszt�tjd �jdks�t�W d Q R X td��� | jd| jd d
� tjd�jdks�t�tjd�jdks�t�tdd �j � d
ks�t�tjd�jdk�s
t�tjd�jdk�s t�W d Q R X d S )Nr^ r� z::testz--strip-componentsr r� r zsubdir/hardlinkrZ s 123456r� r� z
input/dir1zinput/dir1/hardlinkzinput/dir1/subdir/hardlinkzinput/dir1/aaaazinput/dir1/source2)
r� r? r r� rb r� r� r� r� r5 )r� rS rS rU �test_extract_hardlinks2^ s
z(ArchiverTestCase.test_extract_hardlinks2c C s� t jj| jd�}t jj| jd�}t j|� t j|� t jj|d�}t jj|d�}| j|dd� t j||� | jdd| j� | jd| jd d
d
� t d ��@ | jd | jd � t j
d
�j dks�t �t j
d�j dks�t �W d Q R X d S )Nr r r� s 123456)r� r� z--encryption=noner� z::testrN r^ r� zinput/a/hardlinkr zinput/b/hardlink)
rb r� r� r� r� r� r� r r� r? r� r� r� )r� r" r# r$ r% rS rS rU � test_extract_hardlinks_twicep s
z-ArchiverTestCase.test_extract_hardlinks_twicec C s, | j dd| j� | jddd� | jddd� | jddd� | jd dd� | j d
d | jd d
� td�� | j d| jd d� W d Q R X | jttjd��dg� td�� | j dd| jd � W d Q R X | jttjd��ddg� td�� | j dd| j | jd � W d Q R X | jttjd��ddg� d S )Nr� z--encryption=repokeyr� i r� )r� �file2�file3�file4r� z--exclude=input/file4z::testrN r^ r� z input/file1z output/inputz--exclude=input/file2z--exclude-from=i @ i @ i @ i @ ) r r� r� r? r� r! rb �listdirr� )r� rS rS rU � test_extract_include_exclude� s
$z-ArchiverTestCase.test_extract_include_excludec # C s� | j dd| j� | jddd� | jddd� | jddd� | jd dd� | jd
d d� | j d d | jd
d� td�� | j d| jd
� W d Q R X | jttjd��dddd
g� tj d� td�� | j dd| jd
� W d Q R X | jttjd��ddg� tj d� td�� | j ddd| jd
� W d Q R X | jttjd��dd
g� tj d� td��$ | j dd| j
dd| jd
� W d Q R X | jttjd��dg� d S ) Nr� z--encryption=repokeyr� i r� )r� r� r� r� �file333r� z--exclude=re:input/file4$z::testrN r^ r� z output/inputz--exclude=re:file3+z--exclude=input/file2z--exclude=re:file[01]z--exclude-from=z--exclude=re:file1z--exclude=re:file(\d)\1\1$i @ i @ i @ i @ i @ ) r r� r� r? r� r! rb r� ru r� r� )r� rS rS rU �"test_extract_include_exclude_regex� s.
z3ArchiverTestCase.test_extract_include_exclude_regexc / C s� | j dd| j� | jddd� | jdd d� | jdd d� | jd d d� | jd
d d� | jd d d� t| jd ��}|jd
� |jd� W d Q R X | j dd| j | jd d� td�� | j d| jd � W d Q R X | jtt j
d��dddd
g� t j d� t| jd ��}|jd� W d Q R X td�� | j dd| j | jd � W d Q R X | jtt j
d��ddg� t j d� t| jd ��.}|jd� |jd� |jd� |jd� W d Q R X td�� | j dd| j | jd � W d Q R X | jtt j
d��dg� d S )!Nr� z--encryption=repokeyr� i r� )r� r� r� r� r� z aa:somethingr� s re:input/file4$
s fm:*aa:*thing
r� z--exclude-from=z::testrN r^ r� z output/inputs
re:file3+
s re:file(\d)\1\1$
s fm:nothingwillmatchthis
s */file1
s
re:file2$
i @ i @ i @ i @ i @ i @ )
r r� r� r� r� r� r? r� r! rb r� ru r� )r� r� rS rS rU �,test_extract_include_exclude_regex_from_file� s:
$
$z=ArchiverTestCase.test_extract_include_exclude_regex_from_filec " C s� | j dd| j� | jddd� | jddd� | jddd� | jd d d� | jd
d d� | j d | jd d
� td�� | j d| jd d� W d Q R X | jttjd��dddd
d g� tj d� td�� | j dd| jd d� W d Q R X | jttjd��ddg� tj d� td�� | j dd| jd d� W d Q R X | jttjd��dg� tj d� td�� | j d| jd ddd� W d Q R X | jttjd��ddd
g� d S ) Nr� z--encryption=repokeyr� i r� )r� r� r� r� r� r� z::testrN r^ r� zre:.*z output/inputz--exclude=re:file[34]$z
re:file\d$z--exclude=input/file1z re:file[12]$zfm:input/file1z fm:*file33*z input/file2i @ i @ i @ i @ i @ )
r r� r� r? r� r! rb r� ru r� )r� rS rS rU �test_extract_with_pattern� s,
"z*ArchiverTestCase.test_extract_with_patternc " C s$ | j dd| j� | jddd� | j d| jd d � td
�� | j d | jd �}W d Q R X | jd |� tjd
� td
�� | j d d| jd �}W d Q R X | jd |� tjd
� td
�� | j d d| jd �}W d Q R X | jd |� tjd
� td
�� | j d dd| jd �}W d Q R X | jd |� d S )Nr� z--encryption=repokeyr8 i r� )r� r� z::testrN r^ r� z
input/filez output/inputz--infoz--listi @ )r r� r� r? �
assert_not_inru r� r )r� r^ rS rS rU �test_extract_list_output s$
z)ArchiverTestCase.test_extract_list_outputc C sj | j dd| j� | jddd� | j d| jd d � td
��& | j d | jd d �}d
|ks\t�W d Q R X d S )Nr� z--encryption=repokeyr8 i r� )r� r� z::testrN r^ r� z
--progressz Extracting:i @ )r r� r� r? r� )r� r^ rS rS rU �test_extract_progress s
z&ArchiverTestCase.test_extract_progressc C s� | j dd| j� | jddd� | jdt td d � | jd
t d d � tjd � t� rltjd
t dt � n| jdt td d � d S )Nr� z--encryption=repokeyr� i r� )r� z cache1/%ss extra stuff)r� z cache2/%ss invalid signaturez input/cache3zinput/cache1/%szinput/cache3/%sz cache3/%si @ ) r r� r� �CACHE_TAG_NAME�CACHE_TAG_CONTENTSrb r� rC r� )r� rS rS rU �_create_test_caches$ s
z$ArchiverTestCase._create_test_cachesc C s� | j dd| j� d}| j d| jd d|d� tj| j dd | jd ��}|d
d ksVt�|d d ksft�|d
t|�kszt�|d dks�t�| j dd| jd dd�}||ks�t�d S )Nr� z--encryption=repokeys foo
bar
r� z::test�-)rN rl z --json-lines�uidr �gidr� r� rd r� z--stdoutT)rO )r r� r r r� r� )r� Z
input_data�itemZextracted_datarS rS rU �test_create_stdin2 s z"ArchiverTestCase.test_create_stdinc C s* | j dd| j� | j d| jd dd� dS )ztest create without a rootr� z--encryption=repokeyr� z::testr )rj N)r r� )r� rS rS rU �test_create_without_root> s z)ArchiverTestCase.test_create_without_rootc C s` | j dd| j� | jddd� | jddd� | j dd d
d | jd �}| jd
|� | jd|� dS )z$test create with only a root patternr� z--encryption=repokeyr� i r� )r� r� r� z-vz--listz--pattern=R inputz::testz
A input/file1z
A input/file2Ni @ i @ )r r� r� r )r� r^ rS rS rU �test_create_pattern_rootC s z)ArchiverTestCase.test_create_pattern_rootc C s~ | j dd| j� | jddd� | jddd� | jddd� | j d d
d d d
| jd d�}| jd|� | jd|� | jd|� dS )z test file patterns during creater� z--encryption=repokeyr� i r� )r� r� �file_importantr� z-vz--listz --pattern=+input/file_importantz--pattern=-input/file*z::testrN zA input/file_importantz
x input/file1z
x input/file2Ni @ i @ i @ )r r� r� r )r� r^ rS rS rU �test_create_patternL s
z$ArchiverTestCase.test_create_patternc C s� | j dd| j� | jddd� | jddd� | jddd� | jd dd� | j d
d d d
d| j | jd d�}| jd|� | jd|� | jd|� | jd|� dS )z test file patterns during creater� z--encryption=repokeyr� i r� )r� r� Z otherfiler� r� z-vz--listz--pattern=-input/otherfilez--patterns-from=z::testrN zA input/file_importantz
x input/file1z
x input/file2zx input/otherfileNi @ i @ i @ i @ )r r� r� r� r )r� r^ rS rS rU �test_create_pattern_fileY s
z)ArchiverTestCase.test_create_pattern_filec C s� t jj| jd�| _t| jd��}|jd� W dQ R X | jdd| j� | j ddd
� | j d dd
� | j d dd
� | jd
ddd| j | jd d�}| j
d|� | j
d|� | j
d|� dS )z?test when patterns exclude a parent folder, but include a child� patterns2r� s + input/x/b
- input/x*
Nr� z--encryption=repokeyz x/a/foo_ai r� )r� z x/b/foo_bzy/foo_yr� z-vz--listz--patterns-from=z::testrN zx input/x/a/foo_azA input/x/b/foo_bzA input/y/foo_yi @ i @ i @ ) rb r� r� r� �patterns_file_path2r� r� r r� r� r )r� r� r^ rS rS rU �.test_create_pattern_exclude_folder_but_recurseh s
z?ArchiverTestCase.test_create_pattern_exclude_folder_but_recursec C s� t jj| jd�| _t| jd��}|jd� W dQ R X | jdd| j� | j ddd
� | j d dd
� | j d dd
� | jd
ddd| j | jd d�}| j
d|� | j
d|� | j d|� dS )zCtest when patterns exclude a parent folder and, but include a childr� r� s + input/x/b
! input/x*
Nr� z--encryption=repokeyz x/a/foo_ai r� )r� z x/b/foo_bzy/foo_yr� z-vz--listz--patterns-from=z::testrN zinput/x/a/foo_az input/x/azA input/y/foo_yi @ i @ i @ ) rb r� r� r� r� r� r� r r� r� r� r )r� r� r^ rS rS rU �-test_create_pattern_exclude_folder_no_recursey s
z>ArchiverTestCase.test_create_pattern_exclude_folder_no_recursec C s� t jj| jd�| _t| jd��}|jd� W dQ R X | jdd| j� | j ddd
� | j d dd
� t
d ��" | jd
d| j | jd d� W dQ R X | jddd| jd �}|j � }| j d|� | j d|� |j
d�|j
d�k s�t�|j
d�|j
d�k s�t�dS )zetest that intermediate folders appear first when patterns exclude a parent folder but include a childr� r� s# + input/x/a
+ input/x/b
- input/x*
Nr� z--encryption=repokeyz x/a/foo_ai r� )r� z x/b/foo_brN r� z--patterns-from=z::test�.rl z--formatz{type} {path}{NL}zd x/azd x/bz - x/a/foo_az - x/b/foo_bi @ i @ )rb r� r� r� r� r� r� r r� r� r? r� r �indexr� )r� r� r� Zout_listrS rS rU �.test_create_pattern_intermediate_folders_first� s
z?ArchiverTestCase.test_create_pattern_intermediate_folders_firstc C s� | j � | jdd| j� | jdd| j� tj| jdd| jd dd d
��}tj| jd | jd d d
��}|d d
}|d d
}||ks�t�| jdd| j� | jdd| jd d� | jd | j� | jd| j� d S )Nr� z--encryption=repokeyrr z --cache-onlyr� z--no-cache-syncz::testrN z--jsonz--errorr r� �statsz::test2r� )r r r� r r r� )r� � create_jsonZ info_jsonZ create_statsZ
info_statsrS rS rU �test_create_no_cache_sync� s
z*ArchiverTestCase.test_create_no_cache_syncc
C s� | j dd| j� | jddd� | jddd� | jddd� | j d | jd
d � td �� | j d
dd| jd
� W d Q R X | jttjd��dg� d S )Nr� z--encryption=repokeyr� i r� )r� r� r� r� z::testrN r^ r� z --pattern=+input/file_importantz--pattern=-input/file*z output/inputi @ i @ i @ )r r� r� r? r� r! rb r� )r� rS rS rU �test_extract_pattern_opt� s
z)ArchiverTestCase.test_extract_pattern_optc C s\ t d�� | jd| jd � W d Q R X | jttjd��ddg� | jttjd��tg� d S )Nr^ r� z::testz output/inputZcache2r� zoutput/input/cache2)r? r r� r� r! rb r� r� )r� rS rS rU �_assert_test_caches� s
z$ArchiverTestCase._assert_test_cachesc C s* | j � | jdd| jd d� | j� d S )Nr� z--exclude-cachesz::testrN )r� r r� r� )r� rS rS rU �test_exclude_caches� s z$ArchiverTestCase.test_exclude_cachesc C s< | j � | jd| jd d� | jdd| jd � | j� d S )Nr� z::testrN �recreatez--exclude-caches)r� r r� r� )r� rS rS rU � test_recreate_exclude_caches� s z-ArchiverTestCase.test_recreate_exclude_cachesc C sD | j dd| j� | jdd
d� | jd� | jd� | jd dd� d S ) Nr� z--encryption=repokeyr� i r� )r� ztagged1/.NOBACKUPztagged2/00-NOBACKUPztagged3/.NOBACKUP/file2i @ )r r� r� )r� rS rS rU �_create_test_tagged� s
z$ArchiverTestCase._create_test_taggedc C sB t d�� | jd| jd � W d Q R X | jttjd��dg� d S )Nr^ r� z::testz output/inputr� )r? r r� r� r! rb r� )r� rS rS rU �_assert_test_tagged� s
z$ArchiverTestCase._assert_test_taggedc C s0 | j � | jddddd| jd d� | j� d S )Nr� z--exclude-if-presentz .NOBACKUPz 00-NOBACKUPz::testrN )r� r r� r� )r� rS rS rU �test_exclude_tagged� s z$ArchiverTestCase.test_exclude_taggedc C sB | j � | jd| jd d� | jddddd| jd � | j� d S )Nr� z::testrN r� z--exclude-if-presentz .NOBACKUPz 00-NOBACKUP)r� r r� r� )r� rS rS rU � test_recreate_exclude_tagged� s
z-ArchiverTestCase.test_recreate_exclude_taggedc C s� | j dd| j� | jddd� | jd� | jddd� | jddd� | jd dd� | jd
t td d � | jd
dd� | jd� | jddd� | jdt td d � | jddd� d S )Nr� z--encryption=repokey�file0i )r� ztagged1/.NOBACKUP1z
tagged1/file1ztagged2/.NOBACKUP2/subfile1z
tagged2/file2z
tagged3/%ss extra stuff)r� z
tagged3/file3ztaggedall/.NOBACKUP1z taggedall/.NOBACKUP2/subfile1z taggedall/%sztaggedall/file4)r r� r� r� r� )r� rS rS rU �_create_test_keep_tagged� s
z)ArchiverTestCase._create_test_keep_taggedc C s� t d�� | jd| jd � W d Q R X | jttjd��ddddd g� | jtjd
�d g� | jtjd �d
g� | jtjd�tg� | jttjd��d d
tg� d S )Nr^ r� z::testz output/inputr� Ztagged1Ztagged2Ztagged3Z taggedallzoutput/input/tagged1z
.NOBACKUP1zoutput/input/tagged2z
.NOBACKUP2zoutput/input/tagged3zoutput/input/taggedall)r? r r� r� r! rb r� r� )r� rS rS rU �_assert_test_keep_tagged� s
z)ArchiverTestCase._assert_test_keep_taggedc C s8 | j dd| j� | j ddd| jd t�}| jd|� d S )Nr� z--encryption=repokeyr� z--exclude-cachesz--keep-tag-filesz::testz&--keep-tag-files" has been deprecated.)r r� r� r )r� � output_warnrS rS rU �$test_exclude_keep_tagged_deprecation s z5ArchiverTestCase.test_exclude_keep_tagged_deprecationc
C s4 | j � | jddddddd| jd d� | j� d S ) Nr� z--exclude-if-presentz
.NOBACKUP1z
.NOBACKUP2z--exclude-cachesz--keep-exclude-tagsz::testrN )r� r r� r� )r� rS rS rU �test_exclude_keep_tagged s z)ArchiverTestCase.test_exclude_keep_taggedc
C sF | j � | jd| jd d� | jddddddd | jd � | j� d S )
Nr� z::testrN r� z--exclude-if-presentz
.NOBACKUP1z
.NOBACKUP2z--exclude-cachesz--keep-exclude-tags)r� r r� r� )r� rS rS rU �!test_recreate_exclude_keep_tagged s
z2ArchiverTestCase.test_recreate_exclude_keep_taggedc C s� | j dd| j� | jdtd� tjtjj| jd�� tj tjj| jd�tjj| jdt
�� | j d| jd d� | j d d
d | jd � d S ) Nr� z--encryption=noner� )r� Zsubdirr� z::testrN r� z--exclude-cachesz--keep-exclude-tags) r r� r� r� rb r� r� r� r� r� r� )r� rS rS rU � test_recreate_hardlinked_tags s z.ArchiverTestCase.test_recreate_hardlinked_tagsz4Linux capabilities test, requires fakeroot >= 1.20.2c s� t j� � fdd�}d}| jd� tjdd|� | jdd| j� | jd | jd
d � td ��F tj t d
|�� | jd| jd
� W d Q R X tj
dd�|ks�t �W d Q R X d S )Nc s" t j| dd dd� � | ||� d S )Nzsecurity.capabilityF)�follow_symlinks)r
r� )r� r� r� )�fchownrS rU �patched_fchown' s zBArchiverTestCase.test_extract_capabilities.<locals>.patched_fchowns r8 z
input/filezsecurity.capabilityr� z--encryption=repokeyr� z::testrN r^ r� r� ) rb r� r� r
r� r r� r? r �object�getxattrr� )r� r� Z capabilitiesrS )r� rU �test_extract_capabilities! s
z*ArchiverTestCase.test_extract_capabilitiesz@xattr not supported on this system or on this version offakerootc ! C s` dd� }dd� }dd� }| j d� tjdd d
� | jd | jd � | jd
| jd d� td��� tjjd�}t j
td|��, | jd| jd t d�}||d ks�t �W d Q R X tj
|� t j
td|��, | jd| jd t d�}||d ks�t �W d Q R X tj
|� t j
td|��. | jd| jd t d�}||d k�s6t �W d Q R X tjj|��sRt �W d Q R X d S )Nc _ s t tjd��d S )N�E2BIG)r� r� r� )rT �kwargsrS rS rU �patched_setxattr_E2BIG9 s zKArchiverTestCase.test_extract_xattrs_errors.<locals>.patched_setxattr_E2BIGc _ s t tjd��d S )N�ENOTSUP)r� r� r� )rT r� rS rS rU �patched_setxattr_ENOTSUP< s zMArchiverTestCase.test_extract_xattrs_errors.<locals>.patched_setxattr_ENOTSUPc _ s t tjd��d S )Nr/ )r� r� r/ )rT r� rS rS rU �patched_setxattr_EACCES? s zLArchiverTestCase.test_extract_xattrs_errors.<locals>.patched_setxattr_EACCESr8 z
input/filezuser.attribute�valuer� z-enoner� z::testrN r^ r� r� )rj zN: when setting extended attribute user.attribute: too big for this filesystem
zZ: when setting extended attribute user.attribute: xattrs not supported on this filesystem
zD: when setting extended attribute user.attribute: Permission denied
)r� r
r� r r� r? rb r� �abspathr r� r+ r� r� �isfile)r� r� r� r� Z
input_abspathr� rS rS rU �test_extract_xattrs_errors6 s*
z+ArchiverTestCase.test_extract_xattrs_errorsc C st | j dd| j� | jddd� td�� | j d| jd d
� W d Q R X | j d | jd �}| jd |� | jd
|� d S )Nr� z--encryption=repokeyzdir1/dir2/filei r� )r� zinput/dir1/dir2r� z::testz#../../../input/dir1/../dir1/dir2/..rl z..z input/dir1/dir2/filei @ )r r� r� r? r� r )r� r^ rS rS rU �test_path_normalizationU s
z(ArchiverTestCase.test_path_normalizationc ' C sT | j dd| j� | jddd� | jddd� td�� | j d d
| jd d � W d Q R X td
�� | j d| jd � W d Q R X | jttjd
��dg� td�� | j d d| jd d � W d Q R X td
�� | j d| jd � W d Q R X | jttjd
��dg� | j d d| jd d� td
�� | j d| jd � W d Q R X | jttjd��dg� d S )Nr� z--encryption=repokeyr� i r� )r� r� rN r� z--exclude=file1z::test1r� r^ r� z--exclude=./file1z::test2z--exclude=input/./file1z::test3z output/inputi @ i @ )r r� r� r? r� r! rb r� )r� rS rS rU �test_exclude_normalization^ s"
z+ArchiverTestCase.test_exclude_normalizationc C s8 | j dd
d� | jdd| j� | jd| jd d d � d S ) Nr� i r� )r� r� z--encryption=repokeyr� z::testrN i @ )r� r r� )r� rS rS rU �test_repeated_filesq s z$ArchiverTestCase.test_repeated_filesc C s� | j ddd� | j ddd� | jdd| j� | jd| jd d
� tjd � tjd � tjd
� td�� | jd| jd � W d Q R X | jd
d � tjd � tjd � tjd� td�� | jd| jd dd� W d Q R X d S )Nr� i r� )r� z
dir2/file2r� z--encryption=repokeyr� z::testrN z output/inputzoutput/input/file1zoutput/input/dir2r^ r� zoutput/input/file1/dirr; )rj i @ i @ )r� r r� rb r� r? r �unlink)r� rS rS rU �test_overwritev s
z ArchiverTestCase.test_overwritec
C s: | j ddd� | j ddd� | jdd| j� | jd| jd d
� | jd| jd d
� | jd d
| jd � | jd d
| jd � | jd| jd d� | jd d
| jd � | jd| jd d� | jd d
| jd � | jd d
| jd � t| j��}tj|tj�\}}W d Q R X | jt |j
�d� | j d|j
� | j d|j
� d S )Nr� i r� )r� z
dir2/file2r� z--encryption=repokeyr� z::testrN z::test.2r� z --dry-runro ztest.3ztest.4z::test.3z::test.4r i @ i @ ) r� r r� r: r� r' r� r� r� r� �archivesr )r� r� r� rI rS rS rU � test_rename� s" z ArchiverTestCase.test_renamec C s� | j ddd� | jdd| j� | jd| jd d � | jd
| j�}d |ksLt�| jd
| jd �}d |ksjt�| jd
d
d| j�}d |ks�t�d S )Nr� i r� )r� r� z--encryption=repokeyr� z::testrN r z
All archives:zArchive name: test
z--firstr� i @ )r� r r� r� )r� � info_repo� info_archiverS rS rU � test_info� s zArchiverTestCase.test_infoc s� | j dd(d� | jdd| j� | jd| jd d � tj| jd
d | j��}|d }t|d
�dksdt�d|kspt�tj|d t �s�t�|d d dks�t�d|d ks�t�|d }|d � t
dd� � j � D ��s�t�t
� fdd�d)D ��s�t�tj| jd
d | jd ��}|d |d k�s t�|d |d k�s2t�|d }t|�d k�sLt�|d! }|d" d#k�sft�t |d$ t
��szt�t |d% t��s�t�t|d
�dk�s�t�d|k�s�t�tj|d& t ��s�t�tj|d' t ��s�t�d S )*Nr� i r� )r� r� z--encryption=repokeyr� z::testrN r z--jsonr� rQ �@ �
last_modified�
encryption�mode�repokey�keyfiler� r� c s s | ]}t |t�V qd S )N)rY rI )r� �orS rS rU r� � s z2ArchiverTestCase.test_info_json.<locals>.<genexpr>c 3 s | ]}|� kV qd S )NrS )r� rI )r� rS rU r� � s � total_chunks� total_csizer^ �total_unique_chunks� unique_csize� unique_sizer� r; r r� r
� command_line�duration�start�endi @ )r� r� r^ r� r� r� )r� r r� r r r� r� r �strptime�
ISO_FORMAT�all�valuesrY rl �float)r� r� r� r� r� r� r� rS )r� rU �test_info_json� s6 z ArchiverTestCase.test_info_jsonc C sd | j dd| j� tj| j ddd| j��}|d g ks8t�tj| j ddd| j��}|d g ks`t�dS ) z2See https://github.com/borgbackup/borg/issues/6120r� z--encryption=repokeyr z--jsonz --first=1r� z--last=1N)r r� r r r� )r� r� rS rS rU � test_info_json_of_empty_archive� s
z0ArchiverTestCase.test_info_json_of_empty_archivec C sx | j dd d� | jdd| j� | jd| jd d � | jdd
d | jd d � | jdd
d
| jd d � | jdd
d| jd d � d| jd| jd �ks�t�d| jd| jd �ks�t�| jd| jd d
d� | jd| jd d
d� | jd| jd d
d� | jd| jd d� d| jd| jd �k�s t�d| jd| jd �k�s<t�d| jd| jd �k�sXt�d| jd| jd �k�stt�d S ) Nr� i r� )r� r� z--encryption=repokeyr� z::test1rN z --commentzthis is the commentz::test2z"deleted" commentz::test3zpreserved commentz::test4z
Comment:
r z Comment: this is the commentr� z
added commentzmodified commentrQ Z12345zComment: added commentzComment: modified commentzComment: preserved commenti @ )r� r r� r� )r� rS rS rU � test_comment� s z ArchiverTestCase.test_commentc
C sL | j ddd� | j ddd� | jdd| j� | jd| jd d
� | jd| jd d
� | jd| jd d
� | jd| jd
d
� | jd| jd d
� | jdd| jd � | jdd| jd � | jddd| j� | jddd| j� | jd| jd � | jdd| jd � | jdd| jd �}| jd|� t| j��}| jt|�d� W d Q R X d S )Nr� i r� )r� z
dir2/file2r� z--encryption=repokeyr� z::testrN z::test.2z::test.3z::another_test.1z::another_test.2r� z --dry-runrr z--prefixZanother_z--lastr� z--statsz
Deleted data:r; i @ i @ )r� r r� r r: r� r� r� )r� r^ r� rS rS rU � test_delete� s$ z ArchiverTestCase.test_deletec C s� | j ddd� | jdd| j� | jd| jd d � | jd| jd
d � | jd| jd d � | jd | jd d
� | jdd| jd � | jd | jd� | jd| j� s�t�d S )Nr� i r� )r� r� z--encryption=repokeyr� z::test1rN z::test2z::test3rr �test2r� z --dry-runZtest3rl i @ )r� r r� r� )r� rS rS rU �test_delete_multiple� s z%ArchiverTestCase.test_delete_multiplec C s� | j ddd� | j ddd� | jdd| j� | jd| jd d
� | jd| jd d
� d tjd
< | jd| jdd� tjj| j�s�t�dtjd
< | jd| j� | j tjj| j�� d S )Nr� i r� )r� z
dir2/file2r� z--encryption=repokeyr� z::testrN z::test.2�nor� rr r )rj r� i @ i @ )
r� r r� rb r� r� r� r� r� Z assertFalse)r� rS rS rU �test_delete_repo s
z!ArchiverTestCase.test_delete_repoc C s� | j dd| j� | jd� t| jdd��h}tj|tj�\}}t|||d�}x8|j � D ]$}|j
j d�rT|j |j
d j� P qTW ds�t�|j� W d Q R X | j d d
| jd �}| jd |� | j d
d| j� | j d| j�}| jd|� d S )Nr� z--encryption=noner
T)r� ztestsuite/archiver.pyr; Frr z--forcez::testz deleted archive was corruptedr� z--repairrl ���)r r� r� r: r� r' r� r� r �
iter_itemsr� �endswithrr �chunksrQ r� �commitr r� )r� r� r� rI r� r� r^ rS rS rU �test_delete_force s
z"ArchiverTestCase.test_delete_forcec
C s� | j dd| j� | jd� t| jdd��F}tj|tj�\}}t|||d�}|j j
d }|j |d� |j � W d Q R X | j dd d | jd
� | j d d | j� | j d
| j�}| j
d|� d S )Nr� z--encryption=noner
T)r� r s% corrupted items metadata stream chunkrr z--forcez::testr� z--repairrl )r r� r� r: r� r' r� r� r �metadata�items�putr� r� )r� r� r� rI r� rQ r^ rS rS rU �test_delete_double_force" s
z)ArchiverTestCase.test_delete_double_forcec
C s� | j dd| j� | jd� | j dd| jd � | j dd| j�}| jd |� | jd
|� ttjtjj | j
d d d
��dd�d }t tjj | j
d d d
|�d��}|j d� |j
d� W d Q R X | j dd| jdd�}| jd
|� d S )Nr� z--encryption=repokeyr
r� z --dry-runz::testr� z--show-versionzborgbackup versionzStarting repository checkr� r� r� T)�reverser; zr+br� s XXXXz--info)rj )r r� r� r r� r! rb r� r� r� r� r� r] r� )r� r^ r� r� rS rS rU �test_corrupted_repository0 s
&
z*ArchiverTestCase.test_corrupted_repositoryc C s� | j dd| j� | jd� | j| j��~ | jrD| j dd| jtd� nJtjt t
j f��}| j dd| j� W d Q R X t |j
t
j �r�|j
jdks�t�| j dd| jd� W d Q R X d S ) Nr� z--encryption=repokeyr
r� z
--verify-data)rj r6 z
--bypass-lock)r r� r� � read_onlyr� r� r, r) r* r6 r8 �RPCErrorrY r� �exception_classr� )r� �excinforS rS rU �test_readonly_check? s
z$ArchiverTestCase.test_readonly_checkc C s� | j dd| j� | jd� | jd� | j| j��� | jrR| j dd| j dtd� nNtjt t
j f��}| j dd| j d� W d Q R X t |j
t
j �r�|j
jdks�t�| j dd| j dd � W d Q R X d S )
Nr� z--encryption=repokeyr r �diffz%s::a)rj r6 z
--bypass-lock)r r� r� r r� r� r, r) r* r6 r8 r rY r� r r� )r� r
rS rS rU �test_readonly_diffN s
z#ArchiverTestCase.test_readonly_diffc C s� | j dd| j� | jd� | j| j��� | jrH| j dd| j dtd� nNtjt t
j f��}| j dd| j d� W d Q R X t |j
t
j �r�|j
jdks�t�| j dd| j dd � W d Q R X d S )
Nr� z--encryption=repokeyr
z
export-tarz%s::testztest.tar)rj r6 z
--bypass-lock)r r� r� r r� r� r, r) r* r6 r8 r rY r� r r� )r� r
rS rS rU �test_readonly_export_tar^ s
z)ArchiverTestCase.test_readonly_export_tarc C s� | j dd| j� | jd� | j| j��� | jrF| j dd| j td� nLtjt t
j f��}| j dd| j � W d Q R X t |j
t
j �r�|j
jdks�t�| j dd| j d� W d Q R X d S ) Nr� z--encryption=repokeyr
r� z%s::test)rj r6 z
--bypass-lock)r r� r� r r� r� r, r) r* r6 r8 r rY r� r r� )r� r
rS rS rU �test_readonly_extractm s
z&ArchiverTestCase.test_readonly_extractc C s� | j dd| j� | jd� | j| j��x | jrB| j d| jtd� nHtjt t
j f��}| j d| j� W d Q R X t |j
t
j �r�|j
jdks�t�| j d| jd� W d Q R X d S )Nr� z--encryption=repokeyr
r )rj r6 z
--bypass-lock)r r� r� r r� r� r, r) r* r6 r8 r rY r� r r� )r� r
rS rS rU �test_readonly_info| s
z#ArchiverTestCase.test_readonly_infoc C s� | j dd| j� | jd� | j| j��x | jrB| j d| jtd� nHtjt t
j f��}| j d| j� W d Q R X t |j
t
j �r�|j
jdks�t�| j d| jd� W d Q R X d S )Nr� z--encryption=repokeyr
rl )rj r6 z
--bypass-lock)r r� r� r r� r� r, r) r* r6 r8 r rY r� r r� )r� r
rS rS rU �test_readonly_list� s
z#ArchiverTestCase.test_readonly_listc C s� | j dd| j� | jd� | j| j��� | jrL| j| jtd�� W d Q R X nVtj t
t j f��"}| j| jdd�� W d Q R X W d Q R X t
|jt j �r�|jjdks�t�| j| jd d�� W d Q R X W d Q R X d S ) Nr� z--encryption=repokeyr
)rj F)rL r6 z
--bypass-lock)r r� r� r r� r� r� r, r) r* r6 r8 r rY r� r r� )r� r
rS rS rU �test_readonly_mount� s
z$ArchiverTestCase.test_readonly_mount�BORG_TESTS_IGNORE_MODESzmodes unreliablec C sV | j dd d� | jdd| j� | jd| jd d � tj| j�j}| jtj|�d
� d S ) Nr� i r� )r� r� z--encryption=repokeyr� z::testrN i� i @ ) r� r r� rb r� r� �st_mode� assertEqual�S_IMODE)r� r� rS rS rU �
test_umask� s
zArchiverTestCase.test_umaskc
C sd | j dd| j� | j dd| jd d� t| j��}tj|tj�\}}W d Q R X | jt|j �d� d S )Nr� z--encryption=repokeyr� z --dry-runz::testrN r )
r r� r: r� r' r� r� r� r� r� )r� r� r� rI rS rS rU �test_create_dry_run� s
z$ArchiverTestCase.test_create_dry_runc
C sZ t | jdd��B}tj|tj�\}}|jj� ddgii|jd< |j� |j � W d Q R X d S )NT)r� s mandatorys unknown-features
feature_flags)
r: r� r' r� r� r� r� rS r� r� )r� Z operationr� r� rI rS rS rU �add_unknown_feature� s
z$ArchiverTestCase.add_unknown_featurec C sP | j r| j|dti� n4tjt��}| j|� W d Q R X |jjdgfksLt�d S )Nrj zunknown-feature) r� r r, r) r* r( r� rT r� )r� rT r
rS rS rU �cmd_raises_unknown_feature� s
z+ArchiverTestCase.cmd_raises_unknown_featurec C s< t | jdd| j�� | jtjj� | jd| jd dg� d S )Nr� z--encryption=repokeyr� z::testrN )r� r r� r r' � OperationZWRITEr )r� rS rS rU � test_unknown_feature_on_create� s z/ArchiverTestCase.test_unknown_feature_on_createc C sH | j dd| j� | j dd| j� | jtjj� | jd| jd dg� d S )Nr� z--encryption=repokeyrr z --cache-onlyr� z::testrN )r r� r r' r �READr )r� rS rS rU �"test_unknown_feature_on_cache_sync� s z3ArchiverTestCase.test_unknown_feature_on_cache_syncc C s6 t | jdd| j�� | jtjj� | jd| jg� d S )Nr� z--encryption=repokeyzchange-passphrase)r� r r� r r' r �CHECKr )r� rS rS rU �)test_unknown_feature_on_change_passphrase� s z:ArchiverTestCase.test_unknown_feature_on_change_passphrasec C s� t | jdd| j�� | jd| jd d� | jtjj� td�� | jd| jd g� W d Q R X | jd| jg� | jd | jd g� d S )
Nr� z--encryption=repokeyr� z::testrN r^ r� rl r ) r� r r� r r' r r r? r )r� rS rS rU � test_unknown_feature_on_read� s
z-ArchiverTestCase.test_unknown_feature_on_readc C sP t | jdd| j�� | jd| jd d� | jtjj� | jd| jd dg� d S )Nr� z--encryption=repokeyr� z::testrN ro �other)r� r r� r r' r r r )r� rS rS rU � test_unknown_feature_on_rename� s z/ArchiverTestCase.test_unknown_feature_on_renamec C sn t | jdd| j�� | jd| jd d� | jtjj� | jd| jd g� | jdd| jg� | jd| j� d S ) Nr� z--encryption=repokeyr� z::testrN rr �prunez--keep-daily=3)r� r r� r r' r ZDELETEr )r� rS rS rU � test_unknown_feature_on_delete� s z/ArchiverTestCase.test_unknown_feature_on_deletec C sf | j dd| j� | j d| jd d� | jtjj� tjj| j d�}tj
|� | j d| jd |g� d S )Nr� z--encryption=repokeyr� z::testrN r� r� ) r r� r r' r r rb r� r� r� r� r )r� r� rS rS rU � test_unknown_feature_on_mount� s
z.ArchiverTestCase.test_unknown_feature_on_mountc & sr | j r d}nd}t| jdd| j�� t| jdd��^}|rDt| j�|_tj |tj
�\}}t |||��$}|j � t
dg�|j_|j� W d Q R X W d Q R X | jr�| jd| jd d
� nPd � tj�� �fd d
�}tjtd|�� | jd| jd d
� W d Q R X � �st�t| jdd��X}|�r$t| j�|_tj |tj
�\}}t |||�� }|jjt
g �k�sZt�W d Q R X W d Q R X d S )Nzssh://__testsuite__rQ r� z--encryption=repokeyT)r� zunknown-featurer� z::testrN Fc s d� �| � d S )NTrS )rT )�called�wipe_cache_saferS rU � wipe_wrapper s zNArchiverTestCase.test_unknown_mandatory_feature_in_cache.<locals>.wipe_wrapper�
wipe_cache)r� r� r r� r: r� r% Z _locationr' r� r� r � begin_txnrU Z cache_configZmandatory_featuresr� r� r r* r r� r� )r� � path_prefixr� r� rI r� r) rS )r' r( rU �'test_unknown_mandatory_feature_in_cache s4
z8ArchiverTestCase.test_unknown_mandatory_feature_in_cachec C sD | j dd d� | jdd| j� | jdd| jd d
�}| jd |� d S )
Nr� i r� )r� r� z--encryption=repokeyr� z
--progressz::test4rN �
i @ )r� r r� r )r� r^ rS rS rU �test_progress_on* s z!ArchiverTestCase.test_progress_onc C sB | j dd d� | jdd| j� | jd| jd d �}| jd
|� d S ) Nr� i r� )r� r� z--encryption=repokeyr� z::test5rN r. i @ )r� r r� r� )r� r^ rS rS rU �test_progress_off0 s z"ArchiverTestCase.test_progress_offc C s� | j ddd� tjd� | j ddd� | jdd| j� | jd d
| jd d �}| jd
|� | jd|� | jd d
| jd d �}| jd|� | jd|� dS )z�test that various file status show expected results
clearly incomplete: only tests for the weird "unchanged" status for nowr� i r� )r� r; r� r� z--encryption=repokeyr� z--listz::testrN z
A input/file1z
A input/file2z::test1z
U input/file1Ni @ i @ )r� r r r r� r )r� r^ rS rS rU �test_file_status6 s
z!ArchiverTestCase.test_file_statusc C s� | j ddd� tjd� | j ddd� | jdd | j� | jd
d d | jd
d�}tjd�}| j ddd� tjd|j|j fd� | jd
d d | jd d�}| j
d|� dS )zbtest that a changed file with faked "previous" mtime still gets backed up in ctime,size cache_moder� s 123)r� r; r� r� )r� r� z--encryption=repokeyr� z--listz--files-cache=ctime,sizez::test1rN z input/file1s 321)�nsz::test2z
M input/file1N) r� r r r r� rb r� r> r4 r? r )r� r^ r` rS rS rU � test_file_status_cs_cache_modeH s
z/ArchiverTestCase.test_file_status_cs_cache_modec C s� | j ddd� tjd� | j ddd� | jdd| j� | jdd d
| jd d �}tjd
�}tjd
|jtj A � | jdd d
| jd d �}| j
d|� dS )zetest that a chmod'ed file with no content changes does not get chunked again in mtime,size cache_moder� r� )r� r; r� r� z--encryption=repokeyr� z--listz--files-cache=mtime,sizez::test1rN z input/file1z::test2z
U input/file1N) r� r r r r� rb r� r� r �S_IRWXOr )r� r^ r` rS rS rU � test_file_status_ms_cache_modeW s
z/ArchiverTestCase.test_file_status_ms_cache_modec C sv | j ddd� tjd� | j ddd� | jdd| j� | jdd d
| jd d �}| jdd d
| jd
d �}| jd|� dS )zItest that files get rechunked unconditionally in rechunk,ctime cache moder� r� )r� r; r� r� z--encryption=repokeyr� z--listz--files-cache=rechunk,ctimez::test1rN z::test2z
A input/file1N)r� r r r r� r )r� r^ rS rS rU � test_file_status_rc_cache_modee s
z/ArchiverTestCase.test_file_status_rc_cache_modec C s� | j ddd� tjd� | j ddd� trR| j ddd� tjtjj| j d�t
j � | j dd | j
� | j d
d d | j
d
d�}| jd|� | jd|� tr�| jd|� | j d
d d | j
d ddd�}| jd|� | jd|� tr�| jd|� dS )z#test that excluded paths are listedr� i r� )r� r; r� r� r� z--encryption=repokeyr� z--listz--exclude-nodumpz::testrN z
A input/file1z
A input/file2z
x input/file3z::test1z --excludez*/file2z
U input/file1z
x input/file2Ni @ i @ i @ )r� r r r< r r� rb r� r� r� r� r� r r� r )r� r^ rS rS rU �test_file_status_excludedp s"
z*ArchiverTestCase.test_file_status_excludedc C s� | j ddd� | jdd| j� tj| jdd| jd d
��}d |ksFt�d |ksRt�d
|ks^t�d|d ksnt�|d }|d dks�t�t|d t�s�t�t|d t�s�t�t |d �dks�t�d|ks�t�d S )Nr� i r� )r� r� z--encryption=repokeyr� z--jsonz::testrN r� r� r� r� r� r� r
r� r� rQ r� r� i @ )
r� r r� r r r� rY rl r� r� )r� Z create_infor� rS rS rU �test_create_json� s z!ArchiverTestCase.test_create_jsonc C s� | j ddd� tjd� | j ddd� | jdd| j� | jd | jd
d �}| jd|� | jd | jd d �}| jd|� | jd d
d| jd d �}| jd|� | jd d
d| jd d �}| jd|� | j ddd� | jd d
d| jd d �}| jd|� d S )Nr� i r� )r� r; r� r� z--encryption=repokeyr� z::testrN z::test0z--listz
--filter=Uz::test1z --filter=AMz::test2r� z::test3i @ i @ i � )r� r r r r� r� r )r� r^ rS rS rU �test_create_topical� s
z$ArchiverTestCase.test_create_topicalc C s^ t jdt jj| jd�� | jdd| j� | jd }| jdd|d� | jd |�}d
|ksZt�d S ) Nzsomewhere does not existr� r� z--encryption=repokeyz::testr� z--read-specialrN rl z&input/link -> somewhere does not exist)rb r� r� r� r� r r� r� )r� r� r^ rS rS rU �'test_create_read_special_broken_symlink� s
z8ArchiverTestCase.test_create_read_special_broken_symlinkc C s� | j dd| j� | j d| jd t� | j d| jd t� | j d| jd t� | j d| jd t� | j d| jd t� | j d d
d | jd �}| jd
|� | jd|� | jd
|� | jd|� | j d| j�}| jd|� | jd|� | jd|� | jd|� | jd|� | j d | jd � | j d| j�}| jd|� | jd|� | jd|� | jd|� | jd|� | j d| jd t� | j d | jd � | j d| j�}| jd|� | jd|� d S )Nr� z--encryption=repokeyr� z::test1z::test2z::test3.checkpointz::test3.checkpoint.1z::test4.checkpointr$ z--listz --dry-runz--keep-daily=2zKeeping archive: test2zWould prune: test1z!Keeping archive: test4.checkpointrl �test1r� ztest3.checkpointztest3.checkpoint.1ztest4.checkpointz::test5Z
checkpointZtest5)r r� r� r r� )r� r^ rS rS rU �test_prune_repository� s: z&ArchiverTestCase.test_prune_repositoryc C s� | j dd| j� | j d| jd t� | j d| jd t� | j ddd| jd �}| jd
|� | jd |� | j d | j�}| jd
|� | jd|� | j dd| jd � | j d | j�}| jd
|� | jd|� d S )Nr� z--encryption=repokeyr� z::test1z::test2r$ z--listz --dry-runz--keep-daily=2zKeeping archive: test2zWould prune: test1rl r; r� z --save-space)r r� r� r r� )r� r^ rS rS rU � test_prune_repository_save_space� s z1ArchiverTestCase.test_prune_repository_save_spacec C s | j dd| j� | j d| jd t� | j d| jd t� | j d| jd t� | j d| jd t� | j dd d
| jd d �}| jd
|� | jd|� | j d| j�}| jd|� | jd|� | jd|� | jd|� | j d| jd d � | j d| j�}| jd|� | jd|� | jd|� | jd|� d S )Nr� z--encryption=repokeyr� z::foo-2015-08-12-10:00z::foo-2015-08-12-20:00z::bar-2015-08-12-10:00z::bar-2015-08-12-20:00r$ z--listz --dry-runz--keep-daily=2z
--prefix=foo-z%Keeping archive: foo-2015-08-12-20:00z%Would prune: foo-2015-08-12-10:00rl zfoo-2015-08-12-10:00zfoo-2015-08-12-20:00zbar-2015-08-12-10:00zbar-2015-08-12-20:00)r r� r� r r� )r� r^ rS rS rU � test_prune_repository_prefix� s& z-ArchiverTestCase.test_prune_repository_prefixc C s | j dd| j� | j d| jd t� | j d| jd t� | j d| jd t� | j d| jd t� | j dd d
| jd d �}| jd
|� | jd|� | j d| j�}| jd|� | jd|� | jd|� | jd|� | j d| jd d � | j d| j�}| jd|� | jd|� | jd|� | jd|� d S )Nr� z--encryption=repokeyr� z::2015-08-12-10:00-fooz::2015-08-12-20:00-fooz::2015-08-12-10:00-barz::2015-08-12-20:00-barr$ z--listz --dry-runz--keep-daily=2z--glob-archives=2015-*-fooz%Keeping archive: 2015-08-12-20:00-fooz%Would prune: 2015-08-12-10:00-foorl z2015-08-12-10:00-fooz2015-08-12-20:00-fooz2015-08-12-10:00-barz2015-08-12-20:00-bar)r r� r� r r� )r� r^ rS rS rU �test_prune_repository_glob s& z+ArchiverTestCase.test_prune_repository_globc C s� | j dd| j� | j d| jd t� | j d| jd t� | j d| jd t� | j dd| j�}| jd |� | jd
|� | jd |� d S ) Nr� z--encryption=repokeyr� z::test-1z ::something-else-than-test-1z::test-2rl z--prefix=test-ztest-1ztest-2zsomething-else)r r� r� r r� )r� r^ rS rS rU �test_list_prefix s z!ArchiverTestCase.test_list_prefixc C s� | j dd| j� | jd }| j d|t� | j ddd|�}| jd|� | j d|�}| j dd d
|�}| j dd d |�}| j||� | j||� d S ) Nr� z--encryption=repokeyz::testr� rl z
--list-formatr� z#--list-format" has been deprecated.z--formatzB{mode} {user:6} {group:6} {size:8d} {mtime} {path}{extra}{NEWLINE}z{mtime:%s} {path}{NL})r r� r� r r ZassertNotEqual)r� � test_archiver� �output_1�output_2�output_3rS rS rU �test_list_format' s
z!ArchiverTestCase.test_list_formatc C s� | j dd| j� | j ddd| jd t� | j ddd| jd t� | j d | j�}| j d d
d | j�}| j||� | j d d | j�}| j|d
� | j d d
d| j�}| j|d� | j d d
d| j�}| jd|� | jd|� d S )Nr� z--encryption=repokeyr� z --commentz comment 1z::test-1z comment 2z::test-2rl z--formatz {archive:<36} {time} [{id}]{NL}z--shortztest-1
test-2
z {barchive}/ztest-1/test-2/z{name} {comment}{NL}ztest-1 comment 1
ztest-2 comment 2
)r r� r� r r )r� rB rC rD rS rS rU �test_list_repository_format3 s z,ArchiverTestCase.test_list_repository_formatc C st | j ddd� | j ddd d� | jdd | j� | jd
}| jd |d � | jd
dd|�}d|ksdt�d|kspt�d S )N�
empty_filer )r� Zamb� ai@B )r� r� z--encryption=repokeyz::testr� rN rl z--formatz{sha256} {path}{NL}zJcdc76e5c9914fb9281a1c7e284d73e67f1809a48a497200e046d39ccc7112cd0 input/ambzQe3b0c44298fc1c149afbf4c8996fb92427ae41e4649b934ca495991b7852b855 input/empty_file)r� r r� r� )r� rA r^ rS rS rU �test_list_hashB s
z ArchiverTestCase.test_list_hashc C s� | j ddd� | j d� ttjj| jd�d��"}|jdd � |jdd � W d Q R X | jd d
| j� | jd }| jd |d
� | jddd|�}d|ks�t �d|ks�t �d S )NrG r )r� Z
two_chunksr� s abbai�� s baabr� z--encryption=repokeyz::testr� rN rl z--formatz'{num_chunks} {unique_chunks} {path}{NL}z0 0 input/empty_filez2 2 input/two_chunks)
r� r� rb r� r� r� r� r r� r� )r� r� rA r^ rS rS rU �test_list_chunk_countsL s
z'ArchiverTestCase.test_list_chunk_countsc C s� | j ddd� | jdd| j� | jd }| jddd |d
� | jd d d
|�}|jd�d jd�\}}}}}t|�t|�k s|t�t|�t|�k s�t�t|�t|�ks�t�t|�t|�ks�t�d S )NZcompressible_filei' )r� r� z--encryption=repokeyz::testr� z-C�lz4rN rl z--formatz*{size} {csize} {dsize} {dcsize} {path}{NL}r r; � )r� r r� r rI r� )r� rA r^ r� �csizeZdsizeZdcsizer� rS rS rU �test_list_sizeY s
z ArchiverTestCase.test_list_sizec C s� | j dd%d� | jdd| j� | jd| jd d � tj| jd
d | j��}|d }t|d
�dksdt�tj|d t �sxt�|d d dks�t�d|d ks�t�|d d }tj|d t �s�t�| jd
d| jd �}dd� |j
� D �}t|�dks�t�|d }|d d k�s t�|d d k�s t�tj|d t ��s4t�| jd
dd!| jd �}d"d� |j
� D �}t|�dk�snt�|d }|d d k�s�t�|d# d$k�s�t�d S )&Nr� i r� )r� r� z--encryption=repokeyr� z::testrN rl z--jsonr� rQ r� r� r� r� r� r� r� r r z --json-linesc S s g | ]}t j|��qS rS )r r )r� �srS rS rU r s s z3ArchiverTestCase.test_list_json.<locals>.<listcomp>r r; r� z input/file1r� i @ rA z--format={sha256}c S s g | ]}t j|��qS rS )r r )r� rO rS rS rU r { s r Z@b2915eb69f260d8d3c25249195f2c8f4f716ea82ec760ae929732c0262442b2bi @ ) r� r r� r r r� r� r r� r� r� )r� Z list_repor� Zarchive0Z list_archiver r� rS rS rU �test_list_jsone s0 z ArchiverTestCase.test_list_jsonc C s@ | j dd| j� | j dd| jdd� | j dd| jd dd� d S ) Nr� z--encryption=repokeyrl z --json-linesr )rj z--jsonz ::archive)r r� )r� rS rS rU �test_list_json_args� s z$ArchiverTestCase.test_list_json_argsc C s� | j � | jdd| j� | jdd| jd ddd�}i }x&|j� D ]}tj|�}|||d < q@W |d
}d |ksrt�|d jd�s�t�|d
}t|d t �s�t�|d dks�t�t|d t
�s�t�d S )Nr� z--encryption=repokeyr� z
--log-jsonz::testrN z--listz--debug�type� file_statusZstatusr� � log_messager Z levelname�DEBUG�message) r r r� r� r r r� r rY r� rZ )r� �logZmessagesr� �msgrS rT rS rS rU �
test_log_json� s
z ArchiverTestCase.test_log_jsonc C s� | j � | jdd| j� | jd| jd dd� | jddd d
� tjd
�}|j� |jd � | jd| jd dd
� tjd
�}|j� |jd � d S )Nr� z--encryption=repokeyr� z::testrN z--debug-profile=create.prof�debugzconvert-profilez create.profz
create.pyprofZcumtimez::test2z --debug-profile=create.pyprof)r r r� �pstatsZStatsZ
strip_dirsZ
sort_stats)r� r� rS rS rU �test_debug_profile� s
z#ArchiverTestCase.test_debug_profilec C s> | j � | jdd| j� | jdd| jd d�}d|ks:t�d S )Nr� z--encryption=repokeyz--debugr� z::testrN z security: read previous location)r r r� r� )r� rW rS rS rU �test_common_options� s z$ArchiverTestCase.test_common_options�' c C s� |rd| }n
t j|�}| jd|d� | jdd| j� | jd }| jdd||d � | jd
d d |�}|jd
�d jd�\}}}t|�t|�fS )Nr� r8 )r� r� z--encryption=nonez::testr� z-CrN rl z--formatz{size} {csize} {path}{NL}r r; rL )rb r� r� r r� r rI ) r� Z compression� compressibler� r� r� r^ rM r� rS rS rU �
_get_sizes� s
zArchiverTestCase._get_sizesc C s2 | j ddd�\}}||ks t�||d ks.t�d S )N�noneT)r_ � )r` r� )r� r� rM rS rS rU �"test_compression_none_compressible� s z3ArchiverTestCase.test_compression_none_compressiblec C s2 | j ddd�\}}||ks t�||d ks.t�d S )Nra F)r_ rb )r` r� )r� r� rM rS rS rU �$test_compression_none_uncompressible� s z5ArchiverTestCase.test_compression_none_uncompressiblec C s& | j ddd�\}}||d k s"t�d S )N�zlibT)r_ g�������?)r` r� )r� r� rM rS rS rU �"test_compression_zlib_compressible� s z3ArchiverTestCase.test_compression_zlib_compressiblec C s" | j ddd�\}}||ks t�d S )Nre F)r_ )r` r� )r� r� rM rS rS rU �$test_compression_zlib_uncompressible� s z5ArchiverTestCase.test_compression_zlib_uncompressiblec C s& | j ddd�\}}||d k s"t�d S )NrK T)r_ g�������?)r` r� )r� r� rM rS rS rU �!test_compression_lz4_compressible� s z2ArchiverTestCase.test_compression_lz4_compressiblec C s" | j ddd�\}}||ks t�d S )NrK F)r_ )r` r� )r� r� rM rS rS rU �#test_compression_lz4_uncompressible� s z4ArchiverTestCase.test_compression_lz4_uncompressiblec C s& | j ddd�\}}||d k s"t�d S )N�lzmaT)r_ g�������?)r` r� )r� r� rM rS rS rU �"test_compression_lzma_compressible� s z3ArchiverTestCase.test_compression_lzma_compressiblec C s" | j ddd�\}}||ks t�d S )Nrj F)r_ )r` r� )r� r� rM rS rS rU �$test_compression_lzma_uncompressible� s z5ArchiverTestCase.test_compression_lzma_uncompressiblec C s� | j ddd�\}}| jd| j� | j ddd�\}}| jd| j� | j ddd�\}}|| kod|kn snt�||d k s~t�t||�}||ks�t�d S )Nz auto,zlibT)r_ rr re rK g�������?)r` r r� r� �min)r� Z auto_sizeZ
auto_csizeZ zlib_sizeZ
zlib_csizeZlz4_sizeZ lz4_csizeZsmallest_csizerS rS rU �"test_compression_auto_compressible� s
z3ArchiverTestCase.test_compression_auto_compressiblec C s2 | j ddd�\}}||ks t�||d ks.t�d S )Nz auto,zlibF)r_ rb )r` r� )r� r� rM rS rS rU �$test_compression_auto_uncompressible� s z5ArchiverTestCase.test_compression_auto_uncompressiblec C sD | j dd| j� dtjd< | j d| j� dtjd< | j d| j� d S )Nr� z--encryption=repokeyZ
newpassphraseZBORG_NEW_PASSPHRASEzchange-passphraser� rl )r r� rb r� )r� rS rS rU �test_change_passphrase� s
z'ArchiverTestCase.test_change_passphrasec C s" | j dd| j� | j d| j� d S )Nr� z--encryption=repokeyz
break-lock)r r� )r� rS rS rU �test_break_lock� s z ArchiverTestCase.test_break_lockc C s | j � | j d� d S )Nz-h)r )r� rS rS rU �
test_usage� s zArchiverTestCase.test_usagec C sj d| j d�kst�d| j dd�ks&t�d| j dd�ks:t�d| j ddd�ksPt�d| j ddd �ksft�d S )
NZBorgr{ r� Z
Initializer� zpositional argumentsz
--epilog-onlyzThis command initializesz --usage-only)r r� )r� rS rS rU � test_help s
zArchiverTestCase.test_helpc 2 C s� dd� }| j dd| j� | j� |d�}| j dd| jd d � | j dd| jd
d � trltjtjjd d �� tjj| jd �}| j | j|��F | j
| j tjj|d
d �ddd� | j
| j tjj|dd �ddd� W d Q R X | j | jd |���� | j
| j tjj|d �ddd� d}tjj|d d�}tj |�}tj |�}|j
|j
k�sDt�|j|jk�sVt�|j|jk�sht�|j|jk�szt�|�r�|j|jk�s�t�|j|jk�s�t�|j|jk�s�t�t� �r�|j|j k�o�dkn �s�t�t|d��2}t|d�� } |j� | j� k�st�W d Q R X W d Q R X t� �r�d}tjj|d d�}tj |�}
tj |�} |
j| j k�oldkn �sxt�|j| jk�s�t�t� �r(d}tjj|d d�}tj |dd�} tj |dd�}
| jtd�k�s�t�|
jtd�k�s�t�t j | j
��s�t�t j |
j
��st�tj |�tj |�k�s(t�t � �r\tjj|d d�}tj |�}
t j |
j
��s\t�y�d }tjj|d d �}t j! �r�t j"| j ��r�t#t$t j%|���d d gk�s�t�t j&|d �d k�s�t�t j&|d �d k�sFt�nnt$t j%|��g k�s�t�yt j&|d � W n6 t'k
�r6 } z|j(t)j*k�s&t�W Y d d }~X nX d�sFtd!��W nD t'k
�r� } z&t+j,j-d#��rz|j(t(j.k�rzn� W Y d d }~X nX W d Q R X d S )$Nc S s\ t j| �j}yt jt j| t�� W n tk
r6 dS X t j| �j}ttk}|oV||kS d S )NF)rb r� r4 r0 r� r r r )r6 r7 r9 r: rS rS rU r;
s z/ArchiverTestCase.test_fuse.<locals>.has_noatimer� z--encryption=repokeyz input/file1r� z--exclude-nodumpz ::archiverN z
::archive2r� r� r� T)�ignore_bsdflags�
ignore_xattrs�archive2r� r rZ zinput/hardlinkr� z input/link1r� F)r� r� r� zinput/fusexattrr� z
user.emptyzuser.foos barz2expected OSError(ENOATTR), but no error was raised�freebsd)rw )/r r� r r< rb r� r� r� r� r� r r� r� r r� �st_uid�st_gidr[ �st_atime�st_ctime�st_mtimerC r� r� r5 �st_inorB r� �S_ISLNKr2 rD �S_ISFIFOr
r� r� r! rA � listxattrr� r� r� �llfuseZENOATTRrW r r r� )r� r; rB r� Zin_fnZout_fnZsti1Zsto1Zin_fZout_fZsti2Zsto2rC rD rr r� rS rS rU � test_fuse s�
$*
$
$ zArchiverTestCase.test_fusec s | j dd| j� | jddd� t� rJ| jddd� tjdd � tjdd
� | j d | jd d
� | jddd� | j d | jd d
� tjj| jd�}| j | j|dd��� tjj|d
d�� tj
� �}t dd� |D ��s�t �ddh� fdd�|D �ks�t �t� �r�tjj|d
dd�}tjj|d
dd�}tjj|d
dd�}tj
|�jtj
|�j k�o\tj
|�jkn �sht �t|d �j� dk�s�t �W d Q R X | j | j|ddd d��h t� �rtjj|d
dd�}tjj|d
dd�}tj
|�jtj
|�jk�s�t �t|d �j� dk�st �W d Q R X d S ) Nr� z--encryption=repokeyr
s first)r� Z hardlink1s 123456zinput/hardlink1zinput/hardlink2zinput/hardlink3r� z
::archive1rN s secondz
::archive2r� z-oZversionsc s s | ]}|j d �V qdS )ztest.N)r )r� r� rS rS rU r� ~ s z;ArchiverTestCase.test_fuse_versions_view.<locals>.<genexpr>c s$ h | ] }t tjj� |�d �j� �qS )rZ )r� rb r� r� r5 )r� r� )r� rS rU � <setcomp> s z;ArchiverTestCase.test_fuse_versions_view.<locals>.<setcomp>zhardlink1.00001Z hardlink2zhardlink2.00001Z hardlink3zhardlink3.00001rZ z-e)r r� r� rC rb r� r� r� r� r� r� r� r� r� r} r� r5 )r� r� �filesZhl1Zhl2Zhl3rS )r� rU �test_fuse_versions_viewn s6
8" z(ArchiverTestCase.test_fuse_versions_viewc C s8 | j dd| j� | jd� | jd�\}}|�N x>|j� D ]*}|jjd�r8|j|jd j � |j}P q8W dsnt
�|j � W d Q R X | j dd| jd d
� t jj
| jd �}| j| jd |��@ tjt��}tt jj
||�� W d Q R X |jjtjks�t
�W d Q R X | j| jd |d
d�� tt jj
||��j� W d Q R X d S )Nr� z--encryption=repokeyr� ztestsuite/archiver.pyr; Fr� z--repairr )rj r� z ::archivez-oZallow_damaged_filesr� )r r� r� r� r� r� r� rr r� rQ r� r� rb r� r� r� r) r* r� r� r� r� ZEIOr0 )r� r� r� r� r� r� r
rS rS rU � test_fuse_allow_damaged_files� s&
z.ArchiverTestCase.test_fuse_allow_damaged_filesc . C s� | j dd| j� | jd� | jd� | jd� | jd� tjj| jd�}| j| j|dd ��( ttj tjj|���ddgks~t
�W d Q R X | j| j|d
d ��( ttj tjj|���ddgks�t
�W d Q R X | j| j|d ��( ttj tjj|���ddgks�t
�W d Q R X | j| j|d ��* ttj tjj|���ddgk�s<t
�W d Q R X | j| j|d
��. ttj tjj|���ddddgk�s�t
�W d Q R X | j| j|d��& ttj tjj|���g k�s�t
�W d Q R X d S )Nr� z--encryption=repokeyZarch11Zarch12Zarch21Zarch22r� z --first=2z --sort=namez--last=2z--prefix=arch1z--prefix=arch2z
--prefix=archz
--prefix=nope) r r� r� rb r� r� r� r� r! r� r� )r� r� rS rS rU �test_fuse_mount_options� s$
,,,.2z(ArchiverTestCase.test_fuse_mount_optionsc s� t � � t � �� ��fdd�}�j� dtjd< �jdd| �j� |� �jd�jd d � |� �jd�jd
d � |� �jd �jd
� |� d S ) Nc s� t �j���} x�| j| j� �j� D ]~\}}| j|�}t|�j� }|� kr � j|� t t
|�d �}t |dd� �}x,t ||| �D ]}�j
|�� �j|� q�W q W W d Q R X d S )N�) �! )r: r� Z
open_indexZget_transaction_id� iteritemsr� r Zdigest�addr r� r r� r� )r� rQ �_r� �hashZ
num_blocks�nonceZcounter)�seenr� �usedrS rU �verify_uniqueness� s
zIArchiverTestCase.verify_aes_counter_uniqueness.<locals>.verify_uniquenessrj r� r� z
--encryption=r� z::testrN z::test.2rr )rU r rb r� r r� )r� �methodr� rS )r� r� r� rU � verify_aes_counter_uniqueness� s
z.ArchiverTestCase.verify_aes_counter_uniquenessc C s | j d� d S )Nr� )r� )r� rS rS rU �#test_aes_counter_uniqueness_keyfile� s z4ArchiverTestCase.test_aes_counter_uniqueness_keyfilec C s | j d� d S )Nr� )r� )r� rS rS rU �&test_aes_counter_uniqueness_passphrase� s z7ArchiverTestCase.test_aes_counter_uniqueness_passphrasec C s� | j � | jdd| j� | jd| jd d� td�� | jdd| jd �}W d Q R X ttjd��}t|�d kr||d jd
�s�t �d |ks�t �d S ) Nr� z--encryption=repokeyr� z::testrN r^ rZ zdump-archive-itemsr Z000000_zDone.)
r r r� r? r! rb r� r� r r� )r� r^ �
output_dirrS rS rU � test_debug_dump_archive_items� s
z.ArchiverTestCase.test_debug_dump_archive_itemsc C s� | j � | jdd| j� | jd| jd d� td�� | jdd| j�}W d Q R X ttjd��}t|�d krx|d jd
�s|t �d |ks�t �d S ) Nr� z--encryption=repokeyr� z::testrN r^ rZ zdump-repo-objsr Z 00000000_zDone.)
r r r� r? r! rb r� r� r r� )r� r^ r� rS rS rU �test_debug_dump_repo_objs� s
z*ArchiverTestCase.test_debug_dump_repo_objsc C s� | j dd| j� d}t|�j� }| jd|d� | j dd| jd�}||ksLt�| j dd | j|d
�}||kslt�td
d ��}|j� }W d Q R X ||ks�t�| j dd | j|�}d
|ks�t�| j dd | j|�}d|ks�t�| j dd | jd�}d|ks�t�d S )Nr� z--encryption=repokeys some datar8 )r� rZ zput-objz
input/filezget-objz output/filerZ z
delete-objZdeletedz not foundZinvalidz
is invalid)r r� r Z hexdigestr� r� r� r5 )r� r� Zhexkeyr^ r� Z data_readrS rS rU � test_debug_put_get_delete_obj� s" z.ArchiverTestCase.test_debug_put_get_delete_objc
C sN dd� }t jtd|�� | jdd| jdd� W d Q R X tjj| j� sJt�d S )Nc W s t �d S )N)�EOFError)rT rS rS rU � raise_eof
s z7ArchiverTestCase.test_init_interrupt.<locals>.raise_eofr� r� z--encryption=repokeyr; )rj ) r r� r r r� rb r� r� r� )r� r� rS rS rU �test_init_interrupt
s z$ArchiverTestCase.test_init_interruptc C s | j d| jdd� d S )Nr� r )rj )r r� )r� rS rS rU �$test_init_requires_encryption_option
s z5ArchiverTestCase.test_init_requires_encryption_optionc C s` | j dd| j� | jr0| j dd| jd dd� n,tjtj�� | j dd| jd � W d Q R X d S )Nr� z--encryption=repokeyz/nestedr )rj )r r� r� r) r* r: Z
AlreadyExists)r� rS rS rU � test_init_nested_repositories
s
z.ArchiverTestCase.test_init_nested_repositoriesc C s� t jj| jd�}t|d��� | jdd| jd � t|��}|j� }W dQ R X dd| jd f}| j rt| j|dd i� n$t
j t j
j�� | j|� W dQ R X t|��}|j� }W dQ R X ||ks�t�W dQ R X dS )
z�BORG_KEY_FILE=something borg init should quit if "something" already exists.
See https://github.com/borgbackup/borg/pull/6046r� )Z
BORG_KEY_FILEr� z--encryption=keyfiler� Nr� rj r )rb r� r� r� r@ r r� r� r5 r� r) r* rp r �Errorr� )r� r� r8 �before�arg�afterrS rS rU �%test_init_refuse_to_overwrite_keyfile
s
z6ArchiverTestCase.test_init_refuse_to_overwrite_keyfilec C s | j d| j� | j� �b}tj|tj�\}}t|||dd�� }|j}W d Q R X tj|� t|||�� }|j}W d Q R X W d Q R X ||k s�t �t
� }xV|j � D ]J\}\} }
} || \} }
}| | ks�t �|
|
ks�t �| |ks�t �|j |� q�W x&|j � D ]\}\} }
} ||ks�t �q�W d S )Nr� F)�sync)
r r� r� r' r� r� r r� Zdestroyr� rU r� r� )r� r� r� rI r� Zoriginal_chunksZcorrect_chunksr� rQ Zrefcountr� rM Z
o_refcountZo_sizeZo_csizerS rS rU � check_cache,
s$
z ArchiverTestCase.check_cachec C s� | j dd| j� | j d| jd d� | j� �b}tj|tj�\}}t|||dd��4}|j� |jj t
|jj � �d d � |j � W d Q R X W d Q R X t
jt�� | j� W d Q R X d S ) Nr� z--encryption=repokeyr� z::testrN F)r� r )r r� r� r' r� r� r r+ r� Zincrefrl r� r� r) r* r� r� )r� r� r� rI r� rS rS rU �test_check_cacheB
s
z!ArchiverTestCase.test_check_cachec C s4 | j dd| j� | j d| jddd�}d|ks0t�d S )Nr� z--encryption=repokeyr� z
--target=asdfr )rj z Need to specify single archive)r r� r� )r� r^ rS rS rU �test_recreate_target_rcN
s z(ArchiverTestCase.test_recreate_target_rcc C s� | j � | jdd| j� | j� | jd }| jd|d� | j� | jd| j�}| jd|dd d
d � | j� | jd| j�}||ks�t�d |ks�t�| jd
}| jdd|�}d|ks�t�d|ks�t�d|ks�t�d S )Nr� z--encryption=repokeyz::test0r� rN rl r� z
input/dir2z-ezinput/dir2/file3z--target=new-archivez new-archivez
::new-archivez--shortr� z
dir2/file2z
dir2/file3)r r r� r� r� )r� r� Zoriginal_archiver� �listingrS rS rU �test_recreate_targetS
s"
z%ArchiverTestCase.test_recreate_targetc C s� | j � | jddd� | jdd| j� | jd }| jd|d � | jd
|d d d
� | j� | jdd|�}d|ksrt�d|ks~t�d|ks�t�d S )Nz
dir2/file3i r� )r� r� z--encryption=repokeyz::test0r� rN r� z
input/dir2z-ezinput/dir2/file3rl z--shortr� z
dir2/file2i @ )r r� r r� r� r� )r� r� r� rS rS rU �test_recreate_basicg
s
z$ArchiverTestCase.test_recreate_basicc C s� | j � | jd| jd d� | jd| jd d� | j� td��h | jd| jd � tjd �jd
ksht�tjd �jd
ks|t�tjd �jd
ks�t�tjd
�jd
ks�t�W d Q R X td��, | jd| jd � tjd �jdks�t�W d Q R X d S )Nr� z::test2rN r� z::testz
input/dir1r^ r� zinput/dir1/hardlinkr zinput/dir1/subdir/hardlinkzinput/dir1/aaaazinput/dir1/source2r ) r� r r� r� r? rb r� r� r� )r� rS rS rU � test_recreate_subtree_hardlinkst
s
z0ArchiverTestCase.test_recreate_subtree_hardlinksc C s t tjj| jd�d��"}|jdd � |jdd � W d Q R X | jdd| j� | jdd d
| jd d � | jd| jd
d d� | jd| jd ddd�}tt |j
d��\}}||ks�t �| jd| jd d� | j � t | jd| jd dd��s�t �t | jd| jd ddd�� �st �d S )NZ
large_filer� rH i � br� z--encryption=repokeyr� z--chunker-paramsz 7,9,8,128z::test1rN z::test2z--files-cache=disabledrl zinput/large_filez--formatz {num_chunks} {unique_chunks}rL r� �defaultz--format={size}z{unique_chunks})
r� rb r� r� r� r� r r� �maprI r r� r� )r� r� rl Z
num_chunksZ
unique_chunksrS rS rU �test_recreate_rechunkify�
s z)ArchiverTestCase.test_recreate_rechunkifyc C s� | j ddd� | jdd| j� | jd| jd dd d
� | jd | jd d d
d�}|jd�\}}}t|�t|�ksrt�| jd| jd dd� | j� | jd | jd d d
d�}|jd�\}}}t|�t|�k s�t�||ks�t�d S )Nr_ i' )r� r� z--encryption=repokeyr� z::testrN z-Cra rl zinput/compressiblez--formatz{size} {csize} {sha256}rL r� rK z --recompress)r� r r� r rI r� r� )r� Z file_listr� rM Z
sha256_beforeZ sha256_afterrS rS rU �test_recreate_recompress�
s z)ArchiverTestCase.test_recreate_recompressc s� t jttd���j� j}| j� | jdd| j� | jd }| jd|d� | jddd d
d |� | jd |�j � }t d
dd�|j
d � }|j d�� t � fdd�|D ��s�t
�t � fdd�|D ��s�t
�d S )Nr r� z--encryption=repokeyz::test0r� rN r� z --timestampz1970-01-02T00:00:00z --commentr
r i� r; r z%Y-%m-%dc s g | ]}t jd � |��qS )zTime \(start\).+ %s)�re�search)r� r� )�s_timerS rU r �
s z<ArchiverTestCase.test_recreate_timestamp.<locals>.<listcomp>c s g | ]}t jd � |��qS )zTime \(end\).+ %s)r� r� )r� r� )r� rS rU r �
s )r �nowr r Z
astimezoneZtzinfor r r� r� Z utcoffset�strftime�anyr� )r� Zlocal_timezoner� r ZdtimerS )r� rU �test_recreate_timestamp�
s
z(ArchiverTestCase.test_recreate_timestampc C s� | j ddd� | jdd| j� | jd| jd d� | jd | jd �}| jd
| jd d d
� | j� | jd | jd �}||ks~t�d S )Nr_ i' )r� r� z--encryption=repokeyr� z::testrN rl r� z-nz-ezinput/compressible)r� r r� r� r� )r� Zarchives_beforeZarchives_afterrS rS rU �test_recreate_dry_run�
s z&ArchiverTestCase.test_recreate_dry_runc C s� | j ddd� | jdd| j� | jd| jd d � | jd
| jd �}| jd | jd d
� | j� | jd
| jd �}||ks|t�d S )Nr� i r� )r� r� z--encryption=repokeyr� z::testrN r r� z--chunker-paramsr� i @ )r� r r� r� r� )r� Z info_beforeZ
info_afterrS rS rU �!test_recreate_skips_nothing_to_do�
s z2ArchiverTestCase.test_recreate_skips_nothing_to_doc C sN | j dd| j� tjj| jd�}ddd| f}| j d| jf|�dd d
�� d S ) Nr� z--encryption=repokeyzlock.exclusiveZpython3z-cz<import os, sys; sys.exit(42 if os.path.exists("%s") else 23)z with-lockT�* )rL rj )r r� rb r� r� r� )r� Z lock_pathr rS rS rU �test_with_lock�
s z ArchiverTestCase.test_with_lockc C sN | j dd| j� | jddd� | jddd� | jddd� | jddd� | jd dd� | j d
| jd d � | j d
dd| jd dd�}| j� | jd|� | jd|� | j d
d| jd dd�}| j� | jd|� | jd|� | j d
| jd dd�}| j� | jd|� | jd|� | j d
d| jd dd�}| j� | jd|� | jd|� d S )Nr� z--encryption=repokeyr� r )r� r� r� r� Zfile5r� z::testrN r� z--listz--infoz-ez input/file2z input/file1z
x input/file2z input/file3z
x input/file3z input/file4z
x input/file4z input/file5z
x input/file5)r r� r� r� r r� )r� r^ rS rS rU �test_recreate_list_output�
s. z*ArchiverTestCase.test_recreate_list_outputc
C sD | j dd| j� | j d| jd d� | j dddd d| jd
d d � d S )
Nr� z--encryption=repokeyr� z::testrN rr z--firstr� z--lastTr )rL rj )r r� )r� rS rS rU �test_bad_filters�
s z!ArchiverTestCase.test_bad_filtersc C s | j d }| jd| jdd� | j| j�}| jdd| j|� t|d��}|j� }W d Q R X |jdt|� d �srt �| j
d
t j | j
�d }t|d��}|j� }W d Q R X ||ks�t �t j
|� | jdd | j|� t|d��}|j� }W d Q R X ||ks�t �d S )
Nz /exportedr� z --encryptionr� rI �export�rz BORG_KEY r �/r �import)r� r r� r r� r� r5 r r- r� r� rb r� r� )r� � export_file�repo_idr� �export_contents�key_fileZ key_contentsZ
key_contents2rS rS rU �test_key_export_keyfile�
s
z(ArchiverTestCase.test_key_export_keyfilec C sD | j d }| jd| jdd� | j| j�}| jdd| j|� t|d��}|j� }W d Q R X |jdt|� d �srt �t
| j�� }t |�}|j d t
j� � W d Q R X ttjj� �}|j |t
j� � |j|jks�t �t
| j��}|jd
� W d Q R X | jdd | j|� t
| j�� }t |�}|j d t
j� � W d Q R X |j|jk�s@t �d S ) Nz /exportedr� z --encryptionr� rI r� r� z BORG_KEY r rJ r� )r� r r� r r� r� r5 r r- r� r: r r� r Zenv_passphraser rI ZTestKeyZMockRepositoryZenc_keyZsave_key) r� r� r� r� r� r� Zrepo_keyZ
backup_keyZ repo_key2rS rS rU �test_key_export_repokey s(
z(ArchiverTestCase.test_key_export_repokeyc C s� | j d }| jd| jdd� | j| j�}| jddd| j|� t|dd d
��}|j� }W d Q R X t|�|ksnt�|j d �s|t�|j
d �s�t�d S )
Nz/exported.htmlr� z --encryptionr� rI r� z --qr-htmlr� zutf-8)rR z<!doctype html>z</html>
) r� r r� r r� r� r5 r- r� r r� )r� r� r� r� r� rS rS rU �test_key_export_qr- s
z#ArchiverTestCase.test_key_export_qrc C s@ | j d }tj|� | jd| jdd� | jdd| j|td� d S )Nz /exportedr� z --encryptionr� rI r� )rj )r� rb r� r r� r, )r� Zexport_directoryrS rS rU �test_key_export_directory: s
z*ArchiverTestCase.test_key_export_directoryc ! C s | j d }| jd| jdd� | jdd| j|td� t|d��}|jd � W d Q R X | jrp| jdd| j|d
d� n(tjt �� | jdd| j|� W d Q R X t|d��}|jd � W d Q R X | jr�| jdd| j|d
d� n(tjt
�� | jdd| j|� W d Q R X d S ) Nz /exportedr� z --encryptionr� rI r� )rj rT zsomething not a key
r zBORG_KEY a0a0a0
) r� r r� r, r� r� r� r) r* r# r" )r� r� r� rS rS rU �test_key_import_errorsB s
z'ArchiverTestCase.test_key_import_errorsc C s� d}| j d }| jd| jdd� | j| jt|�� | jd tj| j�d }t |d��0}|j
t j d | d
� |j
t
d �j� � W d Q R X | jd d
d| j|� t |d��}|j� }W d Q R X |dks�t�d S )N�@e294423506da4e1ea76e8dcdf1a3919624ae3ae496fddf905610c351d3f09239z /exportedr� z --encryptionr� r� r rT rL r s abcdefghijklmnopqrsturI r� z--paperr� z�To restore key use borg key import --paper /path/to/repo
BORG PAPER KEY v1
id: 2 / e29442 3506da 4e1ea7 / 25f62a 5a3d41 - 02
1: 616263 646566 676869 6a6b6c 6d6e6f 707172 - 6d
2: 737475 - 88
)r� r r� rV r� r r� rb r� r� r� r �FILE_IDr rf r5 r� )r� r� r� r� r� r� rS rS rU �test_key_export_paperkeyZ s
z)ArchiverTestCase.test_key_export_paperkeyc C s� d}| j d| jdd� | j| jt|�� | jd tj| j�d }t|d��0}|j t
j d | d � |j t d
�j
� � W d Q R X d }| j d d
d| j|d� d}| j d d
d| j|d� d}| j d d
d| j|d� d S )Nr� r� z --encryptionr� r� r rT rL r s abcdefghijklmnopqrstus� 2 / e29442 3506da 4e1ea7 / 25f62a 5a3d41 02
2 / e29442 3506da 4e1ea7 25f62a 5a3d41 - 02
2 / e29442 3506da 4e1ea7 / 25f62a 5a3d42 - 02
2 / e29442 3506da 4e1ea7 / 25f62a 5a3d41 - 02
616263 646566 676869 6a6b6c 6d6e6f 707172 - 6d
737475 88
73747i - 88
73747 - 88
73 74 75 - 89
00a1 - 88
2 / e29442 3506da 4e1ea7 / 25f62a 5a3d41 - 02
616263 646566 676869 6a6b6c 6d6e6f 707172 - 6d
73 74 75 - 88
rI r� z--paper)rN s
y
s1 2 / e29442 3506da 4e1ea7 / 25f62a 5a3d41 - 02
y
)r r� rV r� r r� rb r� r� r� r r� r rf )r� r� r� r� Z typed_inputrS rS rU �test_key_import_paperkeyt s z)ArchiverTestCase.test_key_import_paperkeyc C s� | j ddd� | jdd| j� | jd| jd d � | jd
}| jd d | j|�}|d
ksZt�t|d��}tj|�}W d Q R X d|ks�t�d|ks�t�d|ks�t�d|ks�t�d|ks�t�d S )Nr� i r� )r� r� z--encryption=repokeyr� z::testrN z/dumprZ z
dump-manifestrQ r� r� rS Z item_keys� timestamp�versioni @ )r� r r� r� r� r� r r� )r� � dump_filer^ r� r rS rS rU �test_debug_dump_manifest� s
z)ArchiverTestCase.test_debug_dump_manifestc C s� | j ddd� | jdd| j� | jd| jd d � | jd
}| jd d | jd |�}|d
ks^t�t|d��}tj|�}W d Q R X d|ks�t�d|ks�t�d|ks�t�d|ks�t�d S )Nr� i r� )r� r� z--encryption=repokeyr� z::testrN z/dumprZ z dump-archiverQ r� �_nameZ_manifest_entryZ_metaZ_itemsi @ )r� r r� r� r� r� r r� )r� r� r^ r� r rS rS rU �test_debug_dump_archive� s
z(ArchiverTestCase.test_debug_dump_archivec C s� | j dd| j� | j dd| jdd �j� }|dks6t�tj| j dd | jd
d ��}|d d
}| j dd| j|�j� }|d| d ks�t�| j dd| jdd�j� }|dks�t�d S )Nr� z--encryption=repokeyrZ z refcount-objr� r� zkobject 0000000000000000000000000000000000000000000000000000000000000000 not found [info from chunks cache].r� z--jsonz::testrN r� rQ zobject z* has 1 referrers [info from chunks cache].Z124Zxyzaz4object id 124 is invalid.
object id xyza is invalid.)r r� �stripr� r r )r� r^ r� �
archive_idrS rS rU �test_debug_refcount_obj� s z(ArchiverTestCase.test_debug_refcount_objc C s( | j dd�}d|kst�d|ks$t�d S )NrZ r zCRC implementation�Python)r r� )r� r^ rS rS rU �test_debug_info� s z ArchiverTestCase.test_debug_infoc C s> | j dd| j� tdd�� | j dd| j| j� W d Q R X d S )Nr� z--encryption=repokeyr� )Z_BORG_BENCHMARK_CRUD_TESTZ benchmarkZcrud)r r� r@ r� )r� rS rS rU �test_benchmark_crud� s z$ArchiverTestCase.test_benchmark_crudc C sL | j � tjd� | jdd| j� | jdd| j�}| jd|� | jd|� | jd|� | jd |� | jd
|� | jd |� | jd |� x�dD ]|\}}| jd| j|�}|dks�t�| jd| j||� | jd| j|�}||d ks�t�| jdd| j|� | jd| j|dd� q�W | jddd| jdd� | jd| jdd� | jd| jddd� d S )Nzinput/flagfiler� z--encryption=repokeyrS z--listz [repository]r� Zsegments_per_dirZ
storage_quota� append_only�additional_free_spacerQ �2G�repository.append_onlyr� r� r z--deleter; )rj r zinvalid-option�r� r� �r� r� )r� r� z0
)r rb r� r r� r r� )r� r^ Zcfg_keyZ cfg_valuerS rS rU � test_config� s0
z ArchiverTestCase.test_configz(GNU tar must be installed for this test.�gzipz%gzip must be installed for this test.c C s� | j � tjd� | jdd| j� | jd| jd d� | jd| jd dd � td
�� tjd d d
dg� W d Q R X | jdddddd� d S )Nzinput/flagfiler� z--encryption=repokeyr� z::testrN z
export-tarz
simple.tarz
--progressr^ rt �xpfz
../simple.tarz--warning=no-timestampz output/inputT)rt ru � ignore_ns) r rb r� r r� r? r] �
check_callr )r� rS rS rU �test_export_tar� s
z ArchiverTestCase.test_export_tarc C s� t jd�stjd� | j� tjd� | jdd| j� | jd| jd d� | jd | jd d
d �}d |kslt �d
|ksxt �t
d�� t j ddddg� W d Q R X | j
dddddd� d S )Nr� zgzip is not installedzinput/flagfiler� z--encryption=repokeyr� z::testrN z
export-tarz
simple.tar.gzz--listz input/file1
z input/dir2
r^ rt r� z../simple.tar.gzz--warning=no-timestampz output/inputT)rt ru r� )ru rv r) r. r rb r� r r� r� r? r] r� r )r� rl rS rS rU �test_export_tar_gz s
z#ArchiverTestCase.test_export_tar_gzc C s� t jd�stjd� | j� tjd� | jdd| j� | jd| jd d� | jd | jd d
d d �}d
|ksnt �d|kszt �t
d�� t j ddddg� W d Q R X | j
dddddd� d S )Nr� zgzip is not installedzinput/flagfiler� z--encryption=repokeyr� z::testrN z
export-tarz
simple.tarz--strip-components=1z--listz input/file1
z input/dir2
r^ rt r� z
../simple.tarz--warning=no-timestampzoutput/T)rt ru r� )ru rv r) r. r rb r� r r� r� r? r] r� r )r� rl rS rS rU � test_export_tar_strip_components s
z1ArchiverTestCase.test_export_tar_strip_componentsc C s� | j � | jd| jd dd� td��h tjdddd g� tjd
�jd ksNt �tjd �jd ksbt �tjd
�jd ksvt �tjd�jd ks�t �W d Q R X d S )Nz
export-tarz::testz
output.tarz--strip-components=2r^ rt r� z
../output.tarz--warning=no-timestampr� r zsubdir/hardlinkr� r� )
r� r r� r? r] r� rb r� r� r� )r� rS rS rU �&test_export_tar_strip_components_links s
z7ArchiverTestCase.test_export_tar_strip_components_linksc C s� | j � | jd| jd dd� td��h tjdddd g� tjd
�jd ksNt �tjd �jd ksbt �tjd
�jd ksvt �tjd�jd ks�t �W d Q R X d S )Nz
export-tarz::testz
output.tarz
input/dir1r^ rt r� z
../output.tarz--warning=no-timestampzinput/dir1/hardlinkr zinput/dir1/subdir/hardlinkzinput/dir1/aaaazinput/dir1/source2)
r� r r� r? r] r� rb r� r� r� )r� rS rS rU �test_extract_hardlinks_tar, s
z+ArchiverTestCase.test_extract_hardlinks_tarc
C s� t | j�}d|d | jgd|d gd|gd|d dgd|gd|gd |gd
|d gd d |d
gd d|dgd|gd|gg }x*|D ]"}| j|ddd��}d|kszt�qzW d S )Nr� z::testr� r� ro Znewnamerl rr r$ r rI r� Zexportedr� zchange-passphrasez
break-lockTr )rL rj zAttic repository detected.)rH r� r� r r� )r� r� ZcmdsrT r^ rS rS rU �test_detect_attic_repo8 s
z'ArchiverTestCase.test_detect_attic_repoc C s� dd� }| j d� tjddd� | jd| jd� | jd | jd
d � td ��6 tjtd
|�� | jd| jd
td� W dQ R X W dQ R X dS )z.https://github.com/borgbackup/borg/issues/6063c _ s t tjd��d S )Nr/ )r� r� r/ )rT r� rS rS rU r� Q s z`ArchiverTestCase.test_do_not_fail_when_percent_is_in_xattr_name.<locals>.patched_setxattr_EACCESr8 s
input/files user.attribute%ps valuer� z-enoner� z::testrN r^ r� r� )rj N) r� r
r� r r� r? r r� r+ )r� r� rS rS rU �.test_do_not_fail_when_percent_is_in_xattr_nameM s
z?ArchiverTestCase.test_do_not_fail_when_percent_is_in_xattr_namec C s� dd� }t jt jj| jd�� tjddd� | jd| jd� | jd | jd
d � t d ��6 t
j td
|�� | jd| jd
t d� W dQ R X W dQ R X dS )z.https://github.com/borgbackup/borg/issues/6063c _ s t tjd��d S )Nr/ )r� r� r/ )rT r� rS rS rU r� a s z_ArchiverTestCase.test_do_not_fail_when_percent_is_in_file_name.<locals>.patched_setxattr_EACCESzdir%ps input/dir%ps user.attributes valuer� z-enoner� z::testrN r^ r� r� )rj N)
rb r� r� r� r� r
r� r r� r? r r� r+ )r� r� rS rS rU �-test_do_not_fail_when_percent_is_in_file_name] s
z>ArchiverTestCase.test_do_not_fail_when_percent_is_in_file_namec C s | j ddd� | jdd| j� | jd| jd d� tjtjj| jd �� tjtjj| j� d �� | jd
| j�}d |kszt �| jd | j�}d
|ks�t �| jd
| jd �}d|ks�t �| jd | jd �}d|ks�t �t
d�� | jd| jd � W dQ R X | j dd� dS )z�Nonce is only used for encrypting new data.
It should be possible to retrieve the data from an archive even if
both the client and the server forget the noncer� s Hello, borg)r� r� z--encryption=repokeyr� z::testrN r� r z
All archives:rl r
zArchive name: test
r^ r� Nz output/input) r� r r� rb r� r� r� r� r& r� r? r )r� Z repo_infoZ repo_listZ archive_infor& rS rS rU �+test_can_read_repo_even_if_nonce_is_deletedl s
z<ArchiverTestCase.test_can_read_repo_even_if_nonce_is_deletedc C st | j ddd� | jdd| j� | jd| jd d� tjj| jd �}tj|� | jd| jd
d� tjj|�spt �d S ) a We should be able to recover if path/to/repo/nonce is deleted.
The nonce is stored in two places: in the repo and in $HOME.
The nonce in the repo is only needed when multiple clients use the same
repo. Otherwise we can just use our own copy of the nonce.
r� s Hello, borg)r� r� z--encryption=repokeyr� z::testrN r� z::test2N)
r� r r� rb r� r� r� r� r� r� )r� r� rS rS rU �%test_recovery_from_deleted_repo_nonce� s
z6ArchiverTestCase.test_recovery_from_deleted_repo_nonceN)r^ )�r r r r) �mark�skipifrC Zrequires_hardlinksr& r r( r, r1 rB r3 rE rE rF rL rP r rV rg ri rl rq rs rt rv r{ r| r} r� r� �unittest�
skipUnlessr= r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r
r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r r r r r
r r r r r rb r� r r r r r r r r! r# r% r& Zallow_cache_wiper- r/ r0 r1 r3 r5 r6 r7 r8 r9 r: r< r= r> r? r@ rE rF rI rJ rN rP rQ rY r\ r] r` rc rd rf rg rh ri rk rl rn ro rp rq rr rs r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rz Zrequires_gnutarru rv Z
requires_gzipr� r� r� r� r� r� r� r� r� r� rS rS rS rU r
� s� ? 3
! !(!
) '
f
- r
zno borg.exe availablec s� e Zd ZdZdZejd�dd� �Zejd�dd� �Zejd�d d
� �Z ejd�d d � �Z
ejd
�dd� �Z ejd�dd� �Z � fdd�Z
ejd�dd� �Zejd�dd� �Z� ZS )�ArchiverTestCaseBinaryzborg.exeTz(does not raise Exception, but sets rc==2c C s d S )NrS )r� rS rS rU r, � s z,ArchiverTestCaseBinary.test_init_parent_dirszpatches objectsc C s d S )NrS )r� rS rS rU r� � s z*ArchiverTestCaseBinary.test_init_interruptc C s d S )NrS )r� rS rS rU r� � s z0ArchiverTestCaseBinary.test_extract_capabilitiesc C s d S )NrS )r� rS rS rU r� � s z1ArchiverTestCaseBinary.test_extract_xattrs_errorszLtest_basic_functionality seems incompatible with fakeroot and/or the binary.c C s d S )NrS )r� rS rS rU r � s z/ArchiverTestCaseBinary.test_basic_functionalityzBtest_overwrite seems incompatible with fakeroot and/or the binary.c C s d S )NrS )r� rS rS rU r� � s z%ArchiverTestCaseBinary.test_overwritec s t � rtjd� n
t� j� d S )Nz9test_fuse with the binary is not compatible with fakeroot)rG r� r. �superr� )r� )� __class__rS rU r� � s z ArchiverTestCaseBinary.test_fusec C s d S )NrS )r� rS rS rU r� � s zEArchiverTestCaseBinary.test_do_not_fail_when_percent_is_in_xattr_namec C s d S )NrS )r� rS rS rU r� � s zDArchiverTestCaseBinary.test_do_not_fail_when_percent_is_in_file_name)r r r r� r� r� r. r, r� r� r� r r� r� r� r� �
__classcell__rS rS )r� rU r� � s r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Z� ZS ) �ArchiverCheckTestCasec sL t � j� tjtdd��* | jdd| j� | jd� | jd� W d Q R X d S )N� BUFFER_SIZEr� r� z--encryption=repokey�archive1rv )r� r� r r� r r r� r� )r� )r� rS rU r� � s
zArchiverCheckTestCase.setUpc C s< | j ddd| jdd�}| jd|� | jd|� | jd|� tjd �jtj� | j ddd
| jdd�}| jd|� | jd|� | jd|� | j ddd | jdd�}| jd|� | jd|� | j ddd d | jdd�}| jd
|� | j ddd d| jdd�}| jd
|� | jd|� | j ddd d| jdd�}| jd
|� | jd|� d S )Nr� z-vz
--progressr )rj zStarting repository checkz"Starting archive consistency checkzChecking segmentszborg.output.progressz--repository-onlyz--archives-onlyz--prefix=archive2r� z --first=1rv z--last=1)r r� r �loggingZ getLoggerZsetLevelZNOTSETr� )r� r^ rS rS rU �test_check_usage� s( z&ArchiverCheckTestCase.test_check_usagec C s, | j d�\}}|�R xB|j� D ],}|jjd�r |j}|d }|j|j� P q W | jd� |j� W d Q R X | j d| j
dd� | j dd| j
dd�}| j d |� | j d| j
dd� | j d
d | j
d dd�}| j d
|� xtdD ]l}| j |�\}}|�P xH|j� D ]2}|jjd�� r�| j ||j� | j
||j� P � q�W | jd� W d Q R X q�W tjtdd�� | jd� W d Q R X | j ddd| j
dd�}| j d|� | j d|� xhdD ]`}| j |�\}}|�B x:|j� D ]$}|jjd��r�| j||j� P �q�W | jd� W d Q R X �q�W | j d
d | j
d dd�}| j
d
|� d S )Nr� ztestsuite/archiver.pyr; zshould not happenr� )rj z--repairr z New missing file chunk detectedrl z --format={health}#{path}{LF}z
::archive1zbroken#rv r� r� Zarchive3z-vz$Healed previously missing file chunkzAtestsuite/archiver.py: Completely healed previously damaged file!r� )r� rv )r� rv )r� r� r� r� r� rr rQ Zfailr� r r� r Zassert_not_equalr� r r� r r� r� )r� r� r� r� Z valid_chunksZ killed_chunkr^ � archive_namerS rS rU �test_missing_file_chunk� sP
z-ArchiverCheckTestCase.test_missing_file_chunkc
C st | j d�\}}|� |j|jjd � |j� W d Q R X | jd| jdd� | jdd| jdd� | jd| jdd� d S )Nr� r r� r; )rj z--repair)r� rr r r r� r r� )r� r� r� rS rS rU � test_missing_archive_item_chunk
s z5ArchiverCheckTestCase.test_missing_archive_item_chunkc
C sn | j d�\}}|� |j|j� |j� W d Q R X | jd| jdd� | jdd| jdd� | jd| jdd� d S )Nr� r� r; )rj z--repairr )r� rr rQ r� r r� )r� r� r� rS rS rU � test_missing_archive_metadata#
s z3ArchiverCheckTestCase.test_missing_archive_metadatac C s� | j d�\}}|� |jtj� |j� W d Q R X | jd| jdd� | jddd| jdd�}| jd|� | jd|� | jd| jdd� d S ) Nr� r� r; )rj z-vz--repairr rv )r� rr r' � MANIFEST_IDr� r r� r )r� r� r� r^ rS rS rU �test_missing_manifest,
s z+ArchiverCheckTestCase.test_missing_manifestc C s� | j d�\}}|�0 |jtj�}|d }|jtj|� |j� W d Q R X | jd| jdd� | jddd| jdd�}| jd|� | jd |� | jd| jdd� d S )
Nr� s
corrupted!r� r; )rj z-vz--repairr rv ) r� r� r' r r r� r r� r )r� r� r� r� �corrupted_manifestr^ rS rS rU �test_corrupted_manifest7
s z-ArchiverCheckTestCase.test_corrupted_manifestc C s� | j d�\}}|�R |jtj�}|d }|jtj|� |j|j�}|d }|j|j|� |j� W d Q R X | jd| jdd� | jddd| jdd�}| j d |� | jd| jdd� d S )
Nr� s
corrupted!r� r; )rj z-vz--repairr rv )
r� r� r' r r rQ r� r r� r )r� r� r� r� r �chunkZcorrupted_chunkr^ rS rS rU �%test_manifest_rebuild_corrupted_chunkD
s z;ArchiverCheckTestCase.test_manifest_rebuild_corrupted_chunkc C s� | j d�\}}|j}|�n |jtj�}|d }|jtj|� g g dddddd�}|j|dd �}|j|�}|j||j|�� |j � W d Q R X | j
d
| j dd � | j
d
d | j d
d � | j
d| j �}| j d|� | j d|� | j d|� d S )Nr� s
corrupted!�foo�barz2016-12-15T18:49:51.849711r; )�cmdliner �hostname�usernamer� r r� s archive)�contextr� )rj z--repairr rl z
archive1.1rv )
r� rI r� r' r r Z pack_and_authenticate_metadata�id_hash�encryptr� r r� r ) r� r� r� rI r� r Z archive_dictr� r^ rS rS rU �'test_manifest_rebuild_duplicate_archiveT
s.
z=ArchiverCheckTestCase.test_manifest_rebuild_duplicate_archivec
C s� | j d| jdd� t| jdd��}|jdd� |j� W d Q R X | j d| jdd� | j d| jdd� | j dd | jdd� | j d| jdd� | j d
d | jd dd� d S )
Nr� r )rj T)r� s 01234567890123456789012345678901s xxxxr; z--repairr� z --dry-runz
::archive1)r r� r: r r� )r� r� rS rS rU �test_extra_chunksp
s z'ArchiverCheckTestCase.test_extra_chunksc G s t j| j� | jd| jf|�� | jd� | jd�\}}|�V xF|j� D ]:}|jj d�rH|j
d
}|j |j �d }|j
|j |� P qHW |j� W d Q R X | jd| jdd� | jdd | jdd�}t|j �d
|ks�t�| jdd d | jdd�}t|j �d
|k�st�d |k�st�d S )Nr� r� ztestsuite/archiver.pyr; s 1234r� r )rj z
--verify-dataz, integrity errorz--repairz6testsuite/archiver.py: New missing file chunk detectedr� )ru r� r� r r� r� r� r� r� r� r� r� rQ r r� r- r� )r� Z init_argsr� r� r� r r� r^ rS rS rU �_test_verify_data{
s$
z'ArchiverCheckTestCase._test_verify_datac C s | j dd� d S )Nz --encryptionr� )r )r� rS rS rU �test_verify_data�
s z&ArchiverCheckTestCase.test_verify_datac C s | j dd� d S )Nz --encryptionra )r )r� rS rS rU � test_verify_data_unencrypted�
s z2ArchiverCheckTestCase.test_verify_data_unencryptedc C sT t | jdd��*}x|j� D ]}|j|� qW |j� W d Q R X | jd| jdd� d S )NT)r� r� r; )rj )r: r� rl rr r� r )r� r� Zid_rS rS rU �test_empty_repository�
s
z+ArchiverCheckTestCase.test_empty_repositoryc C s� G dd� d�}| j d�\}}|�Z tj|tj�\}}t|||��0}t|||d|dd�}|jj|� � |j� W d Q R X W d Q R X | j d| j
dd � | j d
| j
d dd � d S ) Nc @ s e Zd Zdd� ZdS )zAArchiverCheckTestCase.test_attic013_acl_bug.<locals>.Attic013Itemc S s dddddddd d�S )NZ1234r � 0)s paths mtimes modes users groups uids gids aclrS )r� rS rS rU �as_dict�
s zIArchiverCheckTestCase.test_attic013_acl_bug.<locals>.Attic013Item.as_dictN)r r r r rS rS rS rU � Attic013Item�
s r r� z0.13T)r� r� r� r )rj rl z::0.13) r� r' r� r� r r Z items_bufferr� Zsaver r� )r� r r� r� r� rI r� rS rS rU �test_attic013_acl_bug�
s z+ArchiverCheckTestCase.test_attic013_acl_bug)r r r r� r� r� r� r r r r r r r r r r r r� rS rS )r� rU r� � s 2
r� c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �ManifestAuthenticationTestc C sf |�X t j|t j�\}}|jt j|jtjdi i tj � t
dd� j t �d���� |j
� W d Q R X d S )Nr; )�days)r� r� rS r� )r' r� r� r r r r/ �packbr �utcnowr r� r� r� )r� r� r� rI rS rS rU �spoof_manifest�
s "z)ManifestAuthenticationTest.spoof_manifestc C s� | j dd| j� t| jdd�}|�V tj|tj�\}}|jtj|j t
j di t j
� tdd� jt�d���� |j� W d Q R X tjt�� | j d| j� W d Q R X d S ) Nr� z--encryption=repokeyT)r� r; )r )r� r� r� rl )r r� r: r� r' r� r� r r r r/ r r r r r� r� r� r) r* r )r� r� r� rI rS rS rU � test_fresh_init_tam_required�
s " z7ManifestAuthenticationTest.test_fresh_init_tam_requiredc C sh | j dd| j� | jd� t| jdd�}|�� tjtt|j ��� t
j |t
j �\}}d|_
|j|j� tj|jd |jt
j���}|d= |jt
j|jtj|��� |j� W d Q R X | j dd | j�}d|ks�t�d
|ks�t�| j d d | j� | j dd | j�}d|k�st�d
|k�st�| j|� tj t �� | j d| j� W d Q R X | j d d d| j� | j d| j� d S )Nr� z--encryption=repokey� archive1234T)r� Fs tamrl z--debugz'Manifest TAM not found and not required�upgradez--tamzTAM-verified manifestz--force) r r� r� r: r� ru r� r& r- rQ r' r� r� Z tam_requiredZchange_passphraseZ _passphraser/ ZunpackbZdecryptr� r r r r r� r� r r) r* r )r� r� r� rI r� r^ rS rS rU �test_not_required�
s0
z,ManifestAuthenticationTest.test_not_requiredc C sZ | j dd| j� | jd� | j dd| j� t| jdd�}| j|� | j d| j� sVt�d S ) Nr� z--encryption=repokeyr r z
--disable-tamT)r� rl )r r� r� r: r� r r� )r� r� rS rS rU � test_disable�
s
z'ManifestAuthenticationTest.test_disablec C sZ | j dd| j� | jd� t| jdd�}| j|� | j dd| j� | j d| j� sVt�d S ) Nr� z--encryption=repokeyr T)r� r z
--disable-tamrl )r r� r� r: r� r r� )r� r� rS rS rU �
test_disable2�
s
z(ManifestAuthenticationTest.test_disable2N)r r r r r r! r" r# rS rS rS rU r �
s
r c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�ArchiveAuthenticationTestc C sx t j|t j�\}}tjd|g dddtj� jt�d��}|j |�}|j
||j |�� |tj � f|j
|< |j� |j� d S )Nr; rQ )r� r� r r r
r r )r' r� r� r/ r r r r� r� r
r r r� r� r� r� )r� r� r� r� rI Z archive_datar� rS rS rU �write_archive_without_tam s
z3ArchiveAuthenticationTest.write_archive_without_tamc C s� | j dd| j� | jd� t| jdd�}|� | j|d� W d Q R X | j dd| j�}d |ks`t�d
|kslt�| j d d | j� | j dd| j�}d |ks�t�d
|ks�t�d S )Nr� z--encryption=repokey� archive_tamT)r� �archive_no_tamrl z --format="{name} tam:{tam}{NL}"zarchive_tam tam:verifiedzarchive_no_tam tam:noner z--archives-tamzarchive_no_tam tam:verified)r r� r� r: r� r% r� )r� r� r^ rS rS rU �test_upgrade_archives_tam s
z3ArchiveAuthenticationTest.test_upgrade_archives_tamc C s� | j dd| j� | jd� t| jdd�}|�& | j|d� |jtj� |j � W d Q R X | j dd| j� | j d d
| j�}d |ks�t
�d|ks�t
�d S ) Nr� z--encryption=repokeyr& T)r� r' r� z--repairrl z --format="{name} tam:{tam}{NL}"zarchive_tam tam:verified) r r� r� r: r� r% rr r' r r� r� )r� r� r^ rS rS rU �test_check_rebuild_manifest( s
z5ArchiveAuthenticationTest.test_check_rebuild_manifestc C s� | j dd| j� | jd� | j dd| j�}t| jdd�}|� | j|d� W d Q R X | j dd | j�}d
|kspt�d |ks|t�| j d d
| j� | j dd | j�}d
|ks�t�d|ks�t�| j dd| j�}||ks�t�d S )Nr� z--encryption=repokeyr& rl z--format="{name} {id}{NL}"T)r� r' z --format="{name} tam:{tam}{NL}"zarchive_tam tam:verifiedzarchive_no_tam tam:noner� z--repair)r r� r� r: r� r% r� )r� Zarchive_id_pre_checkr� r^ Zarchive_id_post_checkrS rS rU � test_check_rebuild_refcounts5 s
z6ArchiveAuthenticationTest.test_check_rebuild_refcountsN)r r r r% r( r) r* rS rS rS rU r$ s
r$ c @ s\ e Zd ZdZdd� Zdd� Zdd� Zejd�d d
� �Z ejd�d d � �Z
d
d� Z dd� Z dS )�RemoteArchiverTestCasez__testsuite__:c C s t t| j��S )N)r8 r% r� )r� rS rS rU r� J s z&RemoteArchiverTestCase.open_repositoryc 6 C s< t jtdd| jg�� | jdd| j� W d Q R X t jtdd| jg��0 tjt�� | jdd| jd � W d Q R X W d Q R X t jtdddg��0 tjt�� | jdd| jd � W d Q R X W d Q R X t j
j | j�}t jtdd|g�� | jdd| jd � W d Q R X t jtdddd|g�� | jdd| jd � W d Q R X d S )
N�extra_test_argsz--restrict-to-pathr� z--encryption=repokeyZ_0z/fooZ_1Z_2Z_3) r r� r8 r� r r� r) r* r9 rb r� r� )r� r, rS rS rU �!test_remote_repo_restrict_to_pathM s ( ( z8RemoteArchiverTestCase.test_remote_repo_restrict_to_pathc C s� t jtdd| jg�� | jdd| j� W d Q R X tjj| jd�}t jtdd|g��, t j
t �� | jdd| j� W d Q R X W d Q R X d S )Nr, z--restrict-to-repositoryr� z--encryption=repokeyz..) r r� r8 r� r r� rb r� r� r) r* r9 )r� r+ rS rS rU �'test_remote_repo_restrict_to_repositoryb s z>RemoteArchiverTestCase.test_remote_repo_restrict_to_repositoryzonly works locallyc C s d S )NrS )r� rS rS rU r� k s z4RemoteArchiverTestCase.test_debug_put_get_delete_objc C s d S )NrS )r� rS rS rU r� o s z"RemoteArchiverTestCase.test_configc " C s\ | j dd| j� | jddd� | jddd� | jdd d� | jd
d d� | jd d
d� | j d| jd d� d}td��� | j dd| jd dd�}||ks�t�| jd��* | j dd| jd dd�}||ks�t�W d Q R X | jd��, | j dd| jd dd�}||k�st�W d Q R X | jd��, | j dd| jd dd�}||k�sDt�W d Q R X W d Q R X d S ) Nr� z--encryption=repokeyzdir/files test file contents 1)r� z dir/file2s test file contents 2z
skipped-file1s test file contents 3z
skipped-file2s test file contents 4z
skipped-file3s test file contents 5r� z::testrN z)cached responses left in RemoteRepositoryr^ r� z--debugz--strip-componentsr~ r8 r r� zinput/dir/filer� )r r� r� r? r� r� )r� Zmarker�resrS rS rU �!test_strip_components_doesnt_leaks s(
z8RemoteArchiverTestCase.test_strip_components_doesnt_leakc C s< | j d d }| jd|ddd�}| jd|� | jd|� d S )
z.https://github.com/borgbackup/borg/issues/6014z -this-repository-does-not-existz::testr r T)rj rL z this-repository-does-not-existz$this-repository-does-not-exist::testN)r� r r r� )r� r� r^ rS rS rU �4test_do_not_mention_archive_if_you_can_not_find_repo� s zKRemoteArchiverTestCase.test_do_not_mention_archive_if_you_can_not_find_repoN)
r r r r� r� r- r. r� r. r� r� r0 r1 rS rS rS rU r+ G s r+ c sF e Zd Z� fdd�Zddd�Zdd� Zdd � Zd
d � Zd d
� Z� Z S )�ArchiverCorruptionTestCasec sF t � j� | j� | jdd| j� tj| jd| jd��d d | _d S )Nr� z--encryption=repokeyr z--jsonr� r� )r� r� r r r� r r r� )r� )r� rS rU r� � s
z ArchiverCorruptionTestCase.setUpr; c C s\ t |d��H}|j| tj� tdd� |j|�D ��}|j| tj� |j|� W d Q R X d S )Nzr+bc s s | ]}d | V qdS )� NrS )r� �crS rS rU r� � s z5ArchiverCorruptionTestCase.corrupt.<locals>.<genexpr>)r� r] rh �SEEK_END�bytesr5 r� )r� r8 Zamountr� Z corruptedrS rS rU �corrupt� s
z"ArchiverCorruptionTestCase.corruptc
C sd | j tjj| jd�� | jr<| jd| jdd�}d|ks`t�n$t j
t �� | jd| j� W d Q R X d S )Nr� r r )rj zfailed integrity check) r7 rb r� r� r� r� r r� r� r) r* r$ )r� r� rS rS rU �test_cache_chunks� s z,ArchiverCorruptionTestCase.test_cache_chunksc C sN | j d| jd d� | jtjj| jd�� | j d| jd d�}d|ksJt�d S )Nr� z::testrN r� z::test1zfiles cache is corrupted)r r� r7 rb r� r� r� r� )r� r� rS rS rU �test_cache_files� s z+ArchiverCorruptionTestCase.test_cache_filesc C s< | j d| jd d� | j d| jd�j� }| j d| jd d� | j dd| j� | j d | jd
� tjj| jd �}ttj|��d ks�t �| j
tjj||d
�� tjj| jd�}t d d�}|j |� |j
ddttd��� t|d��}|j|� W d Q R X | j dd| jd ddd�}d|k�s t �d|k�s*t �d|k�s8t �d S )Nr� z::test1rN rl z--format={id}{LF}z::test2rr z --cache-onlyr z--jsonzchunks.archive.dr z.compactrS )rR r� r� � rT z-vz::test3r; )rj z,Reading cached archive chunk index for test1z0Cached archive chunk index of test1 is corruptedz-Fetching and building archive index for test1)r r� r� rb r� r� r� r� r� r� r7 r r5 rU r- r6 r� r� )r� Z target_idZchunks_archive� config_pathrS r� r� rS rS rU �test_chunks_archive� s$
z.ArchiverCorruptionTestCase.test_chunks_archivec
C sx t jj| jd�}td d�}|j|� |jddttd��� t |d��}|j
|� W d Q R X | j d| j �}d|kstt
�d S ) NrS )rR r� r� r: rT r zHCache integrity data not available: old Borg version modified the cache.)rb r� r� r� r r5 rU r- r6 r� r� r r� r� )r� r; rS r� r� rS rS rU �test_old_version_interfered� s
z6ArchiverCorruptionTestCase.test_old_version_interfered)r; )
r r r r� r7 r8 r9 r< r= r� rS rS )r� rU r2 � s
r2 c @ s e Zd Zdd� Zdd� ZdS )�DiffArchiverTestCasec C s� | j � | jdd| j� | jddd� | jddd� | jdd d� | jd
d d� tjd � tjd tjd
B � tjd� t � r�tjd� tj
d d� tj
dd� tj
dd� tj
dd� tj
dd� t � r�tj dd� tj dd� tj dd � tj dd � | jd | jd d � | jd!d"d� | jd#d$d� tj
d� | jd
d%d& d'� tj
d� tj
d� tjd � | jd(d)d� tjd tjd
B � tjd*� tjd� t � �r�tjd� tj
d*d� tj
d� tj
d*d� tj
d*d+� tj
d� | jd,d-d� tj
d� t � �rtj
d � tj d.d/� tdd0��}|jd1� W d Q R X | jd | jd2 d � | jd d3d4| jd5 d � d6d7� }d8d9� }|| jd:| jd d;�d<� || jd:| jd d=d>d?�d@� || jd:| jd d;dA�d<� d S )BNr� z--encryption=repokeyZfile_unchanged� )r� Z file_removed� Z
file_removed2i �
file_replacedi z input/dir_replaced_with_filei� zinput/dir_removedz input/dir_replaced_with_linkzinput/link_changedzinput/file_unchangedzinput/link_removedzinput/file_removed2zinput/link_target_removedz input/emptyz"input/link_target_contents_changedzinput/link_replaced_by_filezinput/file_replacedz input/hardlink_target_replacedz input/hardlink_contents_changedzinput/file_removedzinput/hardlink_removedz input/hardlink_target_removedr� z::test0rN Z
file_addedi Zfile_empty_addedr r i )r� Zdir_replaced_with_filei zinput/dir_addedzinput/link_addedZlink_replaced_by_filei @ zinput/file_addedzinput/hardlink_addedZabs
appended_dataz::test1az--chunker-paramsz
16,18,17,4095z::test1bc S s� |rdndj d�}d| ks t�dj |�| ks0t�d| ks<t�dtjkrRd| ksRt�d | ks^t�d
| ksjt�t� r�d | ks|t�d | ks�t�d
| ks�t�d| ks�t�d| ks�t�d| ks�t�|r�dndj d�}dj |�| ks�t�t� r�dj |�| ks�t�t� �r
d| k�s
t�d| k�st�t� �r.d| k�s.t�d| k�s<t�d| k�sJt�t� �r`d| k�s`t�t� �rvd| k�svt�t� �r�d| k�s�t�d S ) N�Bz{:<19}�modifiedrA z{} input/file_replacedzinput/file_unchangedr z7[drwxr-xr-x -> -rwxr-xr-x] input/dir_replaced_with_filez#added directory input/dir_addedz%removed directory input/dir_removedz&changed link input/link_changedz$added link input/link_addedz&removed link input/link_removedz ] input/dir_replaced_with_linkz ] input/link_replaced_by_filezinput/link_target_removedz0 Bz{} input/emptyz"{} input/hardlink_contents_changedz"input/link_target_contents_changedz$added 2.05 kB input/file_addedz(added 2.05 kB input/hardlink_addedz*added 0 B input/file_empty_addedz&removed 256 B input/file_removedz*removed 256 B input/hardlink_removedz input/hardlink_target_removedz input/hardlink_target_replaced)�formatr� rb r� rB rC )r^ �can_compare_idsZchangerS rS rU �
do_asserts s@
zADiffArchiverTestCase.test_basic_functionality.<locals>.do_assertsc S s� dd� }dd� | j d�D �}|r,dddd �nd
di}||d |�ksFt�t|d |�� sZt�d
tjkr~dddd�|d|�ks~t�d
di|d|�ks�t�d
di|d|�ks�t�t� �rFd
di|d|�ks�t�d
di|d|�ks�t�d
di|d |�ks�t�td d � |d |�D ���st�td d � |d!|�D ���s0t�t|d"|�� �sFt�|�rXdd#d$d �nd
di}||d%|�k�stt�t� �r�||d&|�k�s�t�t� �r�t|d'|�� �s�t�d(d)d*�|d+|�k�s�t�t� �r�d(d)d*�|d,|�k�s�t�d(d$d*�|d-|�k�st�d.d/d*�|d0|�k�s t�t� �r@d.d/d*�|d1|�k�s@t�t� �r^t|d2|�� �s^t�t� �r|t|d3|�� �s|t�d S )4Nc s0 � fdd�|D �}t |�dk s"t�dd� |D �S )Nc s g | ]}|d � kr|d �qS )r� ZchangesrS )r� r� )r� rS rU r ] s zoDiffArchiverTestCase.test_basic_functionality.<locals>.do_json_asserts.<locals>.get_changes.<locals>.<listcomp>r c S s g | ]}|D ]}|�q qS rS rS )r� Zchgset�chgrS rS rU r ` s )r� r� )r� r� ZchgsetsrS )r� rU � get_changes\ s z[DiffArchiverTestCase.test_basic_functionality.<locals>.do_json_asserts.<locals>.get_changesc S s g | ]}|rt j|��qS rS )r r )r� r� rS rS rU r c s zZDiffArchiverTestCase.test_basic_functionality.<locals>.do_json_asserts.<locals>.<listcomp>r rC i i )rR �added�removedrR zinput/file_replacedzinput/file_unchangedr r� z
drwxr-xr-xz
-rwxr-xr-x)rR �old_mode�new_modez input/dir_replaced_with_filezadded directoryzinput/dir_addedzremoved directoryzinput/dir_removedz changed linkzinput/link_changedz
added linkzinput/link_addedz removed linkzinput/link_removedc s s( | ] }|d dko |d j d�V qdS )rR r� rL �lN)r )r� rG rS rS rU r� | s zYDiffArchiverTestCase.test_basic_functionality.<locals>.do_json_asserts.<locals>.<genexpr>z input/dir_replaced_with_linkc s s( | ] }|d dko |d j d�V qdS )rR r� rK rM N)r )r� rG rS rS rU r� ~ s zinput/link_replaced_by_filezinput/link_target_removed�
r z input/emptyz input/hardlink_contents_changedz"input/link_target_contents_changedrI i )rR r� zinput/file_addedzinput/hardlink_addedzinput/file_empty_addedrJ r@ zinput/file_removedzinput/hardlink_removedz input/hardlink_target_removedz input/hardlink_target_replaced)r r� r� rb r� rB rC )r^ rE rH Zjoutputr rS rS rU �do_json_asserts[ sH
zFDiffArchiverTestCase.test_basic_functionality.<locals>.do_json_assertsr Ztest1aTZtest1br; )rj Fz --json-lines)r r r� r� rb r� r� r� �S_IFDIRrB r� rC r� r� �rmdir�S_IFREGr� r� )r� r� rF rO rS rS rU r � sl
BM z-DiffArchiverTestCase.test_basic_functionalityc C s | j dd| j� | jddd� | jddd� | jdd d� | jd
d d� | j d | jd
d� tjd� tjd� tjd� tjd� | jddd� | jd
dd� | jddd� | jddd� | j d | jd d� | j dd| jd
d �}ddddd
dg}td d � t||j� �D ���st�d S ) Nr� z--encryption=repokeyZa_file_removed� )r� Zf_file_removed� Zc_file_changedr: Ze_file_changedr� r� z::test0rN zinput/a_file_removedzinput/f_file_removedzinput/c_file_changedzinput/e_file_changedi i Z b_file_addedr? Z d_file_addedr@ z::test1r z--sortr; c s s | ]\}}||kV qd S )NrS )r� �xr� rS rS rU r� � s z8DiffArchiverTestCase.test_sort_option.<locals>.<genexpr>) r r� r� rb r� r� �zipr� r� )r� r^ r rS rS rU �test_sort_option� s.
z%DiffArchiverTestCase.test_sort_optionN)r r r r rW rS rS rS rU r> � s Rr> c C s< t � } | jddddgd�}|j| jks*t�|jddgks<t�|jdksJt�|jd ksXt�| jddd
d gd�}|jd d
gks~t�| jddddgd�}|jddgks�t�| jddd
d gd�}|jd d
gks�t�| jddd
d gd�}|jd d
gks�t�| jddddgd�}|j| jk�st�| jddgd�}|j| jk�s8t�d S )Nrp Zservez--restrict-to-path=/p1z--restrict-to-path=/p2z borg serve --info --umask=0027z/p1z/p2� r z --restrict-to-repository=/r1z --restrict-to-repository=/r2z/r1z/r2z borg serve --restrict-to-path=/z%borg serve --restrict-to-repository=/z-borg serve --restrict-to-repository=/r1/belowz borg init --encryption=repokey /z-BORG_HOSTNAME_IS_UNIQUE=yes borg serve --info) r Zget_args�funcZdo_server� Zrestrict_to_paths�umask� log_levelZrestrict_to_repositories)rK rT rS rS rU �
test_get_args� s2
r\ c C sp dd� } | dddgdddd d
g�s&t �| d gdd g� s<t �| dd
gdd g� sTt �| dd gddg� slt �d S )Nc S sT dd� | D �}dd� |D �}t jt|�t|��}t jt|�t|��}||ksPt�|S )Nc S s g | ]}|�qS rS rS )r� r� rS rS rU r � s z<test_compare_chunk_contents.<locals>.ccc.<locals>.<listcomp>c S s g | ]}|�qS rS rS )r� r� rS rS rU r � s )r Zcompare_chunk_contents�iterr� )r r Zchunks_aZchunks_bZcompare1Zcompare2rS rS rU �ccc� s z(test_compare_chunk_contents.<locals>.cccs 1234s 567As bC� 1s 23s 4567Ar� � Cs 12345s 56s 65s 565)r� )r^ rS rS rU �test_compare_chunk_contents� s ra c @ s0 e Zd Zedd� �Zdd� Zdd� Zdd� Zd S )
�TestBuildFilterc C s d S )NrS )r� ZmatchedrS rS rU � peek_and_store_hardlink_masters s z/TestBuildFilter.peek_and_store_hardlink_mastersc C sf t � }|jtd�gtj� tj|| jd�}|tdd��s<t �|tdd��sNt �|tdd�� sbt �d S )NZincludedr )r� z
included/filezsomething else)
r3 r� r4 r2 ZIncluder � build_filterrc r5 r� )r� �matcherr rS rS rU �
test_basic s zTestBuildFilter.test_basicc C s0 t dd�}tj|| jd�}|tdd��s,t�d S )NT)�fallbackr Zanything)r� )r3 r rd rc r5 r� )r� re r rS rS rU �
test_empty# s
zTestBuildFilter.test_emptyc C sl t dd�}tj|| jdd�}|tdd�� s0t�|tdd�� sDt�|tdd��sVt�|td d��sht�d S )
NT)rg r; )Zstrip_componentsZshallow)r� zshallow/zdeep enough/filezsomething/dir/file)r3 r rd rc r5 r� )r� re r rS rS rU r� ( s
z%TestBuildFilter.test_strip_componentsN)r r r � staticmethodrc rf rh r� rS rS rS rU rb s rb c @ s� e Zd Zedd� �Zejdd� �Zejdd� �Zejdd� �Z ejd d
� �Z
ejd d � �Z d
d� Z ej
jdd �ej
jdd �dd� ��Zd S )!�TestCommonOptionsc C sv | ddddd� | dddd d
d d � | d
ddd dd d � | dddddg d� | dddddd� | ddt ddd d � d S ) Nz-hz--helpr{ z show this help message and exit)�actionr{ z
--criticalr[ r � store_const�critical�warning)�destr{ rk �constr� z--error�errorz--appendr ZTOPIC)ro r{ rk �metavarr� z-pz
--progress�progress�
store_true)ro rk r{ z --lock-wait� lock_wait�Nr; z(default: %(default)d).)ro rR rr r� r{ )rI )Zadd_common_optionrS rS rU �define_common_options2 s z'TestCommonOptions.define_common_optionsc C s& t jdddd�}tj| jdd�|_|S ) Nr
z test parserF)�prog� description�add_help�_level0�_level1)Zsuffix_precedence)r{ r| )�argparse�ArgumentParserr Z
CommonOptionsrw �common_options)r� �parserrS rS rU � basic_parser? s
z TestCommonOptions.basic_parserc C s |j ddd�S )Nzrequired argumentsz <command>)�titlerr )Zadd_subparsers)r� r� rS rS rU �
subparsersF s z TestCommonOptions.subparsersc C s |j j|ddd� |S )Nr{ T)Zprovide_defaults)r �add_common_group)r� r� rS rS rU r� J s zTestCommonOptions.parserc C s t jddd�}|jj|d� |S )NFr
)rz rx r| )r} r~ r r� )r� r� �
common_parserrS rS rU r� O s z TestCommonOptions.common_parserc sH |j d|gddddtjd�}|jdd� |jd d
d d � � fd
d�}|S )N�
subcommandFr r �baz)�parentsrz ry �epilogr{ Zformatter_classi� )rY z
--append-onlyr� rt )ro rk c s& t | � � j| �}� jj|� t|�S )N)r� rk r Zresolve�vars)r� rT )r� rS rU �parse_vars_from_line] s
zDTestCommonOptions.parse_vars_from_line.<locals>.parse_vars_from_line)Z
add_parserr} ZRawDescriptionHelpFormatterZ set_defaults� add_argument)r� r� r� r� Z subparserr� rS )r� rU r� U s
z&TestCommonOptions.parse_vars_from_linec C s� |d�g dddd�kst �|ddd�g ddddd d
�ks<t �tjt�� |d d� W d Q R X |d d
ddd
d�dddgddddd d
�ks�t �d S )Nz--errorr; rq F)r ru r[ rs r� z
--criticalrm i� )r ru r[ rs r� rY z
--append-onlyz --append=fooz--appendr r� r rn )r� r) r* r` )r� r� rS rS rU � test_simplee s*
z TestCommonOptions.test_simple�positionr� r� �bothzflag,args_key,args_value�-prs T�
--lock-wait=3ru rb c C s` g }|d
kr|j |� |j d� |d kr2|j |� g dddddd �}|||< ||� |ks\t�d S ) Nr� r� r� r� r; rn Fi� )r ru r[ rs r� rY )r� r� )r� r� )r r� )r� r� r� �flagZargs_keyZ
args_valuer� r rS rS rU � test_flag_position_independence� s
z1TestCommonOptions.test_flag_position_independenceN)r� r� r� �r� rs T�r� ru rb )r� r� )r r r ri rw r) �fixturer� r� r� r� r� r� r� � parametrizer� rS rS rS rU rj 1 s
rj c C s4 t d�dkst�tjtj�� t d� W d Q R X d S )NZ50M�2 i� r Z5Mi@B i��)r r� r) r* r} ZArgumentTypeErrorrS rS rS rU �test_parse_storage_quota� s r� c sF t dd�j� } t dd�j� }i �d� �fdd� � � d| t d|i� �S ) z0
Return dict mapping command to parser.
rp )rx ZborgfsNc s� i }xJ|j D ]@}|jd k r dt|j�kr x"|jj� D ]\}}||| | < q4W q W |d k rb|j|� | rp| rpd S x0t|j� �D ] \}}� |d ||� |�|< q~W d S )NZSubParsersActionrL )Z_actions�choicesrZ r� r �updater! )r� r� r Z
extra_choicesr� rk r �command)�discover_level�parsersrS rU r� � s
z'get_all_parsers.<locals>.discover_levelrQ )N)r Z build_parser)r� Z
borgfs_parserrS )r� r� rU �get_all_parsers� s r� zcommand, parserc C s t |jt�r|jjst�d S )N)rY r� r0 Zrstr� )r� r� rS rS rU �test_help_formatting� s r� ztopic, helptextc C s t t|��st�d S )N)rZ r1 r� )Ztopic�helptextrS rS rU � test_help_formatting_helptexts� s r� )�r} r� rh r r� rb r[ r� ru r- r� r] rW r� r r� r� Zbinasciir r Z configparserr r r r Zhashlibr r r
Z
unittest.mockr r) r� � ImportErrorrp Z borg.helpersrQ r
r r r� r r r r rK r r r r� r r Z constantsZcrypto.low_levelr r Z
crypto.keyr r r r r r! Zcrypto.keymanagerr" r# Zcrypto.file_integrityr$ r% r& r' r( r) r* r+ r, r- r. r/ Znanorstr0 r1 r� r2 r3 r4 r� r5 Zlockingr6 Zloggerr7 Zremoter8 r9 r� r: r< r= r> r? r@ rA rB rC rD rE rF rG ZupgraderrH rI r� r� r� r� �__file__r� rs rz Z BORG_EXES�FileNotFoundErrorr� r r� r� r� r� r� r� r� r
r� r� r� r r$ r+ r2 r> r\ ra rb rj r� r� r� rl r r� r� r� rS rS rS rU �<module> s� 1 &?
0+ tL@JJ s(!k