| Current File : //usr/lib64/python3.6/site-packages/borg/testsuite/__pycache__/hashindex.cpython-36.pyc |
3
y��bpP � @ s d dl Z d dlZd dlZd dlZd dlZd dlZddlmZmZm Z ddl
mZ ddl m Z m
Z
ddl
mZ dd � Zd
d � ZG d d
� d
e�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG d d � d e�ZG d d � d e�ZdS ) � N� )�NSIndex�
ChunkIndex�ChunkIndexEntry)� hashindex)�IntegrityCheckedFile�FileIntegrityError� )� BaseTestCasec C s t d| d�S )Nz%-0.32d�ascii)�bytes)�x� r �!/usr/lib64/python3.6/hashindex.py�H s r c C s t jt| ��j� S )N)�hashlib�sha256r �digest)r
r r r �H2 s r c @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�HashIndexTestCasec
C s |� }| j t|�d� x td�D ]}||�|t|�< q W | j t|�d� x(td�D ] }| j |t|� ||�� qRW x$td�D ]}||d �|t|�< q|W | j t|�d� x,td�D ] }| j |t|� ||d �� q�W xtd�D ]}|t|�= q�W x"tdd�D ]}t|�|ks�t�q�W x$td�D ]}t|�|k�s t��q W x&td�D ]}| jt|jt|�� �qFW | j t|�d� tj � }|j
|j � ~t |j d�� }| j t
j|j� �j� |� W d Q R X |j|j �}| j t|�d� x0tdd�D ]"}| j |t|� ||d �� �q�W |j� | j t|�d� |j
|j � ~| j t|j|j ��d� |� }|jtd�|d�� td�|k�stt�|td� |d�k�s�t�|jtd�|d�� td�|k�s�t�|td� |d�k�s�t�|jtd�|d��|d�k�s�t�|jtd�|d��|d�k�st�~d S ) Nr �d r �2 �rb�* � r )� assert_equal�len�ranger �AssertionError�
assert_raises�KeyError� __delitem__�tempfile�NamedTemporaryFile�write�name�openr r �readZ hexdigest�clear�
setdefault)�self�clsZ
make_valueZsha�idxr
�idx_name�fdr r r �
_generic_test sZ $ " ""z HashIndexTestCase._generic_testc C s | j tdd� d� d S )Nc S s | | fS )Nr )r
r r r �<lambda>[ s z0HashIndexTestCase.test_nsindex.<locals>.<lambda>Z@85f72b036c692c8266e4f51ccf0cff2147204282b5e316ae508d30a448d88fef)r/ r )r* r r r � test_nsindexZ s z HashIndexTestCase.test_nsindexc C s | j tdd� d� d S )Nc S s
| | | fS )Nr )r
r r r r0 _ s z3HashIndexTestCase.test_chunkindex.<locals>.<lambda>Z@c83fdf33755fc37879285f2ecfc5d1f63b97577494902126b6fb6f3e4d852488)r/ r )r* r r r �test_chunkindex^ s z!HashIndexTestCase.test_chunkindexc C s� d}t j� }t� }|j|j� tjj|j�}| jt |�d� x t
|�D ]}||f|t |�< qFW |j|j� |tjj|j�k s�t �xt
|�D ]}|t |�= q�W | jt |�d� |j|j� | j|tjj|j�� d S )Ni� r )
r" r# r r$ r% �os�path�getsizer r r r r )r* �nr- r, Z initial_sizer
r r r � test_resizeb s z HashIndexTestCase.test_resizec C s� t � }x td�D ]}||f|t|�< qW |j� }t|�}| jt|�d� | jtt |� t|j|d d d��}| jt|�d� | j||dd � � d S )Nr �1 r )Zmarkerr )
r r r � iteritems�listr r r �
StopIteration�next)r* r, r
�iterator�allZ second_halfr r r �test_iteritemss s z HashIndexTestCase.test_iteritemsc C s� t � }d |td�< d
|td�< d|td�< t � }d|td�< d|td�< d|td�< |j|� |td� dksrt�|td� dks�t�|td� dks�t�|td� dks�t�d S )Nr r r �� � �, � � � � � )r r r )r r@ r@ )rA rB rB )rC r r )rD r@ r@ )rE rF rF )rD r r )rG r@ r@ )rA rB rB )rE rF rF )r r �merger )r* �idx1�idx2r r r �test_chunkindex_merge� s
z'HashIndexTestCase.test_chunkindex_mergec C s� t � }d
|td�< d |td�< d |td�< |j� \}}}}}}|dksJt�|dksVt�|dksbt�|dksnt�|dkszt�|dks�t�d S )Nr �� r r �� r@ rA � �, )r rL r )r rM r@ )rA rN rO i� i� i(# i�6 i� i� i� ix i� ip i, iX rA rE )r r Z summarizer )r* r, �sizeZcsizeZ unique_sizeZ unique_csizeZ
unique_chunksZchunksr r r �test_chunkindex_summarize� s z+HashIndexTestCase.test_chunkindex_summarizeN)
�__name__�
__module__� __qualname__r/ r1 r2 r7 r? rK rQ r r r r r s =
r c @ s e Zd ZdZdd� ZdS )�HashIndexExtraTestCasezRThese tests are separate because they should not become part of the selftest.
c C s. t dtj �d }t|�}dd� t|�D �}|dd| d � |d| d d � }}x"t|�D ]\}}|||f||< q`W x"t|�D ]\}}|||f||< q�W x|D ]
}||= q�W x*t|�D ] \}}|| |||fks�t�q�W x |D ]}|j|�d ks�t�q�W x|D ] }||= �qW t|j� �g k�s*t�d S )Ni �
c S s g | ]}t jt|��j� �qS r )r r r r )�.0�kr r r �
<listcomp>� s z=HashIndexExtraTestCase.test_chunk_indexer.<locals>.<listcomp>r r rA ) �intr �MAX_LOAD_FACTORr � enumerater �getr: r9 )r* Z key_count�indexZall_keys�keysZto_delete_keys�i�keyr r r �test_chunk_indexer� s" *
z)HashIndexExtraTestCase.test_chunk_indexerN)rR rS rT �__doc__rb r r r r rU � s rU c @ s e Zd Zdd� Zdd� ZdS )�HashIndexSizeTestCasec C s t � }|j� d kst�d S )
N� i � rA rC � �, i4� iF� )r rP r )r* r, r r r �test_size_on_disk� s z'HashIndexSizeTestCase.test_size_on_diskc C st t � }x*td�D ] }||d |d f|t|�< qW tj� � }|j|j� tjj |j�}W d Q R X |j
� |kspt �d S )Ni� r rA ) r r r r" r# r$ r% r3 r4 r5 rP r )r* r, r` �filerP r r r �test_size_on_disk_accurate� s
z0HashIndexSizeTestCase.test_size_on_disk_accurateN)rR rS rT ri rk r r r r rd � s rd c @ st e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) � HashIndexRefcountingTestCasec C s� t � }t jd ddf|td�< x0td�D ]$}|jtd��^}}|t jks(t�q(W x0td�D ]$}|jtd��^}}|t jksZt�qZW d S )Nr r rD )r � MAX_VALUEr r �increfr �decref)r* r, r` �refcount�_r r r �test_chunkindex_limit� s z2HashIndexRefcountingTestCase.test_chunkindex_limitc C s( dd� }|||�}||||�ks$t �|S )Nc S sN t � }| ddf|td�< t � }|ddf|td�< |j|� |td� ^}}|S )Nr r )r r rH )Z refcount1Z refcount2rI rJ rp rq r r r rH � s
z2HashIndexRefcountingTestCase._merge.<locals>.merge)r )r* Z refcountaZ refcountbrH �resultr r r �_merge� s
z#HashIndexRefcountingTestCase._mergec C s( t jd }| j||�t jd ks$t�d S )Nr r )r rm rt r )r* �halfr r r � test_chunkindex_merge_limit1� s
z9HashIndexRefcountingTestCase.test_chunkindex_merge_limit1c C s | j dd�tjkst�d S )Nl ^�e i �5w)rt r rm r )r* r r r � test_chunkindex_merge_limit2� s z9HashIndexRefcountingTestCase.test_chunkindex_merge_limit2c C s( t jd }| j|d |�t jks$t�d S )Nr r )r rm rt r )r* ru r r r � test_chunkindex_merge_limit3� s
z9HashIndexRefcountingTestCase.test_chunkindex_merge_limit3c C sF t jd }| j|d |�t jks$t�| j|d |d �t jksBt�d S )Nr r )r rm rt r )r* ru r r r � test_chunkindex_merge_limit4� s
z9HashIndexRefcountingTestCase.test_chunkindex_merge_limit4c C sZ t � }|jtd�ddd� |td� dks.t�|jtd�ddd� |td� dksVt�d S ) Nr rD rE rG r rA )rD rE rG )rE r rA )r �addr r )r* rI r r r �test_chunkindex_add� s
z0HashIndexRefcountingTestCase.test_chunkindex_addc C sJ t � }t jddf|td�< |jtd�� |td� ^}}|t jksFt�d S )NrE rG r )r rm r rn r )r* rI rp rq r r r �test_incref_limit s
z.HashIndexRefcountingTestCase.test_incref_limitc C sJ t � }t jddf|td�< |jtd�� |td� ^}}|t jksFt�d S )NrE rG r )r rm r ro r )r* rI rp rq r r r �test_decref_limit
s
z.HashIndexRefcountingTestCase.test_decref_limitc
C s: t � }d|td�< | jt�� |jtd�� W d Q R X d S )Nr r )r r r )r r r r ro )r* rI r r r �test_decref_zero s z-HashIndexRefcountingTestCase.test_decref_zeroc C sv t � }|jtd�ddd� |td� dks.t�|jtd�� |td� dksPt�|jtd�� |td� dksrt�d S )Nr rD rE rG )rD rE rG )rE rE rG )rD rE rG )r rz r r rn ro )r* rI r r r �test_incref_decref s z/HashIndexRefcountingTestCase.test_incref_decrefc C s8 t � }| jt�� t jd ddf|td�< W d Q R X d S )Nr r )r r r rm r )r* rI r r r �test_setitem_raises# s z0HashIndexRefcountingTestCase.test_setitem_raisesc ! C s� t � }| jt�� |jtd�� W d Q R X | jt�� |jtd�� W d Q R X | jt�� |td� W d Q R X | jt�� |jtd�ddd� W d Q R X d S )Nr r ���)r r r rn r ro �
OverflowErrorrz )r* r, r r r �
test_keyerror( s z*HashIndexRefcountingTestCase.test_keyerrorN)rR rS rT rr rt rv rw rx ry r{ r| r} r~ r r� r� r r r r rl � s
rl c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )�HashIndexDataTestCases( eJzt0L0NgmAUhtHLT0LDEI6AuAEhMVYmVnSuYefC7AB3Aj9KNedJbnfyFne6P67P27w0EdG1Eac+Cm1ZybAsy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7LsL9nhc+cqTZ3XlO2Ys++Du5fX+l1/YFmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVn2/+0O2rYccw==c C sP t j� �>}tjj|d�}|j|� t|d��}| j|j� �S Q R X W d Q R X d S )Nr, r ) r" �TemporaryDirectoryr3 r4 �joinr$ r& �_packr' )r* r, �tempdirrj �fr r r �_serialize_hashindex: s
z*HashIndexDataTestCase._serialize_hashindexc C sR t j� �@}tjj|d�}t|d��}|j| j|�� W d Q R X tj |�S Q R X d S )Nr, �wb)
r" r� r3 r4 r� r& r$ �_unpackr r' )r* �
bytestringr� rj r� r r r �_deserialize_hashindexA s
z,HashIndexDataTestCase._deserialize_hashindexc C s t jtj|��S )N)�base64Z b64encode�zlib�compress)r* r� r r r r� H s zHashIndexDataTestCase._packc C s t jtj|��S )N)r� Z
decompressr� Z b64decode)r* r� r r r r� K s z HashIndexDataTestCase._unpackc C sR t � }d|td�< d
|td�< d |td�< | j|�}| j|�| j| j�ksNt�d S ) Nr r rA � r � xl� )r r rA l ��)r� r r )r� r r )r r r� r� � HASHINDEXr )r* rI Z
serializedr r r �test_identical_creationN s
z-HashIndexDataTestCase.test_identical_creationc C s� | j | j�}|td� d ks t�|td� dks4t�|td� dksHt�t� }d|td�< |j|� |td� tjd d
fks�t�d S )Nr r rA r� r � xl� rf i@� rE rG )r r rA l ��)r� r r )r� r r l � � � )r� rE rG )r� r� r r r rH rm )r* rI rJ r r r �test_read_known_goodW s
z*HashIndexDataTestCase.test_read_known_goodN)
rR rS rT r� r� r� r� r� r� r� r r r r r� 4 s r� c @ s e Zd Zdd� Zdd� ZdS )�HashIndexIntegrityTestCasec C sb | j | j�}tjj|d�}t|dd��}|j|� W d Q R X |j}d|ksNt�d|ksZt�||fS )Nr, T)r4 r$ �finalZ
HashHeader) r� r� r3 r4 r� r r$ �integrity_datar )r* r� r, rj r. r� r r r � write_integrity_checked_indexd s z8HashIndexIntegrityTestCase.write_integrity_checked_indexc C s� t j� �n}| j|�\}}t|d��}|jd� W d Q R X | jt��* t|d|d��}tj |� W d Q R X W d Q R X W d Q R X d S )Nzr+bs FooF)r4 r$ r� )
r" r� r� r& r$ r r r r r' )r* r� rj r� r. r r r �test_integrity_checked_filen s
z6HashIndexIntegrityTestCase.test_integrity_checked_fileN)rR rS rT r� r� r r r r r� c s
r� c @ st e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) �HashIndexCompactTestCasec C sd t j� }|jd� |j|jdd�� |j|jdd�� |jdjdd�� |jdjdd�� || _d S )Ns BORG_IDXrC �littlerf r rA rg )�io�BytesIOr$ �to_bytes�
index_data)r* � num_entries� num_bucketsr� r r r r^ y s
z HashIndexCompactTestCase.indexc C s | j jd� tj| j �}|S )Nr )r� �seekr r' )r* r^ r r r �index_from_data� s z(HashIndexCompactTestCase.index_from_datac C s t j� }|j|� |j� S )N)r� r� r$ �getvalue)r* r^ �datar r r �
index_to_data� s
z&HashIndexCompactTestCase.index_to_datac C s | j � }|j� | j|�}|S )N)r� �compactr� )r* r^ �
compact_indexr r r � index_from_data_compact_to_data� s
z8HashIndexCompactTestCase.index_from_data_compact_to_datac G s2 | j j|� x |D ]}| j j|jdd�� qW d S )NrC r� )r� r$ r� )r* ra �values�valuer r r � write_entry� s
z$HashIndexCompactTestCase.write_entryc C s | j |ddd� d S )Nl �� r )r� )r* ra r r r � write_empty� s z$HashIndexCompactTestCase.write_emptyc C s | j |ddd� d S )Nl �� r )r� )r* ra r r r �
write_deleted� s z&HashIndexCompactTestCase.write_deletedc C s� | j ddd� | jtd�ddd� | jtd�� | jtd�� | jtd�ddd� | jtd �d
d d � | jtd�� | j� }| j ddd� | jtd�ddd� | jtd�ddd� | jtd �d
d d � || jj� ks�t�d S )
NrA rE )r� r� r r r rD rG rC � � rV ) r^ r� r r� r� r� r� r� r )r* r� r r r � test_simple� s z$HashIndexCompactTestCase.test_simplec C s� | j ddd� | jtd�� | jtd�ddd� | jtd�� | jtd�ddd� | jtd �d
d d � | jtd�� | j� }| j ddd� | jtd�ddd� | jtd�ddd� | jtd �d
d d � || jj� ks�t�d S )
NrA rE )r� r� r r r rD rG rC r� r� rV ) r^ r� r r� r� r� r� r� r )r* r� r r r �test_first_empty� s z)HashIndexCompactTestCase.test_first_emptyc C s� | j ddd� | jtd�� | jtd�ddd� | jtd�� | jtd�ddd� | jtd�� | jtd �d
d d � | j� }| j ddd� | jtd�ddd� | jtd�ddd� | jtd �d
d d � || jj� ks�t�d S )
NrA rE )r� r� r r r rD rG rC r� r� rV ) r^ r� r r� r� r� r� r� r )r* r� r r r �test_last_used� s z'HashIndexCompactTestCase.test_last_usedc C s� | j ddd� | jtd�� | jtd�ddd� | jtd�ddd� | jtd�� | jtd�� | jtd �d
d d � | j� }| j ddd� | jtd�ddd� | jtd�ddd� | jtd �d
d d � || jj� ks�t�d S )
NrA rE )r� r� r r r rD rG rC r� r� rV ) r^ r� r r� r� r� r� r� r )r* r� r r r �test_too_few_empty_slots� s z1HashIndexCompactTestCase.test_too_few_empty_slotsc C s� | j ddd� | jtd�� | jtd�� | jtd�� | jtd�� | jtd�� | jtd�� | j� }| j ddd� || jj� ks�t�d S ) Nr rE )r� r� r rA r rD rC )r^ r� r r� r� r� r� r )r* r� r r r �
test_empty� s z#HashIndexCompactTestCase.test_emptyc C s� t � }t � }d
|td�< d |td�< d |td�< |j� |j� dksHt�|j|� |td� dksft�|td� dkszt�|td� dks�t�d S )Nr r r r@ rA �, re rf rC )r r r )r r@ r@ )rA r� r� rg rh � � )r r r )r r@ r@ )rA r� r� )r r r� rP r rH )r* ZmasterrI r r r �
test_merge� s
z#HashIndexCompactTestCase.test_mergeN)rR rS rT r^ r� r� r� r� r� r� r� r� r� r� r� r� r r r r r� x s r� c @ s e Zd Zdd� ZdS )�NSIndexTestCasec C sh t � }| jt�� t jd df|td�< W d Q R X td�|ksBt�t jdf|td�< td�|ksdt�d S )Nr r r )r r r rm r )r* r, r r r �test_nsindex_segment_limit s z*NSIndexTestCase.test_nsindex_segment_limitN)rR rS rT r� r r r r r� s r� c @ s e Zd Zdd� ZdS )�AllIndexTestCasec C s t jdk st�tjdk s t�d S )Ng �?)r r[ r r )r* r r r �test_max_load_factor s z%AllIndexTestCase.test_max_load_factorN)rR rS rT r� r r r r r�
s r� c @ s e Zd Zdd� ZdS )�IndexCorruptionTestCasec s( ddl m� �fdd�� t� �x"td�D ]}d|f�� d|�< q(W �j� dksRt�x td �D ]}�� d|�= q\W x"td
�D ]}d |f�� d |�< qzW � �fd d
�td d�D �dd
� td d�D �ks�t�� �fdd
�td �D �dd
� td �D �ks�t�� �fdd
�td
�D �dd
� td
�D �k�s$t�d S )Nr )�packc s � d| |ddd�S )Nz<IIQQQr r )r
�y)r� r r �HH s z1IndexCorruptionTestCase.test_bug_4829.<locals>.HHi� i �( re i� iJ iX c s g | ]}�j � d |���qS )r )r] )rW r� )r� r, r r rY 5 s z9IndexCorruptionTestCase.test_bug_4829.<locals>.<listcomp>c S s g | ] }d |f�qS )r r )rW r� r r r rY 5 s c s g | ]}� d |��k�qS )r r )rW r� )r� r, r r rY 7 s c S s g | ]}d �qS )Fr )rW r� r r r rY 7 s c s g | ]}�j � d |���qS )iX )r] )rW r� )r� r, r r rY : s c S s g | ] }d |f�qS )iX r )rW r� r r r rY : s i� i*� )�structr� r r rP r )r* r� r )r� r, r� r �
test_bug_4829 s 2.z%IndexCorruptionTestCase.test_bug_4829N)rR rS rT r� r r r r r� s r� )r� r r� r3 r" r� r r r r � Zcrypto.file_integrityr r r
r r r rU rd rl r� r� r� r� r� r� r r r r �<module> s. f/