File: //usr/lib64/python3.6/site-packages/borg/testsuite/__pycache__/hashindex.cpython-36.opt-1.pyc
3
y��bpP � @ s d dl Z d dlZd dlZd dlZd dlZd dlZddlmZmZm Z ddl
mZ ddl m Z m
Z
ddl
mZ dd � Zd
d � ZG d d
� d
e�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG dd� de�ZG d d � d e�ZG d d � d e�ZdS ) � N� )�NSIndex�
ChunkIndex�ChunkIndexEntry)� hashindex)�IntegrityCheckedFile�FileIntegrityError� )� BaseTestCasec C s t d| d�S )Nz%-0.32d�ascii)�bytes)�x� r �!/usr/lib64/python3.6/hashindex.py�H s r c C s t jt| ��j� S )N)�hashlib�sha256r �digest)r
r r r �H2 s r c @ sD e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dS )�HashIndexTestCasec
C sZ |� }| j t|�d� x td�D ]}||�|t|�< q W | j t|�d� x(td�D ] }| j |t|� ||�� qRW x$td�D ]}||d �|t|�< q|W | j t|�d� x,td�D ] }| j |t|� ||d �� q�W xtd�D ]}|t|�= q�W xtdd�D ]}q�W xtd�D ]}�qW x&td�D ]}| jt|jt|�� �q$W | j t|�d� tj� }|j |j
� ~t |j
d�� }| j t j
|j� �j� |� W d Q R X |j|j
�}| j t|�d� x0tdd�D ]"}| j |t|� ||d �� �q�W |j� | j t|�d� |j |j
� ~| j t|j|j
��d� |� }|jtd�|d�� |jtd�|d�� ~d S )Nr �d r �2 �rb�* � )� assert_equal�len�ranger �
assert_raises�KeyError� __delitem__�tempfile�NamedTemporaryFile�write�name�openr r �readZ hexdigest�clear�
setdefault)�self�clsZ
make_valueZsha�idxr
�idx_name�fdr r r �
_generic_test sN $ " z HashIndexTestCase._generic_testc C s | j tdd� d� d S )Nc S s | | fS )Nr )r
r r r �<lambda>[ s z0HashIndexTestCase.test_nsindex.<locals>.<lambda>Z@85f72b036c692c8266e4f51ccf0cff2147204282b5e316ae508d30a448d88fef)r. r )r) r r r � test_nsindexZ s z HashIndexTestCase.test_nsindexc C s | j tdd� d� d S )Nc S s
| | | fS )Nr )r
r r r r/ _ s z3HashIndexTestCase.test_chunkindex.<locals>.<lambda>Z@c83fdf33755fc37879285f2ecfc5d1f63b97577494902126b6fb6f3e4d852488)r. r )r) r r r �test_chunkindex^ s z!HashIndexTestCase.test_chunkindexc C s� d}t j� }t� }|j|j� tjj|j�}| jt |�d� x t
|�D ]}||f|t |�< qFW |j|j� xt
|�D ]}|t |�= qtW | jt |�d� |j|j� | j|tjj|j�� d S )Ni� r ) r! r" r r# r$ �os�path�getsizer r r r )r) �nr, r+ Z initial_sizer
r r r � test_resizeb s z HashIndexTestCase.test_resizec C s� t � }x td�D ]}||f|t|�< qW |j� }t|�}| jt|�d� | jtt |� t|j|d d d��}| jt|�d� | j||dd � � d S )Nr �1 r )Zmarkerr )
r r r Z iteritems�listr r r �
StopIteration�next)r) r+ r
�iterator�allZ second_halfr r r �test_iteritemss s z HashIndexTestCase.test_iteritemsc C sb t � }d |td�< d |td�< d
|td�< t � }d|td�< d|td�< d|td�< |j|� d S )Nr r r �� � �, � � � � )r r r )r r> r> )r? r@ r@ )rA r r )rB r> r> )rC rD rD )r r �merge)r) �idx1�idx2r r r �test_chunkindex_merge� s
z'HashIndexTestCase.test_chunkindex_mergec C sB t � }d
|td�< d |td�< d |td�< |j� \}}}}}}d S )
Nr �� r r �� r> r? � �, )r rI r )r rJ r> )r? rK rL )r r Z summarize)r) r+ �sizeZcsizeZ unique_sizeZ unique_csizeZ
unique_chunksZchunksr r r �test_chunkindex_summarize� s z+HashIndexTestCase.test_chunkindex_summarizeN)
�__name__�
__module__� __qualname__r. r0 r1 r6 r= rH rN r r r r r s =
r c @ s e Zd ZdZdd� ZdS )�HashIndexExtraTestCasezRThese tests are separate because they should not become part of the selftest.
c C s� t dtj �d }t|�}dd� t|�D �}|dd| d � |d| d d � }}x"t|�D ]\}}|||f||< q`W x"t|�D ]\}}|||f||< q�W x|D ]
}||= q�W xt|�D ]\}}q�W x |D ]}q�W x|D ]
}||= q�W d S )Ni �
c S s g | ]}t jt|��j� �qS r )r r r r )�.0�kr r r �
<listcomp>� s z=HashIndexExtraTestCase.test_chunk_indexer.<locals>.<listcomp>r r r? )�intr ZMAX_LOAD_FACTORr � enumerate)r) Z key_count�indexZall_keys�keysZto_delete_keys�i�keyr r r �test_chunk_indexer� s" *
z)HashIndexExtraTestCase.test_chunk_indexerN)rO rP rQ �__doc__r] r r r r rR � s rR c @ s e Zd Zdd� Zdd� ZdS )�HashIndexSizeTestCasec C s
t � }d S )N)r )r) r+ r r r �test_size_on_disk� s z'HashIndexSizeTestCase.test_size_on_diskc C sd t � }x*td�D ] }||d |d f|t|�< qW tj� � }|j|j� tjj |j�}W d Q R X d S )Ni� r r? )
r r r r! r" r# r$ r2 r3 r4 )r) r+ r[ �filerM r r r �test_size_on_disk_accurate� s
z0HashIndexSizeTestCase.test_size_on_disk_accurateN)rO rP rQ r` rb r r r r r_ � s r_ c @ st e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) � HashIndexRefcountingTestCasec C sj t � }t jd ddf|td�< x"td�D ]}|jtd��^}}q(W x"td�D ]}|jtd��^}}qLW d S )Nr r rB )r � MAX_VALUEr r �incref�decref)r) r+ r[ �refcount�_r r r �test_chunkindex_limit� s z2HashIndexRefcountingTestCase.test_chunkindex_limitc C s dd� }|||�}|S )Nc S sN t � }| ddf|td�< t � }|ddf|td�< |j|� |td� ^}}|S )Nr r )r r rE )Z refcount1Z refcount2rF rG rg rh r r r rE � s
z2HashIndexRefcountingTestCase._merge.<locals>.merger )r) Z refcountaZ refcountbrE �resultr r r �_merge� s
z#HashIndexRefcountingTestCase._mergec C s t jd }d S )Nr )r rd )r) �halfr r r � test_chunkindex_merge_limit1� s
z9HashIndexRefcountingTestCase.test_chunkindex_merge_limit1c C s d S )Nr )r) r r r � test_chunkindex_merge_limit2� s z9HashIndexRefcountingTestCase.test_chunkindex_merge_limit2c C s t jd }d S )Nr )r rd )r) rl r r r � test_chunkindex_merge_limit3� s
z9HashIndexRefcountingTestCase.test_chunkindex_merge_limit3c C s t jd }d S )Nr )r rd )r) rl r r r � test_chunkindex_merge_limit4� s
z9HashIndexRefcountingTestCase.test_chunkindex_merge_limit4c C s2 t � }|jtd�ddd� |jtd�ddd� d S )Nr rB rC � r r? )r �addr )r) rF r r r �test_chunkindex_add� s z0HashIndexRefcountingTestCase.test_chunkindex_addc C s< t � }t jddf|td�< |jtd�� |td� ^}}d S )NrC rq r )r rd r re )r) rF rg rh r r r �test_incref_limit s
z.HashIndexRefcountingTestCase.test_incref_limitc C s< t � }t jddf|td�< |jtd�� |td� ^}}d S )NrC rq r )r rd r rf )r) rF rg rh r r r �test_decref_limit
s
z.HashIndexRefcountingTestCase.test_decref_limitc
C s: t � }d|td�< | jt�� |jtd�� W d Q R X d S )Nr r )r r r )r r r �AssertionErrorrf )r) rF r r r �test_decref_zero s z-HashIndexRefcountingTestCase.test_decref_zeroc C s: t � }|jtd�ddd� |jtd�� |jtd�� d S )Nr rB rC rq )r rr r re rf )r) rF r r r �test_incref_decref s
z/HashIndexRefcountingTestCase.test_incref_decrefc C s8 t � }| jt�� t jd ddf|td�< W d Q R X d S )Nr r )r r rv rd r )r) rF r r r �test_setitem_raises# s z0HashIndexRefcountingTestCase.test_setitem_raisesc ! C s� t � }| jt�� |jtd�� W d Q R X | jt�� |jtd�� W d Q R X | jt�� |td� W d Q R X | jt�� |jtd�ddd� W d Q R X d S )Nr r ���)r r r re r rf �
OverflowErrorrr )r) r+ r r r �
test_keyerror( s z*HashIndexRefcountingTestCase.test_keyerrorN)rO rP rQ ri rk rm rn ro rp rs rt ru rw rx ry r| r r r r rc � s
rc c @ s@ e Zd ZdZdd� Zdd� Zdd� Zdd � Zd
d � Zd d
� Z dS )�HashIndexDataTestCases( eJzt0L0NgmAUhtHLT0LDEI6AuAEhMVYmVnSuYefC7AB3Aj9KNedJbnfyFne6P67P27w0EdG1Eac+Cm1ZybAsy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7Isy7LsL9nhc+cqTZ3XlO2Ys++Du5fX+l1/YFmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVmWZVn2/+0O2rYccw==c C sP t j� �>}tjj|d�}|j|� t|d��}| j|j� �S Q R X W d Q R X d S )Nr+ r ) r! �TemporaryDirectoryr2 r3 �joinr# r% �_packr& )r) r+ �tempdirra �fr r r �_serialize_hashindex: s
z*HashIndexDataTestCase._serialize_hashindexc C sR t j� �@}tjj|d�}t|d��}|j| j|�� W d Q R X tj |�S Q R X d S )Nr+ �wb)
r! r~ r2 r3 r r% r# �_unpackr r& )r) �
bytestringr� ra r� r r r �_deserialize_hashindexA s
z,HashIndexDataTestCase._deserialize_hashindexc C s t jtj|��S )N)�base64Z b64encode�zlib�compress)r) r� r r r r� H s zHashIndexDataTestCase._packc C s t jtj|��S )N)r� Z
decompressr� Z b64decode)r) r� r r r r� K s z HashIndexDataTestCase._unpackc C s8 t � }d|td�< d
|td�< d |td�< | j|�}d S ) Nr r r? � r � xl� )r r r? l ��)r� r r )r� r r )r r r� )r) rF Z
serializedr r r �test_identical_creationN s
z-HashIndexDataTestCase.test_identical_creationc C s, | j | j�}t� }d |td�< |j|� d S )
Nr � i@� rC rq r? l � � � )r� rC rq )r� � HASHINDEXr r rE )r) rF rG r r r �test_read_known_goodW s
z*HashIndexDataTestCase.test_read_known_goodN)
rO rP rQ r� r� r� r� r� r� r� r r r r r} 4 s r} c @ s e Zd Zdd� Zdd� ZdS )�HashIndexIntegrityTestCasec C sJ | j | j�}tjj|d�}t|dd��}|j|� W d Q R X |j}||fS )Nr+ T)r3 r# )r� r� r2 r3 r r r# �integrity_data)r) r� r+ ra r- r� r r r � write_integrity_checked_indexd s z8HashIndexIntegrityTestCase.write_integrity_checked_indexc C s� t j� �n}| j|�\}}t|d��}|jd� W d Q R X | jt��* t|d|d��}tj |� W d Q R X W d Q R X W d Q R X d S )Nzr+bs FooF)r3 r# r� )
r! r~ r� r% r# r r r r r& )r) r� ra r� r- r r r �test_integrity_checked_filen s
z6HashIndexIntegrityTestCase.test_integrity_checked_fileN)rO rP rQ r� r� r r r r r� c s
r� c @ st e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� ZdS ) �HashIndexCompactTestCasec C sd t j� }|jd� |j|jdd�� |j|jdd�� |jdjdd�� |jdjdd�� || _d S )Ns BORG_IDXrA �littler� r r? � )�io�BytesIOr# �to_bytes�
index_data)r) � num_entries� num_bucketsr� r r r rY y s
z HashIndexCompactTestCase.indexc C s | j jd� tj| j �}|S )Nr )r� �seekr r& )r) rY r r r �index_from_data� s z(HashIndexCompactTestCase.index_from_datac C s t j� }|j|� |j� S )N)r� r� r# �getvalue)r) rY �datar r r �
index_to_data� s
z&HashIndexCompactTestCase.index_to_datac C s | j � }|j� | j|�}|S )N)r� �compactr� )r) rY �
compact_indexr r r � index_from_data_compact_to_data� s
z8HashIndexCompactTestCase.index_from_data_compact_to_datac G s2 | j j|� x |D ]}| j j|jdd�� qW d S )NrA r� )r� r# r� )r) r\ �values�valuer r r � write_entry� s
z$HashIndexCompactTestCase.write_entryc C s | j |ddd� d S )Nl �� r )r� )r) r\ r r r � write_empty� s z$HashIndexCompactTestCase.write_emptyc C s | j |ddd� d S )Nl �� r )r� )r) r\ r r r �
write_deleted� s z&HashIndexCompactTestCase.write_deletedc C s� | j ddd� | jtd�ddd� | jtd�� | jtd�� | jtd�ddd� | jtd �d
d d � | jtd�� | j� }| j ddd� | jtd�ddd� | jtd�ddd� | jtd �d
d d � d S )
Nr? rC )r� r� r r r rB rq rA � � rS )rY r� r r� r� r� )r) r� r r r � test_simple� s z$HashIndexCompactTestCase.test_simplec C s� | j ddd� | jtd�� | jtd�ddd� | jtd�� | jtd�ddd� | jtd �d
d d � | jtd�� | j� }| j ddd� | jtd�ddd� | jtd�ddd� | jtd �d
d d � d S )
Nr? rC )r� r� r r r rB rq rA r� r� rS )rY r� r r� r� r� )r) r� r r r �test_first_empty� s z)HashIndexCompactTestCase.test_first_emptyc C s� | j ddd� | jtd�� | jtd�ddd� | jtd�� | jtd�ddd� | jtd�� | jtd �d
d d � | j� }| j ddd� | jtd�ddd� | jtd�ddd� | jtd �d
d d � d S )
Nr? rC )r� r� r r r rB rq rA r� r� rS )rY r� r r� r� r� )r) r� r r r �test_last_used� s z'HashIndexCompactTestCase.test_last_usedc C s� | j ddd� | jtd�� | jtd�ddd� | jtd�ddd� | jtd�� | jtd�� | jtd �d
d d � | j� }| j ddd� | jtd�ddd� | jtd�ddd� | jtd �d
d d � d S )
Nr? rC )r� r� r r r rB rq rA r� r� rS )rY r� r r� r� r� )r) r� r r r �test_too_few_empty_slots� s z1HashIndexCompactTestCase.test_too_few_empty_slotsc C s| | j ddd� | jtd�� | jtd�� | jtd�� | jtd�� | jtd�� | jtd�� | j� }| j ddd� d S ) Nr rC )r� r� r r? r rB rA )rY r� r r� r� )r) r� r r r �
test_empty� s z#HashIndexCompactTestCase.test_emptyc C sF t � }t � }d|td�< d|td�< d |td�< |j� |j|� d S )
Nr r r r> r? �, )r r r )r r> r> )r? r� r� )r r r� rE )r) ZmasterrF r r r �
test_merge� s
z#HashIndexCompactTestCase.test_mergeN)rO rP rQ rY r� r� r� r� r� r� r� r� r� r� r� r� r r r r r� x s r� c @ s e Zd Zdd� ZdS )�NSIndexTestCasec C sH t � }| jt�� t jd df|td�< W d Q R X t jdf|td�< d S )Nr r r )r r rv rd r )r) r+ r r r �test_nsindex_segment_limit s
z*NSIndexTestCase.test_nsindex_segment_limitN)rO rP rQ r� r r r r r� s r� c @ s e Zd Zdd� ZdS )�AllIndexTestCasec C s d S )Nr )r) r r r �test_max_load_factor s z%AllIndexTestCase.test_max_load_factorN)rO rP rQ r� r r r r r�
s r� c @ s e Zd Zdd� ZdS )�IndexCorruptionTestCasec s� ddl m� �fdd�� t� �x"td�D ]}d|f�� d|�< q(W x td�D ]}�� d|�= qLW x"td�D ]}d|f�� d|�< qjW d S ) Nr )�packc s � d| |ddd�S )Nz<IIQQQr r )r
�y)r� r r �HH s z1IndexCorruptionTestCase.test_bug_4829.<locals>.HHi� i� iJ iX )�structr� r r )r) r� r )r� r+ r� r �
test_bug_4829 s z%IndexCorruptionTestCase.test_bug_4829N)rO rP rQ r� r r r r r� s r� )r� r r� r2 r! r� r r r r � Zcrypto.file_integrityr r r
r r r rR r_ rc r} r� r� r� r� r� r r r r �<module> s. f/