File: //usr/lib64/python3.6/site-packages/borg/testsuite/__pycache__/archiver.cpython-36.opt-1.pyc
3
�ie\ � @ s� d dl Z d dlZd dlZd dlZd dlZd dlZd dlZd dlZd dlZd dl Z d dl
Z
d dl Z d dl Z d dl
Z
d dlZd dlZd dlZd dlmZmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZ d dlmZm Z d d l m Z d dl Z y d dl Z W n e!k
�r Y nX d dl"Z"d dl#Z"d
d l$m%Z%m&Z&m'Z' d
d l(m)Z)m*Z*m+Z+m,Z, d
d
l-m.Z.m/Z/m0Z0 d
dl1m2Z2m3Z3 d
dl4T d
dl5m6Z6m7Z7 d
dl8m9Z9m:Z:m;Z;m<Z<m=Z=m>Z> d
dl?m@Z@mAZA d
dlBmCZC d
dl&mDZDmEZE d
dl&mFZFmGZGmHZH d
dl&mIZImJZJmKZK d
dl&mLZL d
dl&mMZM d
dl&mNZN d
dlOmPZPmQZQ d
dlRmSZSmTZTmUZU d
d lVmWZW d
d lXmYZY d
d lZm[Z[ d
d l\m]Z]m^Z^ d
d l_m`Z` d!d"l$maZambZb d!d#l$mcZcmdZdmeZemfZf d!d$l$mgZgmhZhmiZimjZjmkZk d!d%l'mlZl d!d&lmmnZn d!d'l$moZo ejpjqejpjrejpjset�d(��Zudd)dd*d)d+�d,d-�Zvd.d/� Zwyevd0d1d2d3� d4d5gZxW n eyk
�rj d4gZxY nX e jzexd6�d7d8� �Z{d9d:� Z|d;Z}e j~jejpj�e}� d<e} d=�d>d?� �Z�G d@dA� dAec�Z�G dBdC� dCe��Z�ej�d5exkdD�G dEdF� dFe���Z�G dGdH� dHe��Z�G dIdJ� dJe��Z�G dKdL� dLe��Z�G dMdN� dNe��Z�G dOdP� dPe��Z�G dQdR� dRe��Z�dSdT� Z�dUdV� Z�G dWdX� dX�Z�G dYdZ� dZ�Z�d[d\� Z�d]d^� Z�e j~j�d_e�e�� j�� ��d`da� �Z�e j~j�dbe�e.j�j�� ��dcdd� �Z�dS )e� N)� unhexlify�
b2a_base64)� ConfigParser)�datetime)�timezone)� timedelta)�sha256)�BytesIO�StringIO)�patch� )�xattr�helpers�platform)�Archive� ChunkBuffer�
flags_noatime� flags_normal)�Archiver�parse_storage_quota�PURE_PYTHON_MSGPACK_WARNING)�Cache�
LocalCache)�*)�
bytes_to_long�num_aes_blocks)�KeyfileKeyBase�RepoKey�
KeyfileKey�
Passphrase�TAMRequiredError�ArchiveTAMRequiredError)�RepoIdMismatch�NotABorgKeyFile)�FileIntegrityError)�Location�get_security_dir)�Manifest�MandatoryFeatureUnsupported� ArchiveInfo)� EXIT_SUCCESS� EXIT_WARNING�
EXIT_ERROR)�
bin_to_hex)�MAX_S)�msgpack)�
RstToTextLazy�rst_to_terminal)� IECommand�PatternMatcher�
parse_pattern)�Item)�
LockFailed)�
setup_logging)�RemoteRepository�PathNotAllowed)�
Repository� )� has_lchflags�
has_llfuse)� BaseTestCase� changedir�environment_variable�
no_selinux)�are_symlinks_supported�are_hardlinks_supported�are_fifos_supported�is_utime_fully_supported� is_birthtime_fully_supported)�fakeroot_detected)�make_attic_repo)�keyz..F� )�archiver�fork�exe�input�
binary_outputc O s� |r�yX|d kr t jddf}n$t|t�r.|f}nt|t�s@td��tj|| tj|d�}d} W nZ tj k
r� }
z|
j
}|
j } W Y d d }
~
X n, t k
r� }
zd}|
j
} W Y d d }
~
X nX |r�| |fS | tj|�fS �nt jt jt j } } }
z�t|j� �t _t|�t j_t� }tj|dd� } t _t _| d k�r8t� } d d
� | _t| _ tt _ y| j t |��}W nF t k
�r� }
z(|j � |
j
|�r�|j!� n
|j!� j� fS d }
~
X nX | j"|�} |j � | |�r�|j!� n
|j!� j� fS | | |
t _t _t _X d S ) Nz-mz
borg.archiverz"exe must be None, a tuple or a str)�stderrrN r � zutf-8)�encodingc W s d S )N� )�argsrS rS � /usr/lib64/python3.6/archiver.py�<lambda>d s zexec_cmd.<locals>.<lambda>)#�sys�
executable�
isinstance�str�tuple�
ValueError�
subprocessZ check_outputZSTDOUTZCalledProcessError�output�
returncode�
SystemExit�code�os�fsdecode�stdin�stdoutrP r
�decoder �buffer�io�
TextIOWrapperr Z
prerun_checksr* � exit_coder �
parse_args�list�flush�getvalueZrun)rK rL rM rN rO rT �kw�borgr^ �ret�erd re rP Z output_textrS rS rU �exec_cmdE sN
,
rs c C s6 t jd�sdS tjddgtjd�} | j� \}}d|kS )N�tarFz --version)re s GNU tar)�shutil�whichr] �Popen�PIPEZ communicate)�popenre rP rS rS rU � have_gnutarv s
rz �helpzborg.exeT)rM rL �python�binary)Zparamsc s8 | j dkrd � n| j dkr d� ntd��� fdd�}|S )Nr| r} zborg.exez"param must be 'python' or 'binary'c s t | � dd�|��S )NT)rM rL )rs )rT ro )rM rS rU �exec_fn� s zcmd.<locals>.exec_fn)Zparamr\ )Zrequestr~ rS )rM rU �cmd� s
r c C s� |j d�}|j d�}|j d�}|jd�jd� | dddt|� �\}}| d d
| t|��\}}tt|��� | d d
| �\}}W d Q R X | d d
| d �\}}| d d
| t|��\}}d S )
N�reporN r^ Z test_file�content�initz--encryption=nonez%s�createz %s::archive�extractzdoes/not/match)�mkdir�join�writerZ r? )r �tmpdirr� rN r^ �rc�outrS rS rU �test_return_codes� s
r� z/tmp/borg-mountz needs a 16MB fs mounted on %s)�reasonc ) C s� ddd�}t dd���� t}tjj|d�}tjj|d�}tjj|d�}�x�td �D �]x}tj|dd
� tj|dd
� ||d d d
d� | d|�\}}|tkr�t d||� z�d \} }
x�| �rn|
d7 }
y||dd� W n4 t
k
�r } z| j t j kr�P � W Y d d } ~ X nX z6| dd||
f |�\}}|tk} | �s:t d||� W d tjtjj|d�dd
� tj
tjj|d�� X q�W W d tj|dd
� X | d|�\}}|tk�r�t d||� | dd|�\}}|tkrRt d||� qRW W d Q R X d S ) NTc
S s� t j| dd� tj| � |r<tjd|�}|dkr<tjd|�}xLt|�D ]@}tjj| d| �}t |d��}tj
|�}|j |� W d Q R X qFW d S )NT)�
ignore_errorsr; zfile%03d�wb) ru �rmtreerb r� �randomZrandint�range�pathr� �open�urandomr� )�dir�count�size�rnd�i�fn�f�datarS rS rU �
make_files� s
z"test_disk_full.<locals>.make_files�YES)�!BORG_CHECK_I_KNOW_WHAT_I_AM_DOINGr� rN �reserve�d )r� �P i�� F)r� r� r r; � i@
r� z %s::test%03dzlock.exclusivez lock.rosterrl �checkz--repair)T)Tr )r@ �DF_MOUNTrb r� r� r� ru r� r* �print�OSError�errnoZENOSPC�remove) r r� �mountr� rN r� �jr� r� �successr� �errrS rS rU �test_disk_full� sL
r� c @ sZ e Zd ZdZdZdZdd� Zdd� Zdd � Zd
d � Z d d
� Z
dd� Z ddd�Z dd� Z
dS )�ArchiverTestCaseBaseNFrQ c C s� dt jd< dt jd< dt jd< dt jd< | j r6t� p8d | _tj� | _t jj | jd�| _
| j | j
| _ t jj | jd �| _
t jj | jd
�| _t jj | jd �| _t jj | jd �| _t jj | jd
�| _t jj | jd�| _| jt jd< | jt jd< t j| j
� t j| j
d� t j| j� t j| j� t j| j� t| jd��}|jd� W d Q R X t| jd��}|jd� W d Q R X t j� | _t j| j� d S )Nr� r� �"BORG_DELETE_I_KNOW_WHAT_I_AM_DOINGZwaytooeasyonlyfortests�BORG_PASSPHRASEZdisabledZ
BORG_SELFTEST�
repositoryrN r^ �keys�cacheZexcludes�patternsZ
BORG_KEYS_DIRZBORG_CACHE_DIRi� r� s1 input/file2
# A comment line, then a blank line
sI +input/file_important
- input/file*
# A comment line, then a blank line
)rb �environ� FORK_DEFAULTr rK �tempfileZmkdtempr� r� r� �repository_path�prefix�repository_location�
input_path� output_path� keys_path�
cache_path�exclude_file_path�patterns_file_pathr� �chmodr� r� �getcwd�_old_wd�chdir)�self�fdrS rS rU �setUp� s6
zArchiverTestCaseBase.setUpc C s& t j| j� tj| jdd� t� d S )NT)r� )rb r� r� ru r� r� r7 )r� rS rS rU �tearDown s z ArchiverTestCaseBase.tearDownc s� |j dd�}|j dd �}|jdd�}|d kr2| j}t||| j| jd�|��\}}||kr`t|� | j||� |rxtj � nt� |r�dnd}|j
� fd d
�|j d d �D ��}|S )
Nrj r rL rO F)rL rM rK rJ rQ c 3 s | ]}� |kr|V qd S )NrS )�.0�line)�pp_msgrS rU � <genexpr>, s z+ArchiverTestCaseBase.cmd.<locals>.<genexpr>T)�keepends) �pop�getr� rs �EXErK r� � assert_equalr �encoder� �
splitlines) r� rT ro rj rL rO rq r^ �emptyrS )r� rU r s zArchiverTestCaseBase.cmdc C s | j dd| jd | t� d S )Nr� z--compression=lz4z::)r r� �src_dir)r� �namerS rS rU �create_src_archive0 s z'ArchiverTestCaseBase.create_src_archivec C sF t | jdd�}|�& tj|tj�\}}t||||�}W d Q R X ||fS )NT)� exclusive)r: r� r' �load�NO_OPERATION_CHECKr )r� r� r� �manifestrI �archiverS rS rU � open_archive3 s
z!ArchiverTestCaseBase.open_archivec C s t | jdd�S )NT)r� )r: r� )r� rS rS rU �open_repository: s z$ArchiverTestCaseBase.open_repositoryr c C sj t jj| j|�}t jjt jj|��s6t jt jj|�� t|d�� }|d krRd| }|j|� W d Q R X d S )Nr� � X) rb r� r� r� �exists�dirname�makedirsr� r� )r� r� r� �contents�filenamer� rS rS rU �create_regular_file= s z(ArchiverTestCaseBase.create_regular_filec C s� | j dd#d� | j ddd� | j dd$d� tjdd� t� r`tjtjj| jd�tjj| jd �� t� r~tj d
tjj| jd �� | j d d
d� t
j r�t
j | j�r�t
j
tjj| jd �dd� t
j
tjj| jd �dd� t� r�tjtjj| jd�� t�rtjtjj| jd�tj� yZtjddtjB tjdd�� tjddtjB tjdd�� tjdd� tjdd d � d }W nV tk
�r� d }Y n> tk
�r� } z |j t j t j fk�r�� d }W Y d d }~X nX t j d
� | j d!d"d� |S )%zFCreate a minimal test case including all supported file types
�file1i r� )r� �flagfilez
dir2/file2z input/file1i� �hardlinkZ somewhere�link1� fusexattrr; zuser.foos barz
user.emptyrJ �fifo1z
input/bdevi� �
r� z
input/cdev� �( z
input/dir2im r� �� TFNr� r i @ i @ )!r� rb r� rC �linkr� r� r� rB �symlinkr
�XATTR_FAKEROOT�
is_enabled�setxattrrD �mkfifor< r � set_flags�stat� UF_NODUMP�mknod�S_IFBLK�makedev�S_IFCHR�chown�PermissionErrorr� r� ZEINVALZENOSYS�time�sleep)r� � have_rootrr rS rS rU �create_test_filesG s@
z&ArchiverTestCaseBase.create_test_files)r N)�__name__�
__module__� __qualname__r� r� r� r� r� r r� r� r� r� r rS rS rS rU r� � s
r� c @ s� e Zd Zejje� dd�Zdd� Zdd� Z edd� �Z
d d
� Z d d � Z ejje
� d
d�dd� �Zejje� dd�dd� �Zejje� dd�ejje� dd�dd� ��Zejje� dd�ejje� dd�dd� ��Zdd� Zdd� Zd d � Zd d � Zd d!� Zd"d#� Zd$d%� Zd&d'� Zd(d)� Z d*d+� Z d,d-� Z d.d/� Z d0d1� Z d2d3� Z!ee"j#e$d4�d5d6� ��Z%ed7d8� �Z&ed9d:� �Z'ed;d<� �Z(d=d>� Z)d?d@� Z*dAdB� Z+dCdD� Z,dEdF� Z-dGdH� Z.dIdJ� Z/dKdL� Z0dMdN� Z1dOdP� Z2dQdR� Z3dSdT� Z4dUdV� Z5dWdX� Z6dYdZ� Z7d[d\� Z8d]d^� Z9d_d`� Z:dadb� Z;dcdd� Z<dedf� Z=dgdh� Z>didj� Z?dkdl� Z@dmdn� ZAdodp� ZBdqdr� ZCdsdt� ZDdudv� ZEejje� dd�dwdx� �ZFejjeGjH dyd�dzd{� �ZIejjeGjH d|d�d}d~� �ZJdd�� ZKd�d�� ZLd�d�� ZMd�d�� ZNd�d�� ZOd�d�� ZPd�d�� ZQd�d�� ZRd�d�� ZSd�d�� ZTd�d�� ZUd�d�� ZVd�d�� ZWd�d�� ZXd�d�� ZYd�d�� ZZd�d�� Z[d�d�� Z\d�d�� Z]d�d�� Z^d�d�� Z_e"j#e$d4�d�d�� �Z`ejjd�eajbkd�d�d�d�� �Zcd�d�� Zdd�d�� Zed�d�� Zfd�d�� Zgd�d�� Zhd�d�� Zid�d�� Zjd�d�� Zkd�d�� Zle"j#e$d4�d�d �Zmejjnd�dĄ �Zod�dƄ Zpd�dȄ Zqd�dʄ Zrd�d̄ Zsd�d΄ Ztd�dЄ Zud�d҄ Zvd�dԄ Zwd�dք Zxd�d Zyd�dڄ Zzd�d܄ Z{d�dބ Z|d�d� Z}d�d� Z~d�d� Zd�d� Z�d�d� Z�d�d� Z�d�d� Z�d�d� Z�d�d� Z�d�d� Z�d�d� Z�d�d�� Z��d�d�d��Z�d�d�� Z�d�d�� Z�d�d�� Z��d �d� Z��d�d� Z��d�d� Z��d�d� Z��d�d � Z��d
�d � Z��d �d
� Z��d�d� Z��d�d� Z��d�d� Z��d�d� Z�e"j#e$d4��d�d� �Z�e"j#e$d4��d�d� �Z�e"j#e$d4��d�d� �Z�e"j#e$d4��d �d � �Z��d �d � Z��d �d!� Z��d"�d#� Z��d$�d%� Z��d&�d'� Z��d(�d)� Z��d*�d+� Z��d,�d-� Z��d.�d/� Z��d0�d1� Z��d2�d3� Z��d4�d5� Z��d6�d7� Z��d8�d9� Z��d:�d;� Z�ejje� dd��d<�d=� �Z��d>�d?� Z��d@�dA� Z��dB�dC� Z��dD�dE� Z��dF�dG� Z��dH�dI� Z��dJ�dK� Z��dL�dM� Z��dN�dO� Z��dP�dQ� Z��dR�dS� Z��dT�dU� Z��dV�dW� Z��dX�dY� Z��dZ�d[� Z��d\�d]� Z��d^�d_� Z��d`�da� Z��db�dc� Z��dd�de� Z��df�dg� Z�ejje�� �dhd�Z�ejje�jĐdi� �djd�Z�edk�dl� �Z�e�eŐdm�dn� ��Z�edo�dp� �Z�eedq�dr� ��Z�eeds�dt� ��Zʐdu�dv� Z�ejjeGjH d|d��dw�dx� �Z�ejjeGjH d|d��dy�dz� �Z͐d{�d|� Zΐd}�d~� ZϐdS (� �ArchiverTestCasezhardlinks not supported)r� c C s t | j| j��}t|�S )N)r- �_extract_repository_idr� r& )r� �
repository_idrS rS rU r& � s z!ArchiverTestCase.get_security_dirc
C s� | j � }| jdddd| jdd�}| jd|� | jd|� | jd d
| jd d � | jd d
d
| jd d �}| jd|� | jd|� td�� | jd| jd � W d Q R X | jdd| j�}| jd|� | jd|� d dddddd d g}t� r�|jd � t� �r|jd � t� �r|jd � |�s.|j d� |j d� t
�rR|j d � t j t j j
d d!�� | jdd| jd �}x|D ]}| j||� �qlW | jd d"� | jd#| jd �}t
�r�d$nd%}| jd&| |� tj| j� | jd#| jd �}d'd(� } | j| |�| |�� d S ))Nr� z--encryption=repokeyz--show-versionz --show-rcT)rL zborgbackup versionz%terminating with success status, rc 0r� z--exclude-nodumpz::testrN z--statsz::test.2zArchive name: test.2zThis archive: r^ r� rl z--short�testztest.2z
input/bdevz
input/cdevz
input/dir2zinput/dir2/file2z input/emptyz input/file1zinput/flagfilez input/fifo1z input/link1zinput/hardlinkr� z output/input�info� � zNumber of files: %dc S sR ddddddg}g }x2| j � D ]&}x |D ]}|j|�r(|j|� q(W q W dj|�S )NzName:z Fingerprint:zNumber of files:z
This archive:z
All archives:z Chunk index:�
)r� �
startswith�appendr� )r^ �prefixes�resultr� r� rS rS rU �filter� s
z9ArchiverTestCase.test_basic_functionality.<locals>.filter)r r r� � assert_inr? rD r rB rC r� r< rb r� r� �assert_dirs_equalru r� r� r� )
r� r r^ Z list_output�expectedr� Z info_outputZ
item_countZ info_output2r rS rS rU �test_basic_functionality� sX
z)ArchiverTestCase.test_basic_functionalityc C s� t jj| jd�}t jj| jd�}t j|� t j|� t jj|d�}t jj|d�}| j|dd� t j||� | jdd| j� | jd| jd d
d
� | jd d | jd �}d
d� |j d�D �}d S )N�a�br� s 123456)r� r� z--encryption=noner� z::testrN rl z --json-linesc S s g | ]}|rt j|�d �qS )r� )�json�loads)r� r� rS rS rU �
<listcomp>� s z?ArchiverTestCase.test_create_duplicate_root.<locals>.<listcomp>r )
rb r� r� r� r� r� r� r r� �split)r� �path_a�path_b�hl_a�hl_b� archive_list�pathsrS rS rU �test_create_duplicate_root� s
z+ArchiverTestCase.test_create_duplicate_rootc C sd t jj| jdd�}t jj|d�}| j| }tjtj�� | j dd|� W d Q R X | j ddd|� d S )NZparent1Zparent2r� r� z--encryption=nonez--make-parent-dirs)
rb r� r� r� r� �pytest�raisesr: ZParentPathDoesNotExistr )r� � parent_pathr� r� rS rS rU �test_init_parent_dirs� s
z&ArchiverTestCase.test_init_parent_dirsc C s� | j dd| j� y*tjtjtj�}|jtjj| j d�� W nP t
k
r� } z4|j t j krdt
jd� n|j t jkrzt
jd� W Y d d }~X nX | j d| jd d� |j� td �� | j d
| jd � W d Q R X d S ) Nr� z--encryption=repokeyz unix-socketz&unix sockets disabled or not supportedz(permission denied to create unix socketsr� z::testrN r^ r� )r r� �socketZAF_UNIXZ SOCK_STREAMZbindrb r� r� r� r� r� ZEPERMr% �skip�EACCES�closer? )r� Zsockr� rS rS rU �test_unix_socket� s
z!ArchiverTestCase.test_unix_socketzsymlinks not supportedc C sV | j � | jdd| j� | jd| jd d� td�� | jd| jd � W d Q R X d S )Nr� z--encryption=repokeyr� z::testrN r^ r� )r r r� r? )r� rS rS rU �test_symlink_extract� s
z%ArchiverTestCase.test_symlink_extractz4cannot properly setup and execute test without utimec C s� dd� }| j � d\}}|d�}tjd||f� | jdd| j� | jd| jd d
� td �� | jd | jd � W d Q R X tjd�}tjd
�}|r�n d S )Nc S sn t j| �j}y(tt j| t���}|j� W d Q R X W n tk
rH dS X t j| �j}ttk}|oh||kS d S )NF)rb r� � st_atime_nsr� r �readr� r )� some_file� atime_before�file� atime_after� noatime_usedrS rS rU � has_noatime s z0ArchiverTestCase.test_atime.<locals>.has_noatime� �[��8�
z input/file1r� z--encryption=repokeyr� z::testrN r^ r� zoutput/input/file1)r7 r8 )r rb �utimer r� r? r� )r� r6 �atime�mtime� have_noatime�sti�storS rS rU �
test_atime� s
zArchiverTestCase.test_atimez8cannot properly setup and execute test without birthtimec C s� | j � d
\}}}tjd||f� tjd||f� | jdd| j� | jd| jd d � td
�� | jd | jd � W d Q R X tjd�}tjd �}d S )N� �k8�Cm8� �n8z input/file1r� z--encryption=repokeyr� z::testrN r^ r� zoutput/input/file1)r@ rA rB )r rb r9 r r� r? r� )r� � birthtimer; r: r= r> rS rS rU �test_birthtime s
z ArchiverTestCase.test_birthtimec C s� | j � d\}}}tjd||f� tjd||f� | jdd| j� | jdd| jd d
� td �� | jd | jd � W d Q R X tjd�}tjd
�}d S )N� �k8�Cm8� �n8z input/file1r� z--encryption=repokeyr� z
--nobirthtimez::testrN r^ r� zoutput/input/file1)rE rF rG )r rb r9 r r� r? r� )r� rC r; r: r= r> rS rS rU �test_nobirthtime. s
z!ArchiverTestCase.test_nobirthtimec C s t | j��}|jS Q R X d S )N)r: r� �id)r� r� r� rS rS rU r ? s z'ArchiverTestCase._extract_repository_idc C sv t d d�}|jtjj|d�� |jddt|�� ttjj|d�d��}|j|� W d Q R X t | j
��}|j S Q R X d S )N)�
interpolation�configr� rI �w) r r0 rb r� r� �setr- r� r� r: r� rI )r� r� rI rK r� r� rS rS rU �_set_repository_idC s
z#ArchiverTestCase._set_repository_idc C s\ dd� }t jj| jd�}d}ddt> }|t|� | }t|d��:}|j|d� |j|� |j|d� |j � }|j
|� W d Q R X ||||�}|�rX| j dd | j � | j d
| j d d � t
| j�� | j d
d| j d � W d Q R X | jd d� t jj| jd d�}t|d��H}| j|j|�d| � | j|jt|��|� | j|j|�d| � W d Q R X d S )Nc S s� t j| �}d}|r0t|d�r0|jd |jkr0d}|r�tt d�r�tt d�r�t| d��P}y0|jdt j�dkrld}|jdt j�|kr�d}W n t k
r� d}Y nX W d Q R X |S ) NT� st_blocksi F� SEEK_HOLE� SEEK_DATA�rbr )
rb r� �hasattrrO �st_sizer� �seekrP rQ r� )r� �
total_size� hole_size�st�sparser� rS rS rU � is_sparseM s
z4ArchiverTestCase.test_sparse_file.<locals>.is_sparserY s foobarr
r; r� r� z--encryption=repokeyr� z::testrN r� z--sparsez output/inputrR � )rb r� r� r� Z
CHUNK_MAX_EXP�lenr� rU r� �tell�truncater r� r? r� r r� r0 ) r� rZ r� r� rW rV r� �posZsparse_supportrS rS rU �test_sparse_fileL s0
z!ArchiverTestCase.test_sparse_filec C s� dddg}x2|D ]*}t jj| j|�}t|d�� W d Q R X qW | jdd| j� | jd| jd d � x>|D ]6}td
��$ | jd | jd t jjd |�� W d Q R X qhW d S ) NZnormalzwith some blanksz
(with_parens)r� r� z--encryption=repokeyr� z::testrN r^ r� )rb r� r� r� r� r r� r? )r� � filenamesr� rS rS rU �test_unusual_filenames s
(z'ArchiverTestCase.test_unusual_filenamesc C s� | j � dtjd< | jdd| j� | j| j�}| jd| jd d� tj| j� | jdd| j� | j | j|� | j
|| j| j�� | j r�| jd| jd dt d
� n,t
jtj�� | jd| jd d� W d Q R X d S ) N�
passphraser� r� z--encryption=repokeyr� z::testrN z--encryption=nonez::test.2)rj )r rb r� r r� r r� ru r� rN r� r� r, r% r& r �EncryptionMethodMismatch)r� r rS rS rU � test_repository_swap_detection� s
z/ArchiverTestCase.test_repository_swap_detectionc C s� | j � | jdd| jd � dtjd< | jdd| jd � | jd| jd d
� tj| jd � tj| jd | jd � | j r�| jd| jd d
t
d � n,t j t
j�� | jd| jd d
� W d Q R X d S )
Nr� z--encryption=none� _unencryptedrc r� z--encryption=repokey�
_encryptedr� z_encrypted::testrN z_encrypted::test.2)rj )r r r� rb r� ru r� r� �renamer� r, r% r& r �RepositoryAccessAborted)r� rS rS rU � test_repository_swap_detection2� s
z0ArchiverTestCase.test_repository_swap_detection2c C s� | j � dtjd< | jdd| j� | j| j�}| jd| jd d� tj| j� | jdd| j� | j | j|� | j
|| j| j�� | jd d
| j� | j r�| jd| jd dt d � n,t
jtj�� | jd| jd d� W d Q R X d S )
Nrc r� r� z--encryption=repokeyr� z::testrN z--encryption=none�deletez --cache-onlyz::test.2)rj )r rb r� r r� r r� ru r� rN r� r� r, r% r& r rd )r� r rS rS rU �'test_repository_swap_detection_no_cache� s
z8ArchiverTestCase.test_repository_swap_detection_no_cachec C s� | j � | jdd| jd � dtjd< | jdd| jd � | jd| jd d
� | jd d | jd � | jd d | jd � tj| jd � tj| jd | jd � | j r�| jd| jd
d
t
d� n,t j t
j�� | jd| jd
d
� W d Q R X d S )Nr� z--encryption=nonerf rc r� z--encryption=repokeyrg r� z_encrypted::testrN rk z --cache-onlyz_encrypted::test.2)rj )r r r� rb r� ru r� r� rh r� r, r% r& r ri )r� rS rS rU �(test_repository_swap_detection2_no_cache� s
z9ArchiverTestCase.test_repository_swap_detection2_no_cachec C s� | j � | jdd| j� | jd| jd d� tj| j� tdd��4 | jdd| j� | jdd | j� tj| j� � W d Q R X td d��R | jr�| jd| jd
dt d � n,t
j t j
�� | jd| jd
d� W d Q R X W d Q R X d S ) Nr� z--encryption=repokeyr� z::testrN rQ )r� rk z --cache-onlyz::test.2)rj )r r r� ru r� r� r@ r& r� r, r% r& r �CacheInitAbortedError)r� rS rS rU �7test_repository_swap_detection_repokey_blank_passphrase� s zHArchiverTestCase.test_repository_swap_detection_repokey_blank_passphrasec C s� | j dd| j� | j� }tj| j| jd � tdd�� | j d| jd � W d Q R X ttjj |d���}|j
� }W d Q R X | j d| jd � t j | j
� | j d| jd � t j |� | j d| jd � x d
D ]}q�W d S ) Nr� z--encryption=repokeyZ_new�yes)Z BORG_RELOCATED_REPO_ACCESS_IS_OKr �location�key-type�manifest-timestamp)rq rr rs )r r� r& rb rh r� r@ r� r� r� r0 ru r� r� )r� Z security_dirr� rq r3 rS rS rU �test_repository_move� s
z%ArchiverTestCase.test_repository_movec
C sP | j dd| j� ttjj| j� d�d��}|jd� W d Q R X | j d| j� d S )Nr� z--encryption=repokeyrq rL zsomething outdatedr )r r� r� rb r� r� r& r� )r� r� rS rS rU �test_security_dir_compat� s z)ArchiverTestCase.test_security_dir_compatc C s� | j dd| j� | j d| j� tj| j� | j d| j� tj| j� tj| j� � | jrl| j d| jtd� n&tj t
j �� | j d| j� W d Q R X t dd�� | j d| j� W d Q R X d S )Nr� z--encryption=noner )rj rp )Z*BORG_UNKNOWN_UNENCRYPTED_REPO_ACCESS_IS_OK)
r r� ru r� r� r& r� r, r% r& r rn r@ )r� rS rS rU �test_unknown_unencrypted� s z)ArchiverTestCase.test_unknown_unencryptedc ! C s� | j dd| j� | jd� | j d| jd d� td��� | j d| jd d d
� | jd �� | j d| jd d d � W d Q R X | jd�� | j d| jd d d
� W d Q R X | jd�� | j d| jd d d� W d Q R X W d Q R X d S )Nr� z--encryption=repokeyzdir/filer� z::testrN r^ r� z--strip-components�3r3 �2�1zinput/dir/file�0)r r� r� r? �assert_creates_file)r� rS rS rU �test_strip_components s
z&ArchiverTestCase.test_strip_componentsc C s� t jt jj| jd�� t jt jj| jd�� | jddd� t jt jj| jd�t jj| jd�� t jt jj| jd�t jj| jd�� t jt jj| jd�t jj| jd�� | jd � t jt jj| jd �t jj| jd
�� | jd d | j� | jd
| jd d� d S )NZdir1z dir1/subdir�sources 123456)r� Zabbaz
dir1/hardlinkzdir1/subdir/hardlinkz dir1/source2z dir1/aaaar� z--encryption=repokeyr� z::testrN ) rb r� r� r� r� r� r� r r� )r� rS rS rU �_extract_hardlinks_setup s
z)ArchiverTestCase._extract_hardlinks_setupzllfuse not installedc , C s� | j � tjj| jd�}tjdkr,ddg}nddg}| j| jd |df|�� � t |�� W d Q R X W d Q R X | j| jd |df|�� � t |�� W d Q R X W d Q R X | j| jd |f|�� � t |�� W d Q R X W d Q R X d S ) N�
mountpoint�darwinz-oz$ignore_permissions,defer_permissionsZignore_permissionsz::testz--strip-components=2z
input/dir1)
r~ rb r� r� r� rW r �
fuse_mountr� r? )r� r Z ignore_permsrS rS rU �test_fuse_mount_hardlinks1 s
z*ArchiverTestCase.test_fuse_mount_hardlinksc C s2 | j � td�� | jd| jd � W d Q R X d S )Nr^ r� z::test)r~ r? r r� )r� rS rS rU �test_extract_hardlinks1S s
z(ArchiverTestCase.test_extract_hardlinks1c C s^ | j � td�� | jd| jd dd� W d Q R X td�� | jd| jd d� W d Q R X d S )Nr^ r� z::testz--strip-componentsrx z
input/dir1)r~ r? r r� )r� rS rS rU �test_extract_hardlinks2^ s
z(ArchiverTestCase.test_extract_hardlinks2c C s� t jj| jd�}t jj| jd�}t j|� t j|� t jj|d�}t jj|d�}| j|dd� t j||� | jdd| j� | jd| jd d
d
� t d �� | jd | jd � W d Q R X d S )
Nr r r� s 123456)r� r� z--encryption=noner� z::testrN r^ r� )
rb r� r� r� r� r� r� r r� r? )r� r r r r! rS rS rU � test_extract_hardlinks_twicep s
z-ArchiverTestCase.test_extract_hardlinks_twicec C s, | j dd| j� | jddd� | jddd� | jddd� | jd dd� | j d
d | jd d
� td�� | j d| jd d� W d Q R X | jttjd��dg� td�� | j dd| jd � W d Q R X | jttjd��ddg� td�� | j dd| j | jd � W d Q R X | jttjd��ddg� d S )Nr� z--encryption=repokeyr� i r� )r� �file2�file3�file4r� z--exclude=input/file4z::testrN r^ r� z input/file1z output/inputz--exclude=input/file2z--exclude-from=i @ i @ i @ i @ ) r r� r� r? r� �sortedrb �listdirr� )r� rS rS rU � test_extract_include_exclude� s
$z-ArchiverTestCase.test_extract_include_excludec # C s� | j dd| j� | jddd� | jddd� | jddd� | jd dd� | jd
d d� | j d d | jd
d� td�� | j d| jd
� W d Q R X | jttjd��dddd
g� tj d� td�� | j dd| jd
� W d Q R X | jttjd��ddg� tj d� td�� | j ddd| jd
� W d Q R X | jttjd��dd
g� tj d� td��$ | j dd| j
dd| jd
� W d Q R X | jttjd��dg� d S ) Nr� z--encryption=repokeyr� i r� )r� r� r� r� �file333r� z--exclude=re:input/file4$z::testrN r^ r� z output/inputz--exclude=re:file3+z--exclude=input/file2z--exclude=re:file[01]z--exclude-from=z--exclude=re:file1z--exclude=re:file(\d)\1\1$i @ i @ i @ i @ i @ ) r r� r� r? r� r� rb r� ru r� r� )r� rS rS rU �"test_extract_include_exclude_regex� s.
z3ArchiverTestCase.test_extract_include_exclude_regexc / C s� | j dd| j� | jddd� | jdd d� | jdd d� | jd d d� | jd
d d� | jd d d� t| jd ��}|jd
� |jd� W d Q R X | j dd| j | jd d� td�� | j d| jd � W d Q R X | jtt j
d��dddd
g� t j d� t| jd ��}|jd� W d Q R X td�� | j dd| j | jd � W d Q R X | jtt j
d��ddg� t j d� t| jd ��.}|jd� |jd� |jd� |jd� W d Q R X td�� | j dd| j | jd � W d Q R X | jtt j
d��dg� d S )!Nr� z--encryption=repokeyr� i r� )r� r� r� r� r� z aa:somethingr� s re:input/file4$
s fm:*aa:*thing
r� z--exclude-from=z::testrN r^ r� z output/inputs
re:file3+
s re:file(\d)\1\1$
s fm:nothingwillmatchthis
s */file1
s
re:file2$
i @ i @ i @ i @ i @ i @ )
r r� r� r� r� r� r? r� r� rb r� ru r� )r� r� rS rS rU �,test_extract_include_exclude_regex_from_file� s:
$
$z=ArchiverTestCase.test_extract_include_exclude_regex_from_filec " C s� | j dd| j� | jddd� | jddd� | jddd� | jd d d� | jd
d d� | j d | jd d
� td�� | j d| jd d� W d Q R X | jttjd��dddd
d g� tj d� td�� | j dd| jd d� W d Q R X | jttjd��ddg� tj d� td�� | j dd| jd d� W d Q R X | jttjd��dg� tj d� td�� | j d| jd ddd� W d Q R X | jttjd��ddd
g� d S ) Nr� z--encryption=repokeyr� i r� )r� r� r� r� r� r� z::testrN r^ r� zre:.*z output/inputz--exclude=re:file[34]$z
re:file\d$z--exclude=input/file1z re:file[12]$zfm:input/file1z fm:*file33*z input/file2i @ i @ i @ i @ i @ )
r r� r� r? r� r� rb r� ru r� )r� rS rS rU �test_extract_with_pattern� s,
"z*ArchiverTestCase.test_extract_with_patternc " C s$ | j dd| j� | jddd� | j d| jd d � td
�� | j d | jd �}W d Q R X | jd |� tjd
� td
�� | j d d| jd �}W d Q R X | jd |� tjd
� td
�� | j d d| jd �}W d Q R X | jd |� tjd
� td
�� | j d dd| jd �}W d Q R X | jd |� d S )Nr� z--encryption=repokeyr3 i r� )r� r� z::testrN r^ r� z
input/filez output/inputz--infoz--listi @ )r r� r� r? �
assert_not_inru r� r )r� r^ rS rS rU �test_extract_list_output s$
z)ArchiverTestCase.test_extract_list_outputc C s^ | j dd| j� | jdd
d� | j d| jd d � td
�� | j d | jd d �}W d Q R X d S )Nr� z--encryption=repokeyr3 i r� )r� r� z::testrN r^ r� z
--progressi @ )r r� r� r? )r� r^ rS rS rU �test_extract_progress s
z&ArchiverTestCase.test_extract_progressc C s� | j dd| j� | jddd� | jdt td d � | jd
t d d � tjd � t� rltjd
t dt � n| jdt td d � d S )Nr� z--encryption=repokeyr� i r� )r� z cache1/%ss extra stuff)r� z cache2/%ss invalid signaturez input/cache3zinput/cache1/%szinput/cache3/%sz cache3/%si @ ) r r� r� �CACHE_TAG_NAME�CACHE_TAG_CONTENTSrb r� rC r� )r� rS rS rU �_create_test_caches$ s
z$ArchiverTestCase._create_test_cachesc C sb | j dd| j� d}| j d| jd d|d� tj| j dd | jd ��}| j d
d | jd d d
�}d S )Nr� z--encryption=repokeys foo
bar
r� z::test�-)rN rl z --json-linesr� z--stdoutT)rO )r r� r r )r� Z
input_data�itemZextracted_datarS rS rU �test_create_stdin2 s z"ArchiverTestCase.test_create_stdinc C s* | j dd| j� | j d| jd dd� dS )ztest create without a rootr� z--encryption=repokeyr� z::testr )rj N)r r� )r� rS rS rU �test_create_without_root> s z)ArchiverTestCase.test_create_without_rootc C s` | j dd| j� | jddd� | jddd� | j dd d
d | jd �}| jd
|� | jd|� dS )z$test create with only a root patternr� z--encryption=repokeyr� i r� )r� r� r� z-vz--listz--pattern=R inputz::testz
A input/file1z
A input/file2Ni @ i @ )r r� r� r )r� r^ rS rS rU �test_create_pattern_rootC s z)ArchiverTestCase.test_create_pattern_rootc C s~ | j dd| j� | jddd� | jddd� | jddd� | j d d
d d d
| jd d�}| jd|� | jd|� | jd|� dS )z test file patterns during creater� z--encryption=repokeyr� i r� )r� r� �file_importantr� z-vz--listz --pattern=+input/file_importantz--pattern=-input/file*z::testrN zA input/file_importantz
x input/file1z
x input/file2Ni @ i @ i @ )r r� r� r )r� r^ rS rS rU �test_create_patternL s
z$ArchiverTestCase.test_create_patternc C s� | j dd| j� | jddd� | jddd� | jddd� | jd dd� | j d
d d d
d| j | jd d�}| jd|� | jd|� | jd|� | jd|� dS )z test file patterns during creater� z--encryption=repokeyr� i r� )r� r� Z otherfiler� r� z-vz--listz--pattern=-input/otherfilez--patterns-from=z::testrN zA input/file_importantz
x input/file1z
x input/file2zx input/otherfileNi @ i @ i @ i @ )r r� r� r� r )r� r^ rS rS rU �test_create_pattern_fileY s
z)ArchiverTestCase.test_create_pattern_filec C s� t jj| jd�| _t| jd��}|jd� W dQ R X | jdd| j� | j ddd
� | j d dd
� | j d dd
� | jd
ddd| j | jd d�}| j
d|� | j
d|� | j
d|� dS )z?test when patterns exclude a parent folder, but include a child� patterns2r� s + input/x/b
- input/x*
Nr� z--encryption=repokeyz x/a/foo_ai r� )r� z x/b/foo_bzy/foo_yr� z-vz--listz--patterns-from=z::testrN zx input/x/a/foo_azA input/x/b/foo_bzA input/y/foo_yi @ i @ i @ ) rb r� r� r� �patterns_file_path2r� r� r r� r� r )r� r� r^ rS rS rU �.test_create_pattern_exclude_folder_but_recurseh s
z?ArchiverTestCase.test_create_pattern_exclude_folder_but_recursec C s� t jj| jd�| _t| jd��}|jd� W dQ R X | jdd| j� | j ddd
� | j d dd
� | j d dd
� | jd
ddd| j | jd d�}| j
d|� | j
d|� | j d|� dS )zCtest when patterns exclude a parent folder and, but include a childr� r� s + input/x/b
! input/x*
Nr� z--encryption=repokeyz x/a/foo_ai r� )r� z x/b/foo_bzy/foo_yr� z-vz--listz--patterns-from=z::testrN zinput/x/a/foo_az input/x/azA input/y/foo_yi @ i @ i @ ) rb r� r� r� r� r� r� r r� r� r� r )r� r� r^ rS rS rU �-test_create_pattern_exclude_folder_no_recursey s
z>ArchiverTestCase.test_create_pattern_exclude_folder_no_recursec C s� t jj| jd�| _t| jd��}|jd� W dQ R X | jdd| j� | j ddd
� | j d dd
� t
d ��" | jd
d| j | jd d� W dQ R X | jddd| jd �}|j � }| j d|� | j d|� dS )zetest that intermediate folders appear first when patterns exclude a parent folder but include a childr� r� s# + input/x/a
+ input/x/b
- input/x*
Nr� z--encryption=repokeyz x/a/foo_ai r� )r� z x/b/foo_brN r� z--patterns-from=z::test�.rl z--formatz{type} {path}{NL}zd x/azd x/bi @ i @ )
rb r� r� r� r� r� r� r r� r� r? r� r )r� r� r� Zout_listrS rS rU �.test_create_pattern_intermediate_folders_first� s
z?ArchiverTestCase.test_create_pattern_intermediate_folders_firstc C s� | j � | jdd| j� | jdd| j� tj| jdd| jd dd d
��}tj| jd | jd d d
��}|d d
}|d d
}| jdd| j� | jdd| jd d� | jd | j� | jd| j� d S )Nr� z--encryption=repokeyrk z --cache-onlyr� z--no-cache-syncz::testrN z--jsonz--errorr r� �statsz::test2r� )r r r� r r )r� � create_jsonZ info_jsonZ create_statsZ
info_statsrS rS rU �test_create_no_cache_sync� s
z*ArchiverTestCase.test_create_no_cache_syncc
C s� | j dd| j� | jddd� | jddd� | jddd� | j d | jd
d � td �� | j d
dd| jd
� W d Q R X | jttjd��dg� d S )Nr� z--encryption=repokeyr� i r� )r� r� r� r� z::testrN r^ r� z --pattern=+input/file_importantz--pattern=-input/file*z output/inputi @ i @ i @ )r r� r� r? r� r� rb r� )r� rS rS rU �test_extract_pattern_opt� s
z)ArchiverTestCase.test_extract_pattern_optc C s\ t d�� | jd| jd � W d Q R X | jttjd��ddg� | jttjd��tg� d S )Nr^ r� z::testz output/inputZcache2r� zoutput/input/cache2)r? r r� r� r� rb r� r� )r� rS rS rU �_assert_test_caches� s
z$ArchiverTestCase._assert_test_cachesc C s* | j � | jdd| jd d� | j� d S )Nr� z--exclude-cachesz::testrN )r� r r� r� )r� rS rS rU �test_exclude_caches� s z$ArchiverTestCase.test_exclude_cachesc C s< | j � | jd| jd d� | jdd| jd � | j� d S )Nr� z::testrN �recreatez--exclude-caches)r� r r� r� )r� rS rS rU � test_recreate_exclude_caches� s z-ArchiverTestCase.test_recreate_exclude_cachesc C sD | j dd| j� | jdd
d� | jd� | jd� | jd dd� d S ) Nr� z--encryption=repokeyr� i r� )r� ztagged1/.NOBACKUPztagged2/00-NOBACKUPztagged3/.NOBACKUP/file2i @ )r r� r� )r� rS rS rU �_create_test_tagged� s
z$ArchiverTestCase._create_test_taggedc C sB t d�� | jd| jd � W d Q R X | jttjd��dg� d S )Nr^ r� z::testz output/inputr� )r? r r� r� r� rb r� )r� rS rS rU �_assert_test_tagged� s
z$ArchiverTestCase._assert_test_taggedc C s0 | j � | jddddd| jd d� | j� d S )Nr� z--exclude-if-presentz .NOBACKUPz 00-NOBACKUPz::testrN )r� r r� r� )r� rS rS rU �test_exclude_tagged� s z$ArchiverTestCase.test_exclude_taggedc C sB | j � | jd| jd d� | jddddd| jd � | j� d S )Nr� z::testrN r� z--exclude-if-presentz .NOBACKUPz 00-NOBACKUP)r� r r� r� )r� rS rS rU � test_recreate_exclude_tagged� s
z-ArchiverTestCase.test_recreate_exclude_taggedc C s� | j dd| j� | jddd� | jd� | jddd� | jddd� | jd dd� | jd
t td d � | jd
dd� | jd� | jddd� | jdt td d � | jddd� d S )Nr� z--encryption=repokey�file0i )r� ztagged1/.NOBACKUP1z
tagged1/file1ztagged2/.NOBACKUP2/subfile1z
tagged2/file2z
tagged3/%ss extra stuff)r� z
tagged3/file3ztaggedall/.NOBACKUP1z taggedall/.NOBACKUP2/subfile1z taggedall/%sztaggedall/file4)r r� r� r� r� )r� rS rS rU �_create_test_keep_tagged� s
z)ArchiverTestCase._create_test_keep_taggedc C s� t d�� | jd| jd � W d Q R X | jttjd��ddddd g� | jtjd
�d g� | jtjd �d
g� | jtjd�tg� | jttjd��d d
tg� d S )Nr^ r� z::testz output/inputr� Ztagged1Ztagged2Ztagged3Z taggedallzoutput/input/tagged1z
.NOBACKUP1zoutput/input/tagged2z
.NOBACKUP2zoutput/input/tagged3zoutput/input/taggedall)r? r r� r� r� rb r� r� )r� rS rS rU �_assert_test_keep_tagged� s
z)ArchiverTestCase._assert_test_keep_taggedc C s8 | j dd| j� | j ddd| jd t�}| jd|� d S )Nr� z--encryption=repokeyr� z--exclude-cachesz--keep-tag-filesz::testz&--keep-tag-files" has been deprecated.)r r� r� r )r� � output_warnrS rS rU �$test_exclude_keep_tagged_deprecation s z5ArchiverTestCase.test_exclude_keep_tagged_deprecationc
C s4 | j � | jddddddd| jd d� | j� d S ) Nr� z--exclude-if-presentz
.NOBACKUP1z
.NOBACKUP2z--exclude-cachesz--keep-exclude-tagsz::testrN )r� r r� r� )r� rS rS rU �test_exclude_keep_tagged s z)ArchiverTestCase.test_exclude_keep_taggedc
C sF | j � | jd| jd d� | jddddddd | jd � | j� d S )
Nr� z::testrN r� z--exclude-if-presentz
.NOBACKUP1z
.NOBACKUP2z--exclude-cachesz--keep-exclude-tags)r� r r� r� )r� rS rS rU �!test_recreate_exclude_keep_tagged s
z2ArchiverTestCase.test_recreate_exclude_keep_taggedc C s� | j dd| j� | jdtd� tjtjj| jd�� tj tjj| jd�tjj| jdt
�� | j d| jd d� | j d d
d | jd � d S ) Nr� z--encryption=noner� )r� Zsubdirr� z::testrN r� z--exclude-cachesz--keep-exclude-tags) r r� r� r� rb r� r� r� r� r� r� )r� rS rS rU � test_recreate_hardlinked_tags s z.ArchiverTestCase.test_recreate_hardlinked_tagsz4Linux capabilities test, requires fakeroot >= 1.20.2c s� t j� � fdd�}d}| jd� tjdd|� | jdd| j� | jd | jd
d � td ��2 tj t d
|�� | jd| jd
� W d Q R X W d Q R X d S )Nc s" t j| dd dd� � | ||� d S )Nzsecurity.capabilityF)�follow_symlinks)r
r� )r� Zuid�gid)�fchownrS rU �patched_fchown' s zBArchiverTestCase.test_extract_capabilities.<locals>.patched_fchowns r3 z
input/filezsecurity.capabilityr� z--encryption=repokeyr� z::testrN r^ r� r� )
rb r� r� r
r� r r� r? r �object)r� r� Z capabilitiesrS )r� rU �test_extract_capabilities! s
z*ArchiverTestCase.test_extract_capabilitiesz@xattr not supported on this system or on this version offakerootc ! C s dd� }dd� }dd� }| j d� tjdd d
� | jd | jd � | jd
| jd d� td��� tjjd�}t j
td|�� | jd| jd t d�}W d Q R X tj |� t j
td|�� | jd| jd t d�}W d Q R X tj |� t j
td|�� | jd| jd t d�}W d Q R X W d Q R X d S )Nc _ s t tjd��d S )N�E2BIG)r� r� r� )rT �kwargsrS rS rU �patched_setxattr_E2BIG9 s zKArchiverTestCase.test_extract_xattrs_errors.<locals>.patched_setxattr_E2BIGc _ s t tjd��d S )N�ENOTSUP)r� r� r� )rT r� rS rS rU �patched_setxattr_ENOTSUP< s zMArchiverTestCase.test_extract_xattrs_errors.<locals>.patched_setxattr_ENOTSUPc _ s t tjd��d S )Nr+ )r� r� r+ )rT r� rS rS rU �patched_setxattr_EACCES? s zLArchiverTestCase.test_extract_xattrs_errors.<locals>.patched_setxattr_EACCESr3 z
input/filezuser.attribute�valuer� z-enoner� z::testrN r^ r� r� )rj )
r� r
r� r r� r? rb r� �abspathr r� r+ r� )r� r� r� r� Z
input_abspathr� rS rS rU �test_extract_xattrs_errors6 s*
z+ArchiverTestCase.test_extract_xattrs_errorsc C st | j dd| j� | jddd� td�� | j d| jd d
� W d Q R X | j d | jd �}| jd |� | jd
|� d S )Nr� z--encryption=repokeyzdir1/dir2/filei r� )r� zinput/dir1/dir2r� z::testz#../../../input/dir1/../dir1/dir2/..rl z..z input/dir1/dir2/filei @ )r r� r� r? r� r )r� r^ rS rS rU �test_path_normalizationU s
z(ArchiverTestCase.test_path_normalizationc ' C sT | j dd| j� | jddd� | jddd� td�� | j d d
| jd d � W d Q R X td
�� | j d| jd � W d Q R X | jttjd
��dg� td�� | j d d| jd d � W d Q R X td
�� | j d| jd � W d Q R X | jttjd
��dg� | j d d| jd d� td
�� | j d| jd � W d Q R X | jttjd��dg� d S )Nr� z--encryption=repokeyr� i r� )r� r� rN r� z--exclude=file1z::test1r� r^ r� z--exclude=./file1z::test2z--exclude=input/./file1z::test3z output/inputi @ i @ )r r� r� r? r� r� rb r� )r� rS rS rU �test_exclude_normalization^ s"
z+ArchiverTestCase.test_exclude_normalizationc C s8 | j dd
d� | jdd| j� | jd| jd d d � d S ) Nr� i r� )r� r� z--encryption=repokeyr� z::testrN i @ )r� r r� )r� rS rS rU �test_repeated_filesq s z$ArchiverTestCase.test_repeated_filesc C s� | j ddd� | j ddd� | jdd| j� | jd| jd d
� tjd � tjd � tjd
� td�� | jd| jd � W d Q R X | jd
d � tjd � tjd � tjd� td�� | jd| jd dd� W d Q R X d S )Nr� i r� )r� z
dir2/file2r� z--encryption=repokeyr� z::testrN z output/inputzoutput/input/file1zoutput/input/dir2r^ r� zoutput/input/file1/dirr; )rj i @ i @ )r� r r� rb r� r? r �unlink)r� rS rS rU �test_overwritev s
z ArchiverTestCase.test_overwritec
C s: | j ddd� | j ddd� | jdd| j� | jd| jd d
� | jd| jd d
� | jd d
| jd � | jd d
| jd � | jd| jd d� | jd d
| jd � | jd| jd d� | jd d
| jd � | jd d
| jd � t| j��}tj|tj�\}}W d Q R X | jt |j
�d� | j d|j
� | j d|j
� d S )Nr� i r� )r� z
dir2/file2r� z--encryption=repokeyr� z::testrN z::test.2r� z --dry-runrh ztest.3ztest.4z::test.3z::test.4r i @ i @ ) r� r r� r: r� r' r� r� r� r\ �archivesr )r� r� r� rI rS rS rU � test_rename� s" z ArchiverTestCase.test_renamec C sh | j dd
d� | jdd| j� | jd| jd d � | jd
| j�}| jd
| jd �}| jd
d d | j�}d S )Nr� i r� )r� r� z--encryption=repokeyr� z::testrN r z--firstry i @ )r� r r� )r� � info_repo� info_archiverS rS rU � test_info� s zArchiverTestCase.test_infoc s� | j ddd� | jdd| j� | jd| jd d � tj| jd
d | j��}|d }|d
}|d � tj| jd
d | jd ��}|d }|d }d S )Nr� i r� )r� r� z--encryption=repokeyr� z::testrN r z--jsonr� r� r� r� r i @ )r� r r� r r )r� r� r� r� r� r� r� rS )r� rU �test_info_json� s z ArchiverTestCase.test_info_jsonc C sD | j dd| j� tj| j ddd| j��}tj| j ddd| j��}dS )z2See https://github.com/borgbackup/borg/issues/6120r� z--encryption=repokeyr z--jsonz --first=1z--last=1N)r r� r r )r� r� rS rS rU � test_info_json_of_empty_archive� s z0ArchiverTestCase.test_info_json_of_empty_archivec C s� | j ddd� | jdd| j� | jd| jd d � | jdd
d | jd d � | jdd
d
| jd d � | jdd
d| jd d � | jd| jd d
d� | jd| jd d
d� | jd| jd d
d� | jd| jd d� d S )Nr� i r� )r� r� z--encryption=repokeyr� z::test1rN z --commentzthis is the commentz::test2z"deleted" commentz::test3zpreserved commentz::test4r� z
added commentzmodified commentrQ Z12345i @ )r� r r� )r� rS rS rU � test_comment� s z ArchiverTestCase.test_commentc
C sL | j ddd� | j ddd� | jdd| j� | jd| jd d
� | jd| jd d
� | jd| jd d
� | jd| jd
d
� | jd| jd d
� | jdd| jd � | jdd| jd � | jddd| j� | jddd| j� | jd| jd � | jdd| jd � | jdd| jd �}| jd|� t| j��}| jt|�d� W d Q R X d S )Nr� i r� )r� z
dir2/file2r� z--encryption=repokeyr� z::testrN z::test.2z::test.3z::another_test.1z::another_test.2r� z --dry-runrk z--prefixZanother_z--lastry z--statsz
Deleted data:r; i @ i @ )r� r r� r r: r� r� r\ )r� r^ r� rS rS rU � test_delete� s$ z ArchiverTestCase.test_deletec C s� | j ddd� | jdd| j� | jd| jd d � | jd| jd
d � | jd| jd d � | jd | jd d
� | jdd| jd � | jd | jd� d S )Nr� i r� )r� r� z--encryption=repokeyr� z::test1rN z::test2z::test3rk �test2r� z --dry-runZtest3i @ )r� r r� )r� rS rS rU �test_delete_multiple� s z%ArchiverTestCase.test_delete_multiplec C s� | j ddd� | j ddd� | jdd| j� | jd| jd d
� | jd| jd d
� d tjd
< | jd| jdd� dtjd
< | jd| j� | jtjj| j�� d S )Nr� i r� )r� z
dir2/file2r� z--encryption=repokeyr� z::testrN z::test.2�nor� rk r )rj r� i @ i @ ) r� r r� rb r� Z assertFalser� r� r� )r� rS rS rU �test_delete_repo s
z!ArchiverTestCase.test_delete_repoc C s� | j dd| j� | jd� t| jdd��`}tj|tj�\}}t|||d�}x0|j � D ]$}|j
j d�rT|j |j
d j� P qTW |j� W d Q R X | j dd | jd
�}| jd |� | j d d
| j� | j d| j�}| jd|� d S )Nr� z--encryption=noner
T)r� ztestsuite/archiver.pyr; rk z--forcez::testz deleted archive was corruptedr� z--repairrl ���)r r� r� r: r� r' r� r� r �
iter_itemsr� �endswithrk �chunksrI �commitr r� )r� r� r� rI r� r� r^ rS rS rU �test_delete_force s
z"ArchiverTestCase.test_delete_forcec
C s� | j dd| j� | jd� t| jdd��F}tj|tj�\}}t|||d�}|j j
d }|j |d� |j � W d Q R X | j dd d | jd
� | j d d | j� | j d
| j�}| j
d|� d S )Nr� z--encryption=noner
T)r� r s% corrupted items metadata stream chunkrk z--forcez::testr� z--repairrl )r r� r� r: r� r' r� r� r �metadata�items�putr� r� )r� r� r� rI r� rI r^ rS rS rU �test_delete_double_force" s
z)ArchiverTestCase.test_delete_double_forcec
C s� | j dd| j� | jd� | j dd| jd � | j dd| j�}| jd |� | jd
|� ttjtjj | j
d d d
��dd�d }t tjj | j
d d d
|�d��}|j d� |j
d� W d Q R X | j dd| jdd�}| jd
|� d S )Nr� z--encryption=repokeyr
r� z --dry-runz::testr� z--show-versionzborgbackup versionzStarting repository checkr� r� rz T)�reverser; zr+br� s XXXXz--info)rj )r r� r� r r� r� rb r� r� r� r� r� rU r� )r� r^ r� r� rS rS rU �test_corrupted_repository0 s
&
z*ArchiverTestCase.test_corrupted_repositoryc C s� | j dd| j� | jd� | j| j��n | jrD| j dd| jtd� n:tjt t
j f��}| j dd| j� W d Q R X t |j
t
j �r~| j dd| jd� W d Q R X d S )Nr� z--encryption=repokeyr
r� z
--verify-data)rj z
--bypass-lock)r r� r� � read_onlyr� r� r, r% r& r6 r8 �RPCErrorrY r� )r� �excinforS rS rU �test_readonly_check? s
z$ArchiverTestCase.test_readonly_checkc C s� | j dd| j� | jd� | jd� | j| j��z | jrR| j dd| j dtd� n>tjt t
j f��}| j dd| j d� W d Q R X t |j
t
j �r�| j dd| j dd� W d Q R X d S ) Nr� z--encryption=repokeyr r �diffz%s::a)rj z
--bypass-lock)r r� r� r� r� r� r, r% r& r6 r8 r� rY r� )r� r� rS rS rU �test_readonly_diffN s
z#ArchiverTestCase.test_readonly_diffc C s� | j dd| j� | jd� | j| j��z | jrH| j dd| j dtd� n>tjt t
j f��}| j dd| j d� W d Q R X t |j
t
j �r�| j dd| j dd� W d Q R X d S ) Nr� z--encryption=repokeyr
z
export-tarz%s::testztest.tar)rj z
--bypass-lock)r r� r� r� r� r� r, r% r& r6 r8 r� rY r� )r� r� rS rS rU �test_readonly_export_tar^ s
z)ArchiverTestCase.test_readonly_export_tarc C s� | j dd| j� | jd� | j| j��t | jrF| j dd| j td� n<tjt t
j f��}| j dd| j � W d Q R X t |j
t
j �r�| j dd| j d� W d Q R X d S )Nr� z--encryption=repokeyr
r� z%s::test)rj z
--bypass-lock)r r� r� r� r� r� r, r% r& r6 r8 r� rY r� )r� r� rS rS rU �test_readonly_extractm s
z&ArchiverTestCase.test_readonly_extractc C s� | j dd| j� | jd� | j| j��h | jrB| j d| jtd� n8tjt t
j f��}| j d| j� W d Q R X t |j
t
j �rz| j d| jd� W d Q R X d S )Nr� z--encryption=repokeyr
r )rj z
--bypass-lock)r r� r� r� r� r� r, r% r& r6 r8 r� rY r� )r� r� rS rS rU �test_readonly_info| s
z#ArchiverTestCase.test_readonly_infoc C s� | j dd| j� | jd� | j| j��h | jrB| j d| jtd� n8tjt t
j f��}| j d| j� W d Q R X t |j
t
j �rz| j d| jd� W d Q R X d S )Nr� z--encryption=repokeyr
rl )rj z
--bypass-lock)r r� r� r� r� r� r, r% r& r6 r8 r� rY r� )r� r� rS rS rU �test_readonly_list� s
z#ArchiverTestCase.test_readonly_listc C s� | j dd| j� | jd� | j| j��� | jrL| j| jtd�� W d Q R X nFtj t
t j f��"}| j| jdd�� W d Q R X W d Q R X t
|jt j �r�| j| jd d�� W d Q R X W d Q R X d S )Nr� z--encryption=repokeyr
)rj F)rL z
--bypass-lock)r r� r� r� r� r� r� r, r% r& r6 r8 r� rY r� )r� r� rS rS rU �test_readonly_mount� s
z$ArchiverTestCase.test_readonly_mount�BORG_TESTS_IGNORE_MODESzmodes unreliablec C sV | j dd d� | jdd| j� | jd| jd d � tj| j�j}| jtj|�d
� d S ) Nr� i r� )r� r� z--encryption=repokeyr� z::testrN i� i @ ) r� r r� rb r� r� �st_mode� assertEqual�S_IMODE)r� �moderS rS rU �
test_umask� s
zArchiverTestCase.test_umaskc
C sd | j dd| j� | j dd| jd d� t| j��}tj|tj�\}}W d Q R X | jt|j �d� d S )Nr� z--encryption=repokeyr� z --dry-runz::testrN r )
r r� r: r� r' r� r� r� r\ r� )r� r� r� rI rS rS rU �test_create_dry_run� s
z$ArchiverTestCase.test_create_dry_runc
C sZ t | jdd��B}tj|tj�\}}|jj� ddgii|jd< |j� |j � W d Q R X d S )NT)r� s mandatorys unknown-features
feature_flags)
r: r� r' r� r� r� r� rK r� r� )r� Z operationr� r� rI rS rS rU �add_unknown_feature� s
z$ArchiverTestCase.add_unknown_featurec C s< | j r| j|dti� n tjt��}| j|� W d Q R X d S )Nrj )r� r r, r% r& r( )r� rT r� rS rS rU �cmd_raises_unknown_feature� s
z+ArchiverTestCase.cmd_raises_unknown_featurec C s< t | jdd| j�� | jtjj� | jd| jd dg� d S )Nr� z--encryption=repokeyr� z::testrN )r� r r� r� r' � OperationZWRITEr� )r� rS rS rU � test_unknown_feature_on_create� s z/ArchiverTestCase.test_unknown_feature_on_createc C sH | j dd| j� | j dd| j� | jtjj� | jd| jd dg� d S )Nr� z--encryption=repokeyrk z --cache-onlyr� z::testrN )r r� r� r' r� �READr� )r� rS rS rU �"test_unknown_feature_on_cache_sync� s z3ArchiverTestCase.test_unknown_feature_on_cache_syncc C s6 t | jdd| j�� | jtjj� | jd| jg� d S )Nr� z--encryption=repokeyzchange-passphrase)r� r r� r� r' r� �CHECKr� )r� rS rS rU �)test_unknown_feature_on_change_passphrase� s z:ArchiverTestCase.test_unknown_feature_on_change_passphrasec C s� t | jdd| j�� | jd| jd d� | jtjj� td�� | jd| jd g� W d Q R X | jd| jg� | jd | jd g� d S )
Nr� z--encryption=repokeyr� z::testrN r^ r� rl r ) r� r r� r� r' r� r� r? r� )r� rS rS rU � test_unknown_feature_on_read� s
z-ArchiverTestCase.test_unknown_feature_on_readc C sP t | jdd| j�� | jd| jd d� | jtjj� | jd| jd dg� d S )Nr� z--encryption=repokeyr� z::testrN rh �other)r� r r� r� r' r� r� r� )r� rS rS rU � test_unknown_feature_on_rename� s z/ArchiverTestCase.test_unknown_feature_on_renamec C sn t | jdd| j�� | jd| jd d� | jtjj� | jd| jd g� | jdd| jg� | jd| j� d S ) Nr� z--encryption=repokeyr� z::testrN rk �prunez--keep-daily=3)r� r r� r� r' r� ZDELETEr� )r� rS rS rU � test_unknown_feature_on_delete� s z/ArchiverTestCase.test_unknown_feature_on_deletec C sf | j dd| j� | j d| jd d� | jtjj� tjj| j d�}tj
|� | j d| jd |g� d S )Nr� z--encryption=repokeyr� z::testrN r r� ) r r� r� r' r� r� rb r� r� r� r� r� )r� r rS rS rU � test_unknown_feature_on_mount� s
z.ArchiverTestCase.test_unknown_feature_on_mountc % sR | j r d}nd}t| jdd| j�� t| jdd��^}|rDt| j�|_tj |tj
�\}}t |||��$}|j � t
dg�|j_|j� W d Q R X W d Q R X | jr�| jd| jd d
� nFd � tj�� �fd d
�}tjtd|�� | jd| jd d
� W d Q R X t| jdd��B}|�rt| j�|_tj |tj
�\}}t |||��}W d Q R X W d Q R X d S )Nzssh://__testsuite__rQ r� z--encryption=repokeyT)r� zunknown-featurer� z::testrN Fc s d� �| � d S )NTrS )rT )�called�wipe_cache_saferS rU � wipe_wrapper s zNArchiverTestCase.test_unknown_mandatory_feature_in_cache.<locals>.wipe_wrapper�
wipe_cache)r� r� r r� r: r� r% Z _locationr' r� r� r � begin_txnrM Z cache_configZmandatory_featuresr� r� r r r r� )r� � path_prefixr� r� rI r� r rS )r r rU �'test_unknown_mandatory_feature_in_cache s2 z8ArchiverTestCase.test_unknown_mandatory_feature_in_cachec C sD | j dd d� | jdd| j� | jdd| jd d
�}| jd |� d S )
Nr� i r� )r� r� z--encryption=repokeyr� z
--progressz::test4rN �
i @ )r� r r� r )r� r^ rS rS rU �test_progress_on* s z!ArchiverTestCase.test_progress_onc C sB | j dd d� | jdd| j� | jd| jd d �}| jd
|� d S ) Nr� i r� )r� r� z--encryption=repokeyr� z::test5rN r i @ )r� r r� r� )r� r^ rS rS rU �test_progress_off0 s z"ArchiverTestCase.test_progress_offc C s� | j ddd� tjd� | j ddd� | jdd| j� | jd d
| jd d �}| jd
|� | jd|� | jd d
| jd d �}| jd|� | jd|� dS )z�test that various file status show expected results
clearly incomplete: only tests for the weird "unchanged" status for nowr� i r� )r� r; r� r� z--encryption=repokeyr� z--listz::testrN z
A input/file1z
A input/file2z::test1z
U input/file1Ni @ i @ )r� r r r r� r )r� r^ rS rS rU �test_file_status6 s
z!ArchiverTestCase.test_file_statusc C s� | j ddd� tjd� | j ddd� | jdd | j� | jd
d d | jd
d�}tjd�}| j ddd� tjd|j|j fd� | jd
d d | jd d�}| j
d|� dS )zbtest that a changed file with faked "previous" mtime still gets backed up in ctime,size cache_moder� s 123)r� r; r� r� )r� r� z--encryption=repokeyr� z--listz--files-cache=ctime,sizez::test1rN z input/file1s 321)�nsz::test2z
M input/file1N) r� r r r r� rb r� r9 r/ � st_mtime_nsr )r� r^ rX rS rS rU � test_file_status_cs_cache_modeH s
z/ArchiverTestCase.test_file_status_cs_cache_modec C s� | j ddd� tjd� | j ddd� | jdd| j� | jdd d
| jd d �}tjd
�}tjd
|jtj A � | jdd d
| jd d �}| j
d|� dS )zetest that a chmod'ed file with no content changes does not get chunked again in mtime,size cache_moder� r� )r� r; r� r� z--encryption=repokeyr� z--listz--files-cache=mtime,sizez::test1rN z input/file1z::test2z
U input/file1N) r� r r r r� rb r� r� r� �S_IRWXOr )r� r^ rX rS rS rU � test_file_status_ms_cache_modeW s
z/ArchiverTestCase.test_file_status_ms_cache_modec C sv | j ddd� tjd� | j ddd� | jdd| j� | jdd d
| jd d �}| jdd d
| jd
d �}| jd|� dS )zItest that files get rechunked unconditionally in rechunk,ctime cache moder� r� )r� r; r� r� z--encryption=repokeyr� z--listz--files-cache=rechunk,ctimez::test1rN z::test2z
A input/file1N)r� r r r r� r )r� r^ rS rS rU � test_file_status_rc_cache_modee s
z/ArchiverTestCase.test_file_status_rc_cache_modec C s� | j ddd� tjd� | j ddd� trR| j ddd� tjtjj| j d�t
j � | j dd | j
� | j d
d d | j
d
d�}| jd|� | jd|� tr�| jd|� | j d
d d | j
d ddd�}| jd|� | jd|� tr�| jd|� dS )z#test that excluded paths are listedr� i r� )r� r; r� r� r� z--encryption=repokeyr� z--listz--exclude-nodumpz::testrN z
A input/file1z
A input/file2z
x input/file3z::test1z --excludez*/file2z
U input/file1z
x input/file2Ni @ i @ i @ )r� r r r< r r� rb r� r� r� r� r� r r� r )r� r^ rS rS rU �test_file_status_excludedp s"
z*ArchiverTestCase.test_file_status_excludedc C sF | j dd d� | jdd| j� tj| jdd| jd d
��}|d }d S )
Nr� i r� )r� r� z--encryption=repokeyr� z--jsonz::testrN r� i @ )r� r r� r r )r� Z create_infor� rS rS rU �test_create_json� s
z!ArchiverTestCase.test_create_jsonc C s� | j ddd� tjd� | j ddd� | jdd| j� | jd | jd
d �}| jd|� | jd | jd d �}| jd|� | jd d
d| jd d �}| jd|� | jd d
d| jd d �}| jd|� | j ddd� | jd d
d| jd d �}| jd|� d S )Nr� i r� )r� r; r� r� z--encryption=repokeyr� z::testrN z::test0z--listz
--filter=Uz::test1z --filter=AMz::test2r� z::test3i @ i @ i � )r� r r r r� r� r )r� r^ rS rS rU �test_create_topical� s
z$ArchiverTestCase.test_create_topicalc C sR t jdt jj| jd�� | jdd| j� | jd }| jdd|d� | jd |�}d S )
Nzsomewhere does not existr� r� z--encryption=repokeyz::testr� z--read-specialrN rl )rb r� r� r� r� r r� )r� r� r^ rS rS rU �'test_create_read_special_broken_symlink� s
z8ArchiverTestCase.test_create_read_special_broken_symlinkc C s� | j dd| j� | j d| jd t� | j d| jd t� | j d| jd t� | j d| jd t� | j d| jd t� | j d d
d | jd �}| jd
|� | jd|� | jd
|� | jd|� | j d| j�}| jd|� | jd|� | jd|� | jd|� | jd|� | j d | jd � | j d| j�}| jd|� | jd|� | jd|� | jd|� | jd|� | j d| jd t� | j d | jd � | j d| j�}| jd|� | jd|� d S )Nr� z--encryption=repokeyr� z::test1z::test2z::test3.checkpointz::test3.checkpoint.1z::test4.checkpointr z--listz --dry-runz--keep-daily=2zKeeping archive: test2zWould prune: test1z!Keeping archive: test4.checkpointrl �test1r� ztest3.checkpointztest3.checkpoint.1ztest4.checkpointz::test5Z
checkpointZtest5)r r� r� r r� )r� r^ rS rS rU �test_prune_repository� s: z&ArchiverTestCase.test_prune_repositoryc C s� | j dd| j� | j d| jd t� | j d| jd t� | j ddd| jd �}| jd
|� | jd |� | j d | j�}| jd
|� | jd|� | j dd| jd � | j d | j�}| jd
|� | jd|� d S )Nr� z--encryption=repokeyr� z::test1z::test2r z--listz --dry-runz--keep-daily=2zKeeping archive: test2zWould prune: test1rl r r� z --save-space)r r� r� r r� )r� r^ rS rS rU � test_prune_repository_save_space� s z1ArchiverTestCase.test_prune_repository_save_spacec C s | j dd| j� | j d| jd t� | j d| jd t� | j d| jd t� | j d| jd t� | j dd d
| jd d �}| jd
|� | jd|� | j d| j�}| jd|� | jd|� | jd|� | jd|� | j d| jd d � | j d| j�}| jd|� | jd|� | jd|� | jd|� d S )Nr� z--encryption=repokeyr� z::foo-2015-08-12-10:00z::foo-2015-08-12-20:00z::bar-2015-08-12-10:00z::bar-2015-08-12-20:00r z--listz --dry-runz--keep-daily=2z
--prefix=foo-z%Keeping archive: foo-2015-08-12-20:00z%Would prune: foo-2015-08-12-10:00rl zfoo-2015-08-12-10:00zfoo-2015-08-12-20:00zbar-2015-08-12-10:00zbar-2015-08-12-20:00)r r� r� r r� )r� r^ rS rS rU � test_prune_repository_prefix� s& z-ArchiverTestCase.test_prune_repository_prefixc C s | j dd| j� | j d| jd t� | j d| jd t� | j d| jd t� | j d| jd t� | j dd d
| jd d �}| jd
|� | jd|� | j d| j�}| jd|� | jd|� | jd|� | jd|� | j d| jd d � | j d| j�}| jd|� | jd|� | jd|� | jd|� d S )Nr� z--encryption=repokeyr� z::2015-08-12-10:00-fooz::2015-08-12-20:00-fooz::2015-08-12-10:00-barz::2015-08-12-20:00-barr z--listz --dry-runz--keep-daily=2z--glob-archives=2015-*-fooz%Keeping archive: 2015-08-12-20:00-fooz%Would prune: 2015-08-12-10:00-foorl z2015-08-12-10:00-fooz2015-08-12-20:00-fooz2015-08-12-10:00-barz2015-08-12-20:00-bar)r r� r� r r� )r� r^ rS rS rU �test_prune_repository_glob s& z+ArchiverTestCase.test_prune_repository_globc C s� | j dd| j� | j d| jd t� | j d| jd t� | j d| jd t� | j dd| j�}| jd |� | jd
|� | jd |� d S ) Nr� z--encryption=repokeyr� z::test-1z ::something-else-than-test-1z::test-2rl z--prefix=test-ztest-1ztest-2zsomething-else)r r� r� r r� )r� r^ rS rS rU �test_list_prefix s z!ArchiverTestCase.test_list_prefixc C s� | j dd| j� | jd }| j d|t� | j ddd|�}| jd|� | j d|�}| j dd d
|�}| j dd d |�}| j||� | j||� d S ) Nr� z--encryption=repokeyz::testr� rl z
--list-formatr� z#--list-format" has been deprecated.z--formatzB{mode} {user:6} {group:6} {size:8d} {mtime} {path}{extra}{NEWLINE}z{mtime:%s} {path}{NL})r r� r� r r� ZassertNotEqual)r� � test_archiver� �output_1�output_2�output_3rS rS rU �test_list_format' s
z!ArchiverTestCase.test_list_formatc C s� | j dd| j� | j ddd| jd t� | j ddd| jd t� | j d | j�}| j d d
d | j�}| j||� | j d d | j�}| j|d
� | j d d
d| j�}| j|d� | j d d
d| j�}| jd|� | jd|� d S )Nr� z--encryption=repokeyr� z --commentz comment 1z::test-1z comment 2z::test-2rl z--formatz {archive:<36} {time} [{id}]{NL}z--shortztest-1
test-2
z {barchive}/ztest-1/test-2/z{name} {comment}{NL}ztest-1 comment 1
ztest-2 comment 2
)r r� r� r� r )r� r! r" r# rS rS rU �test_list_repository_format3 s z,ArchiverTestCase.test_list_repository_formatc C s\ | j ddd� | j ddd d� | jdd | j� | jd
}| jd |d � | jd
dd|�}d S )N�
empty_filer )r� Zamb� ai@B )r� r� z--encryption=repokeyz::testr� rN rl z--formatz{sha256} {path}{NL})r� r r� )r� r r^ rS rS rU �test_list_hashB s
z ArchiverTestCase.test_list_hashc C s� | j ddd� | j d� ttjj| jd�d��"}|jdd � |jdd � W d Q R X | jd d
| j� | jd }| jd |d
� | jddd|�}d S )Nr& r )r� Z
two_chunksr� s abbai�� s baabr� z--encryption=repokeyz::testr� rN rl z--formatz'{num_chunks} {unique_chunks} {path}{NL}) r� r� rb r� r� r� r� r r� )r� r� r r^ rS rS rU �test_list_chunk_countsL s
z'ArchiverTestCase.test_list_chunk_countsc C sl | j ddd� | jdd| j� | jd }| jddd |d
� | jd d d
|�}|jd�d jd�\}}}}}d S )NZcompressible_filei' )r� r� z--encryption=repokeyz::testr� z-C�lz4rN rl z--formatz*{size} {csize} {dsize} {dcsize} {path}{NL}r r; � )r� r r� r )r� r r^ r� �csizeZdsizeZdcsizer� rS rS rU �test_list_sizeY s
z ArchiverTestCase.test_list_sizec C s� | j ddd� | jdd| j� | jd| jd d � tj| jd
d | j��}|d }|d
d }| jd
d| jd �}dd� |j� D �}|d }| jd
dd| jd �}dd� |j� D �}|d }d S )Nr� i r� )r� r� z--encryption=repokeyr� z::testrN rl z--jsonr� r� r z --json-linesc S s g | ]}t j|��qS rS )r r )r� �srS rS rU r s s z3ArchiverTestCase.test_list_json.<locals>.<listcomp>r; z--format={sha256}c S s g | ]}t j|��qS rS )r r )r� r. rS rS rU r { s i @ )r� r r� r r r� )r� Z list_repor� Zarchive0Z list_archiver� r� rS rS rU �test_list_jsone s z ArchiverTestCase.test_list_jsonc C s@ | j dd| j� | j dd| jdd� | j dd| jd dd� d S ) Nr� z--encryption=repokeyrl z --json-linesr )rj z--jsonz ::archive)r r� )r� rS rS rU �test_list_json_args� s z$ArchiverTestCase.test_list_json_argsc C sr | j � | jdd| j� | jdd| jd ddd�}i }x&|j� D ]}tj|�}|||d < q@W |d
}|d }d S ) Nr� z--encryption=repokeyr� z
--log-jsonz::testrN z--listz--debug�type� file_status� log_message)r r r� r� r r )r� �logZmessagesr� �msgr2 r3 rS rS rU �
test_log_json� s
z ArchiverTestCase.test_log_jsonc C s� | j � | jdd| j� | jd| jd dd� | jddd d
� tjd
�}|j� |jd � | jd| jd dd
� tjd
�}|j� |jd � d S )Nr� z--encryption=repokeyr� z::testrN z--debug-profile=create.prof�debugzconvert-profilez create.profz
create.pyprofZcumtimez::test2z --debug-profile=create.pyprof)r r r� �pstatsZStatsZ
strip_dirsZ
sort_stats)r� r� rS rS rU �test_debug_profile� s
z#ArchiverTestCase.test_debug_profilec C s2 | j � | jdd| j� | jdd| jd d�}d S )Nr� z--encryption=repokeyz--debugr� z::testrN )r r r� )r� r4 rS rS rU �test_common_options� s z$ArchiverTestCase.test_common_options�' c C s� |rd| }n
t j|�}| jd|d� | jdd| j� | jd }| jdd||d � | jd
d d |�}|jd
�d jd�\}}}t|�t|�fS )Nr� r3 )r� r� z--encryption=nonez::testr� z-CrN rl z--formatz{size} {csize} {path}{NL}r r; r+ )rb r� r� r r� r �int) r� Z compression� compressibler� r� r� r^ r, r� rS rS rU �
_get_sizes� s
zArchiverTestCase._get_sizesc C s | j ddd�\}}d S )N�noneT)r= )r> )r� r� r, rS rS rU �"test_compression_none_compressible� s z3ArchiverTestCase.test_compression_none_compressiblec C s | j ddd�\}}d S )Nr? F)r= )r> )r� r� r, rS rS rU �$test_compression_none_uncompressible� s z5ArchiverTestCase.test_compression_none_uncompressiblec C s | j ddd�\}}d S )N�zlibT)r= )r> )r� r� r, rS rS rU �"test_compression_zlib_compressible� s z3ArchiverTestCase.test_compression_zlib_compressiblec C s | j ddd�\}}d S )NrB F)r= )r> )r� r� r, rS rS rU �$test_compression_zlib_uncompressible� s z5ArchiverTestCase.test_compression_zlib_uncompressiblec C s | j ddd�\}}d S )Nr* T)r= )r> )r� r� r, rS rS rU �!test_compression_lz4_compressible� s z2ArchiverTestCase.test_compression_lz4_compressiblec C s | j ddd�\}}d S )Nr* F)r= )r> )r� r� r, rS rS rU �#test_compression_lz4_uncompressible� s z4ArchiverTestCase.test_compression_lz4_uncompressiblec C s | j ddd�\}}d S )N�lzmaT)r= )r> )r� r� r, rS rS rU �"test_compression_lzma_compressible� s z3ArchiverTestCase.test_compression_lzma_compressiblec C s | j ddd�\}}d S )NrG F)r= )r> )r� r� r, rS rS rU �$test_compression_lzma_uncompressible� s z5ArchiverTestCase.test_compression_lzma_uncompressiblec C s` | j ddd�\}}| jd| j� | j ddd�\}}| jd| j� | j ddd�\}}t||�}d S )Nz auto,zlibT)r= rk rB r* )r> r r� �min)r� Z auto_sizeZ
auto_csizeZ zlib_sizeZ
zlib_csizeZlz4_sizeZ lz4_csizeZsmallest_csizerS rS rU �"test_compression_auto_compressible� s
z3ArchiverTestCase.test_compression_auto_compressiblec C s | j ddd�\}}d S )Nz auto,zlibF)r= )r> )r� r� r, rS rS rU �$test_compression_auto_uncompressible� s z5ArchiverTestCase.test_compression_auto_uncompressiblec C sD | j dd| j� dtjd< | j d| j� dtjd< | j d| j� d S )Nr� z--encryption=repokeyZ
newpassphraseZBORG_NEW_PASSPHRASEzchange-passphraser� rl )r r� rb r� )r� rS rS rU �test_change_passphrase� s
z'ArchiverTestCase.test_change_passphrasec C s" | j dd| j� | j d| j� d S )Nr� z--encryption=repokeyz
break-lock)r r� )r� rS rS rU �test_break_lock� s z ArchiverTestCase.test_break_lockc C s | j � | j d� d S )Nz-h)r )r� rS rS rU �
test_usage� s zArchiverTestCase.test_usagec C s d S )NrS )r� rS rS rU � test_help s zArchiverTestCase.test_helpc 2 C s� dd� }| j dd| j� | j� |d�}| j dd| jd d � | j dd| jd
d � trltjtjjd d �� tjj| jd �}| j | j|��F | j
| j tjj|d
d �ddd� | j
| j tjj|dd �ddd� W d Q R X | j | jd |���� | j
| j tjj|d �ddd� d}tjj|d d�}tj |�}tj |�}|�r8t
� �r@t|d�� }t|d��} W d Q R X W d Q R X t
� �r�d}tjj|d d�}tj |�}
tj |�} t� �r�d}tjj|d d�}tj |dd�} tj |dd�}
t� �r�tjj|d d�}tj |�}
yhd}tjj|d d�}tj �r&tj| j ��r&n6ytj|d � W n$ tk
�rZ } zW Y d d }~X nX W nD tk
�r� } z&tjjd ��r�|jtjk�r�n� W Y d d }~X nX W d Q R X d S ) Nc S s\ t j| �j}yt jt j| t�� W n tk
r6 dS X t j| �j}ttk}|oV||kS d S )NF)rb r� r/ r, r� r r� r )r1 r2 r4 r5 rS rS rU r6
s z/ArchiverTestCase.test_fuse.<locals>.has_noatimer� z--encryption=repokeyz input/file1r� z--exclude-nodumpz ::archiverN z
::archive2r� r r� T)�ignore_bsdflags�
ignore_xattrs�archive2r� rR zinput/hardlinkr� z input/link1r� F)r� r� zinput/fusexattrr� zuser.foo�freebsd)rT )r r� r r< rb r� r� r� r� r� r r� r� rC r� rB rD r
r� r� �getxattrr� rW r r r� r� )r� r6 r< r Zin_fnZout_fnZsti1Zsto1Zin_fZout_fZsti2Zsto2r= r> rr r� rS rS rU � test_fuse sh
zArchiverTestCase.test_fusec sV | j dd| j� | jddd� t� rJ| jddd� tjdd � tjdd
� | j d | jd d
� | jddd� | j d | jd d
� tjj| jd�}| j | j|dd��\ tjj|d
d�� tj
� �}t� r�tjj|d
dd�}tjj|d
dd�}tjj|d
dd�}W d Q R X | j | j|dddd��2 t� �rHtjj|d
dd�}tjj|d
dd�}W d Q R X d S )Nr� z--encryption=repokeyr
s first)r� Z hardlink1s 123456zinput/hardlink1zinput/hardlink2zinput/hardlink3r� z
::archive1rN s secondz
::archive2r z-oZversionszhardlink1.00001Z hardlink2zhardlink2.00001Z hardlink3zhardlink3.00001z-e) r r� r� rC rb r� r� r� r� r� r� )r� r �filesZhl1Zhl2Zhl3rS )r� rU �test_fuse_versions_viewn s.
z(ArchiverTestCase.test_fuse_versions_viewc C s | j dd| j� | jd� | jd�\}}|�F x6|j� D ]*}|jjd�r8|j|jd j � |j}P q8W |j
� W d Q R X | j dd| jdd � t jj | j
d
�}| j| jd |��. tjt��}tt jj ||�� W d Q R X W d Q R X | j| jd |d d
�� tt jj ||��j� W d Q R X d S )Nr� z--encryption=repokeyr� ztestsuite/archiver.pyr; r� z--repairr )rj r z ::archivez-oZallow_damaged_filesr� )r r� r� r� r� r� r� rk r� rI r� rb r� r� r� r% r& r� r� r, )r� r� r� r� r� r r� rS rS rU � test_fuse_allow_damaged_files� s$
z.ArchiverTestCase.test_fuse_allow_damaged_filesc , C s� | j dd| j� | jd� | jd� | jd� | jd� tjj| jd�}| j| j|dd �� W d Q R X | j| j|d
d �� W d Q R X | j| j|d �� W d Q R X | j| j|d �� W d Q R X | j| j|d
�� W d Q R X | j| j|d�� W d Q R X d S )Nr� z--encryption=repokeyZarch11Zarch12Zarch21Zarch22r z --first=2z --sort=namez--last=2z--prefix=arch1z--prefix=arch2z
--prefix=archz
--prefix=nope)r r� r� rb r� r� r� r� )r� r rS rS rU �test_fuse_mount_options� s$
z(ArchiverTestCase.test_fuse_mount_optionsc s� t � � t � �� ��fdd�}�j� dtjd< �jdd| �j� |� �jd�jd d � |� �jd�jd
d � |� �jd �jd
� |� d S ) Nc s� t �j���} x�| j| j� �j� D ]~\}}| j|�}t|�j� }|� kr � j|� t t
|�d �}t |dd� �}x,t ||| �D ]}�j
|�� �j|� q�W q W W d Q R X d S )N�) �! )r: r� Z
open_indexZget_transaction_id� iteritemsr� r Zdigest�addr r\ r r� r� )r� rI �_r� �hashZ
num_blocks�nonceZcounter)�seenr� �usedrS rU �verify_uniqueness� s
zIArchiverTestCase.verify_aes_counter_uniqueness.<locals>.verify_uniquenessrc r� r� z
--encryption=r� z::testrN z::test.2rk )rM r rb r� r r� )r� �methodrd rS )rb r� rc rU � verify_aes_counter_uniqueness� s
z.ArchiverTestCase.verify_aes_counter_uniquenessc C s | j d� d S )N�keyfile)rf )r� rS rS rU �#test_aes_counter_uniqueness_keyfile� s z4ArchiverTestCase.test_aes_counter_uniqueness_keyfilec C s | j d� d S )N�repokey)rf )r� rS rS rU �&test_aes_counter_uniqueness_passphrase� s z7ArchiverTestCase.test_aes_counter_uniqueness_passphrasec C sf | j � | jdd| j� | jd| jd d� td�� | jdd| jd �}W d Q R X ttjd��}d S ) Nr� z--encryption=repokeyr� z::testrN r^ r7 zdump-archive-items)r r r� r? r� rb r� )r� r^ �
output_dirrS rS rU � test_debug_dump_archive_items� s
z.ArchiverTestCase.test_debug_dump_archive_itemsc C sb | j � | jdd| j� | jd| jd d� td�� | jdd| j�}W d Q R X ttjd��}d S ) Nr� z--encryption=repokeyr� z::testrN r^ r7 zdump-repo-objs)r r r� r? r� rb r� )r� r^ rk rS rS rU �test_debug_dump_repo_objs� s
z*ArchiverTestCase.test_debug_dump_repo_objsc C s� | j dd| j� d}t|�j� }| jd|d� | j dd| jd�}| j dd | j|d
�}td
d ��}|j� }W d Q R X | j dd | j|�}| j dd | j|�}| j dd | jd
�}d S )Nr� z--encryption=repokeys some datar3 )r� r7 zput-objz
input/filezget-objz output/filerR z
delete-objZinvalid)r r� r Z hexdigestr� r� r0 )r� r� Zhexkeyr^ r� Z data_readrS rS rU � test_debug_put_get_delete_obj� s z.ArchiverTestCase.test_debug_put_get_delete_objc
C s: dd� }t jtd|�� | jdd| jdd� W d Q R X d S )Nc W s t �d S )N)�EOFError)rT rS rS rU � raise_eof
s z7ArchiverTestCase.test_init_interrupt.<locals>.raise_eofr� r� z--encryption=repokeyr; )rj )r r� r r r� )r� rp rS rS rU �test_init_interrupt
s z$ArchiverTestCase.test_init_interruptc C s | j d| jdd� d S )Nr� r )rj )r r� )r� rS rS rU �$test_init_requires_encryption_option
s z5ArchiverTestCase.test_init_requires_encryption_optionc C s` | j dd| j� | jr0| j dd| jd dd� n,tjtj�� | j dd| jd � W d Q R X d S )Nr� z--encryption=repokeyz/nestedr )rj )r r� r� r% r& r: Z
AlreadyExists)r� rS rS rU � test_init_nested_repositories
s
z.ArchiverTestCase.test_init_nested_repositoriesc C s� t jj| jd�}t|d��� | jdd| jd � t|��}|j� }W dQ R X dd| jd f}| j rt| j|dd i� n$t
j t j
j�� | j|� W dQ R X t|��}|j� }W dQ R X W dQ R X dS )
z�BORG_KEY_FILE=something borg init should quit if "something" already exists.
See https://github.com/borgbackup/borg/pull/6046rg )Z
BORG_KEY_FILEr� z--encryption=keyfilerz Nry rj r )rb r� r� r� r@ r r� r� r0 r� r% r& rp r �Error)r� rg r3 �before�arg�afterrS rS rU �%test_init_refuse_to_overwrite_keyfile
s
z6ArchiverTestCase.test_init_refuse_to_overwrite_keyfilec C s� | j d| j� | j� �b}tj|tj�\}}t|||dd�� }|j}W d Q R X tj|� t|||�� }|j}W d Q R X W d Q R X t � }x2|j
� D ]&\}\} }
} || \} }
}|j |� q�W x|j
� D ]\}\} }
} q�W d S )Nr� F)�sync) r r� r� r' r� r� r r� ZdestroyrM r] r^ )r� r� r� rI r� Zoriginal_chunksZcorrect_chunksrb rI Zrefcountr� r, Z
o_refcountZo_sizeZo_csizerS rS rU � check_cache,
s
z ArchiverTestCase.check_cachec C s� | j dd| j� | j d| jd d� | j� �b}tj|tj�\}}t|||dd��4}|j� |jj t
|jj � �d d � |j � W d Q R X W d Q R X t
jt�� | j� W d Q R X d S ) Nr� z--encryption=repokeyr� z::testrN F)ry r )r r� r� r' r� r� r r r� Zincrefrl r] r� r% r& �AssertionErrorrz )r� r� r� rI r� rS rS rU �test_check_cacheB
s
z!ArchiverTestCase.test_check_cachec C s( | j dd| j� | j d| jddd�}d S )Nr� z--encryption=repokeyr� z
--target=asdfr )rj )r r� )r� r^ rS rS rU �test_recreate_target_rcN
s z(ArchiverTestCase.test_recreate_target_rcc C s� | j � | jdd| j� | j� | jd }| jd|d� | j� | jd| j�}| jd|dd d
d � | j� | jd| j�}| jd }| jdd
|�}d S )Nr� z--encryption=repokeyz::test0r� rN rl r� z
input/dir2z-ezinput/dir2/file3z--target=new-archivez
::new-archivez--short)r r r� rz )r� r� Zoriginal_archiver� �listingrS rS rU �test_recreate_targetS
s
z%ArchiverTestCase.test_recreate_targetc C sj | j � | jddd� | jdd| j� | jd }| jd|d � | jd
|d d d
� | j� | jdd|�}d S )Nz
dir2/file3i r� )r� r� z--encryption=repokeyz::test0r� rN r� z
input/dir2z-ezinput/dir2/file3rl z--shorti @ )r r� r r� rz )r� r� r~ rS rS rU �test_recreate_basicg
s
z$ArchiverTestCase.test_recreate_basicc C s� | j � | jd| jd d� | jd| jd d� | j� td�� | jd| jd � W d Q R X td�� | jd| jd � W d Q R X d S ) Nr� z::test2rN r� z::testz
input/dir1r^ r� )r~ r r� rz r? )r� rS rS rU � test_recreate_subtree_hardlinkst
s
z0ArchiverTestCase.test_recreate_subtree_hardlinksc
C s� t tjj| jd�d��"}|jdd � |jdd � W d Q R X | jdd| j� | jdd d
| jd d � | jd| jd
d d� | jd| jd ddd�}tt |j
d��\}}| jd| jd d� | j � d S )NZ
large_filer� r' i � br� z--encryption=repokeyr� z--chunker-paramsz 7,9,8,128z::test1rN z::test2z--files-cache=disabledrl zinput/large_filez--formatz {num_chunks} {unique_chunks}r+ r� �default) r� rb r� r� r� r� r r� �mapr< r rz )r� r� rl Z
num_chunksZ
unique_chunksrS rS rU �test_recreate_rechunkify�
s z)ArchiverTestCase.test_recreate_rechunkifyc C s� | j ddd� | jdd| j� | jd| jd dd d
� | jd | jd d d
d�}|jd�\}}}| jd| jd dd� | j� | jd | jd d d
d�}|jd�\}}}d S )Nr= i' )r� r� z--encryption=repokeyr� z::testrN z-Cr? rl zinput/compressiblez--formatz{size} {csize} {sha256}r+ r� r* z --recompress)r� r r� r rz )r� Z file_listr� r, Z
sha256_beforeZ sha256_afterrS rS rU �test_recreate_recompress�
s z)ArchiverTestCase.test_recreate_recompressc s� t jttd���j� j}| j� | jdd| j� | jd }| jd|d� | jddd d
d |� | jd |�j � }t d
dd�|j
d � }|j d�� d S )Nr r� z--encryption=repokeyz::test0r� rN r� z --timestampz1970-01-02T00:00:00z --commentr
r i� r; r z%Y-%m-%d) r �nowr r Z
astimezoneZtzinfor r r� r� Z utcoffset�strftime)r� Zlocal_timezoner� r ZdtimerS )Zs_timerU �test_recreate_timestamp�
s
z(ArchiverTestCase.test_recreate_timestampc C sv | j ddd� | jdd| j� | jd| jd d� | jd | jd �}| jd
| jd d d
� | j� | jd | jd �}d S )Nr= i' )r� r� z--encryption=repokeyr� z::testrN rl r� z-nz-ezinput/compressible)r� r r� rz )r� Zarchives_beforeZarchives_afterrS rS rU �test_recreate_dry_run�
s z&ArchiverTestCase.test_recreate_dry_runc C st | j ddd� | jdd| j� | jd| jd d � | jd
| jd �}| jd | jd d
� | j� | jd
| jd �}d S )Nr� i r� )r� r� z--encryption=repokeyr� z::testrN r r� z--chunker-paramsr� i @ )r� r r� rz )r� Z info_beforeZ
info_afterrS rS rU �!test_recreate_skips_nothing_to_do�
s z2ArchiverTestCase.test_recreate_skips_nothing_to_doc C sN | j dd| j� tjj| jd�}ddd| f}| j d| jf|�dd d
�� d S ) Nr� z--encryption=repokeyzlock.exclusiveZpython3z-cz<import os, sys; sys.exit(42 if os.path.exists("%s") else 23)z with-lockT�* )rL rj )r r� rb r� r� r� )r� Z lock_pathr rS rS rU �test_with_lock�
s z ArchiverTestCase.test_with_lockc C sN | j dd| j� | jddd� | jddd� | jddd� | jddd� | jd dd� | j d
| jd d � | j d
dd| jd dd�}| j� | jd|� | jd|� | j d
d| jd dd�}| j� | jd|� | jd|� | j d
| jd dd�}| j� | jd|� | jd|� | j d
d| jd dd�}| j� | jd|� | jd|� d S )Nr� z--encryption=repokeyr� r )r� r� r� r� Zfile5r� z::testrN r� z--listz--infoz-ez input/file2z input/file1z
x input/file2z input/file3z
x input/file3z input/file4z
x input/file4z input/file5z
x input/file5)r r� r� rz r r� )r� r^ rS rS rU �test_recreate_list_output�
s. z*ArchiverTestCase.test_recreate_list_outputc
C sD | j dd| j� | j d| jd d� | j dddd d| jd
d d � d S )
Nr� z--encryption=repokeyr� z::testrN rk z--firstry z--lastTr )rL rj )r r� )r� rS rS rU �test_bad_filters�
s z!ArchiverTestCase.test_bad_filtersc C s� | j d }| jd| jdd� | j| j�}| jdd| j|� t|d��}|j� }W d Q R X | jd tj | j�d }t|d��}|j� }W d Q R X tj
|� | jdd
| j|� t|d��}|j� }W d Q R X d S ) Nz /exportedr� z --encryptionrg rI �export�r�/r �import) r� r r� r r� r� r0 r� rb r� r� )r� � export_file�repo_idr� �export_contents�key_fileZ key_contentsZ
key_contents2rS rS rU �test_key_export_keyfile�
s
z(ArchiverTestCase.test_key_export_keyfilec C s | j d }| jd| jdd� | j| j�}| jdd| j|� t|d��}|j� }W d Q R X t| j�� }t|�}|j d t
j � � W d Q R X t t
jj� �}|j |t
j � � t| j��}|jd� W d Q R X | jdd | j|� t| j�� }t|�}|j d t
j � � W d Q R X d S )
Nz /exportedr� z --encryptionri rI r� r� rJ r� )r� r r� r r� r� r0 r: r r� r Zenv_passphraser rI ZTestKeyZMockRepositoryZsave_key) r� r� r� r� r� r� Zrepo_keyZ
backup_keyZ repo_key2rS rS rU �test_key_export_repokey s$
z(ArchiverTestCase.test_key_export_repokeyc C sb | j d }| jd| jdd� | j| j�}| jddd| j|� t|dd d
��}|j� }W d Q R X d S ) Nz/exported.htmlr� z --encryptionri rI r� z --qr-htmlr� zutf-8)rR )r� r r� r r� r� r0 )r� r� r� r� r� rS rS rU �test_key_export_qr- s
z#ArchiverTestCase.test_key_export_qrc C s@ | j d }tj|� | jd| jdd� | jdd| j|td� d S )Nz /exportedr� z --encryptionri rI r� )rj )r� rb r� r r� r, )r� Zexport_directoryrS rS rU �test_key_export_directory: s
z*ArchiverTestCase.test_key_export_directoryc ! C s | j d }| jd| jdd� | jdd| j|td� t|d��}|jd � W d Q R X | jrp| jdd| j|d
d� n(tjt �� | jdd| j|� W d Q R X t|d��}|jd � W d Q R X | jr�| jdd| j|d
d� n(tjt
�� | jdd| j|� W d Q R X d S ) Nz /exportedr� z --encryptionrg rI r� )rj rL zsomething not a key
r zBORG_KEY a0a0a0
) r� r r� r, r� r� r� r% r& r# r" )r� r� r� rS rS rU �test_key_import_errorsB s
z'ArchiverTestCase.test_key_import_errorsc C s� d}| j d }| jd| jdd� | j| jt|�� | jd tj| j�d }t |d��0}|j
t j d | d
� |j
t
d �j� � W d Q R X | jd d
d| j|� t |d��}|j� }W d Q R X d S )N�@e294423506da4e1ea76e8dcdf1a3919624ae3ae496fddf905610c351d3f09239z /exportedr� z --encryptionrg r� r rL r+ r s abcdefghijklmnopqrsturI r� z--paperr� )r� r r� rN r� r r� rb r� r� r� r �FILE_IDr rf r0 )r� r� r� r� r� r� rS rS rU �test_key_export_paperkeyZ s
z)ArchiverTestCase.test_key_export_paperkeyc C s� d}| j d| jdd� | j| jt|�� | jd tj| j�d }t|d��0}|j t
j d | d � |j t d
�j
� � W d Q R X d }| j d d
d| j|d� d}| j d d
d| j|d� d}| j d d
d| j|d� d S )Nr� r� z --encryptionrg r� r rL r+ r s abcdefghijklmnopqrstus� 2 / e29442 3506da 4e1ea7 / 25f62a 5a3d41 02
2 / e29442 3506da 4e1ea7 25f62a 5a3d41 - 02
2 / e29442 3506da 4e1ea7 / 25f62a 5a3d42 - 02
2 / e29442 3506da 4e1ea7 / 25f62a 5a3d41 - 02
616263 646566 676869 6a6b6c 6d6e6f 707172 - 6d
737475 88
73747i - 88
73747 - 88
73 74 75 - 89
00a1 - 88
2 / e29442 3506da 4e1ea7 / 25f62a 5a3d41 - 02
616263 646566 676869 6a6b6c 6d6e6f 707172 - 6d
73 74 75 - 88
rI r� z--paper)rN s
y
s1 2 / e29442 3506da 4e1ea7 / 25f62a 5a3d41 - 02
y
)r r� rN r� r r� rb r� r� r� r r� r rf )r� r� r� r� Z typed_inputrS rS rU �test_key_import_paperkeyt s z)ArchiverTestCase.test_key_import_paperkeyc C sr | j ddd� | jdd| j� | jd| jd d � | jd
}| jd d | j|�}t|d
��}tj|�}W d Q R X d S )Nr� i r� )r� r� z--encryption=repokeyr� z::testrN z/dumpr7 z
dump-manifestr� i @ )r� r r� r� r� r r� )r� � dump_filer^ r� r rS rS rU �test_debug_dump_manifest� s
z)ArchiverTestCase.test_debug_dump_manifestc C sv | j ddd� | jdd| j� | jd| jd d � | jd
}| jd d | jd |�}t|d
��}tj|�}W d Q R X d S )Nr� i r� )r� r� z--encryption=repokeyr� z::testrN z/dumpr7 z dump-archiver� i @ )r� r r� r� r� r r� )r� r� r^ r� r rS rS rU �test_debug_dump_archive� s
z(ArchiverTestCase.test_debug_dump_archivec C s� | j dd| j� | j dd| jdd �j� }tj| j dd| jd d
��}|d d }| j dd| j|�j� }| j dd| jd
d�j� }d S )Nr� z--encryption=repokeyr7 z refcount-objrz �@ r� z--jsonz::testrN r� rI Z124Zxyza)r r� �stripr r )r� r^ r� �
archive_idrS rS rU �test_debug_refcount_obj� s z(ArchiverTestCase.test_debug_refcount_objc C s | j dd�}d S )Nr7 r )r )r� r^ rS rS rU �test_debug_info� s z ArchiverTestCase.test_debug_infoc C s> | j dd| j� tdd�� | j dd| j| j� W d Q R X d S )Nr� z--encryption=repokeyr� )Z_BORG_BENCHMARK_CRUD_TESTZ benchmarkZcrud)r r� r@ r� )r� rS rS rU �test_benchmark_crud� s z$ArchiverTestCase.test_benchmark_crudc C s0 | j � tjd� | jdd| j� | jdd| j�}| jd|� | jd|� | jd|� | jd |� | jd
|� | jd |� | jd |� xhdD ]`\}}| jd| j|�}| jd| j||� | jd| j|�}| jdd| j|� | jd| j|dd� q�W | jddd| jdd� | jd| jdd� | jd| jddd� d S )Nzinput/flagfiler� z--encryption=repokeyrK z--listz [repository]�versionZsegments_per_dirZ
storage_quota� append_only�additional_free_spacerI �2G�repository.append_onlyry z--deleter; )rj r zinvalid-option�r� r� �r� ry )r� r� )r rb r� r r� r )r� r^ Zcfg_keyZ cfg_valuerS rS rU � test_config� s,
z ArchiverTestCase.test_configz(GNU tar must be installed for this test.�gzipz%gzip must be installed for this test.c C s� | j � tjd� | jdd| j� | jd| jd d� | jd| jd dd � td
�� tjd d d
dg� W d Q R X | jdddddd� d S )Nzinput/flagfiler� z--encryption=repokeyr� z::testrN z
export-tarz
simple.tarz
--progressr^ rt �xpfz
../simple.tarz--warning=no-timestampz output/inputT)rQ rR � ignore_ns) r rb r� r r� r? r] �
check_callr )r� rS rS rU �test_export_tar� s
z ArchiverTestCase.test_export_tarc C s� t jd�stjd� | j� tjd� | jdd| j� | jd| jd d� | jd | jd d
d �}t d �� t
j d
dddg� W d Q R X | j dddddd� d S )Nr� zgzip is not installedzinput/flagfiler� z--encryption=repokeyr� z::testrN z
export-tarz
simple.tar.gzz--listr^ rt r� z../simple.tar.gzz--warning=no-timestampz output/inputT)rQ rR r� )
ru rv r% r* r rb r� r r� r? r] r� r )r� rl rS rS rU �test_export_tar_gz s
z#ArchiverTestCase.test_export_tar_gzc C s� t jd�stjd� | j� tjd� | jdd| j� | jd| jd d� | jd | jd d
d d �}t d
�� t
j ddddg� W d Q R X | j dddddd� d S )Nr� zgzip is not installedzinput/flagfiler� z--encryption=repokeyr� z::testrN z
export-tarz
simple.tarz--strip-components=1z--listr^ rt r� z
../simple.tarz--warning=no-timestampzoutput/T)rQ rR r� )
ru rv r% r* r rb r� r r� r? r] r� r )r� rl rS rS rU � test_export_tar_strip_components s
z1ArchiverTestCase.test_export_tar_strip_componentsc C sH | j � | jd| jd dd� td�� tjdddd g� W d Q R X d S )
Nz
export-tarz::testz
output.tarz--strip-components=2r^ rt r� z
../output.tarz--warning=no-timestamp)r~ r r� r? r] r� )r� rS rS rU �&test_export_tar_strip_components_links s
z7ArchiverTestCase.test_export_tar_strip_components_linksc C sH | j � | jd| jd dd� td�� tjdddd g� W d Q R X d S )
Nz
export-tarz::testz
output.tarz
input/dir1r^ rt r� z
../output.tarz--warning=no-timestamp)r~ r r� r? r] r� )r� rS rS rU �test_extract_hardlinks_tar, s
z+ArchiverTestCase.test_extract_hardlinks_tarc
C s� t | j�}d|d | jgd|d gd|gd|d dgd|gd|gd |gd
|d gd d |d
gd d|dgd|gd|gg }x |D ]}| j|ddd��}qzW d S )Nr� z::testr� r� rh Znewnamerl rk r r rI r� Zexportedr� zchange-passphrasez
break-lockTr )rL rj )rH r� r� r )r� r� ZcmdsrT r^ rS rS rU �test_detect_attic_repo8 s
z'ArchiverTestCase.test_detect_attic_repoc C s� dd� }| j d� tjddd� | jd| jd� | jd | jd
d � td ��6 tjtd
|�� | jd| jd
td� W dQ R X W dQ R X dS )z.https://github.com/borgbackup/borg/issues/6063c _ s t tjd��d S )Nr+ )r� r� r+ )rT r� rS rS rU r� Q s z`ArchiverTestCase.test_do_not_fail_when_percent_is_in_xattr_name.<locals>.patched_setxattr_EACCESr3 s
input/files user.attribute%ps valuer� z-enoner� z::testrN r^ r� r� )rj N) r� r
r� r r� r? r r� r+ )r� r� rS rS rU �.test_do_not_fail_when_percent_is_in_xattr_nameM s
z?ArchiverTestCase.test_do_not_fail_when_percent_is_in_xattr_namec C s� dd� }t jt jj| jd�� tjddd� | jd| jd� | jd | jd
d � t d ��6 t
j td
|�� | jd| jd
t d� W dQ R X W dQ R X dS )z.https://github.com/borgbackup/borg/issues/6063c _ s t tjd��d S )Nr+ )r� r� r+ )rT r� rS rS rU r� a s z_ArchiverTestCase.test_do_not_fail_when_percent_is_in_file_name.<locals>.patched_setxattr_EACCESzdir%ps input/dir%ps user.attributes valuer� z-enoner� z::testrN r^ r� r� )rj N)
rb r� r� r� r� r
r� r r� r? r r� r+ )r� r� rS rS rU �-test_do_not_fail_when_percent_is_in_file_name] s
z>ArchiverTestCase.test_do_not_fail_when_percent_is_in_file_namec C s� | j ddd� | jdd| j� | jd| jd d� tjtjj| jd �� tjtjj| j� d �� | jd
| j�}| jd | j�}| jd
| jd �}| jd | jd �}t d �� | jd
| jd � W dQ R X | j
dd� dS )z�Nonce is only used for encrypting new data.
It should be possible to retrieve the data from an archive even if
both the client and the server forget the noncer� s Hello, borg)r� r� z--encryption=repokeyr� z::testrN ra r rl r^ r� Nz output/input) r� r r� rb r� r� r� r� r& r? r )r� Z repo_infoZ repo_listZ archive_infor" rS rS rU �+test_can_read_repo_even_if_nonce_is_deletedl s
z<ArchiverTestCase.test_can_read_repo_even_if_nonce_is_deletedc C sd | j ddd� | jdd| j� | jd| jd d� tjj| jd �}tj|� | jd| jd
d� d S ) a We should be able to recover if path/to/repo/nonce is deleted.
The nonce is stored in two places: in the repo and in $HOME.
The nonce in the repo is only needed when multiple clients use the same
repo. Otherwise we can just use our own copy of the nonce.
r� s Hello, borg)r� r� z--encryption=repokeyr� z::testrN ra z::test2N)r� r r� rb r� r� r� r� )r� ra rS rS rU �%test_recovery_from_deleted_repo_nonce� s
z6ArchiverTestCase.test_recovery_from_deleted_repo_nonceN)r; )�r r r r% �mark�skipifrC Zrequires_hardlinksr& r r$ r( r- rB r. rE r? rF rD rH r rN r` rb re rj rl rm ro rt ru rv r| r~ �unittest�
skipUnlessr= r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r
r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rb r� r� r� r� r� r� r� r� r� r r r Zallow_cache_wiper r
r r r r r r r r r r r r r r r$ r% r( r) r- r/ r0 r6 r9 r: r> r@ rA rC rD rE rF rH rI rK rL rM rN rO rP rV rX rY rZ rf rh rj rl rm rn rq rr rs rx rz r| r} r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rz Zrequires_gnutarru rv Z
requires_gzipr� r� r� r� r� r� r� r� r� r� rS rS rS rU r � s� ? 3
! !(!
) '
f
- r zno borg.exe availablec s� e Zd ZdZdZejd�dd� �Zejd�dd� �Zejd�d d
� �Z ejd�d d � �Z
ejd
�dd� �Z ejd�dd� �Z � fdd�Z
ejd�dd� �Zejd�dd� �Z� ZS )�ArchiverTestCaseBinaryzborg.exeTz(does not raise Exception, but sets rc==2c C s d S )NrS )r� rS rS rU r( � s z,ArchiverTestCaseBinary.test_init_parent_dirszpatches objectsc C s d S )NrS )r� rS rS rU rq � s z*ArchiverTestCaseBinary.test_init_interruptc C s d S )NrS )r� rS rS rU r� � s z0ArchiverTestCaseBinary.test_extract_capabilitiesc C s d S )NrS )r� rS rS rU r� � s z1ArchiverTestCaseBinary.test_extract_xattrs_errorszLtest_basic_functionality seems incompatible with fakeroot and/or the binary.c C s d S )NrS )r� rS rS rU r � s z/ArchiverTestCaseBinary.test_basic_functionalityzBtest_overwrite seems incompatible with fakeroot and/or the binary.c C s d S )NrS )r� rS rS rU r� � s z%ArchiverTestCaseBinary.test_overwritec s t � rtjd� n
t� j� d S )Nz9test_fuse with the binary is not compatible with fakeroot)rG r� r* �superrV )r� )� __class__rS rU rV � s z ArchiverTestCaseBinary.test_fusec C s d S )NrS )r� rS rS rU r� � s zEArchiverTestCaseBinary.test_do_not_fail_when_percent_is_in_xattr_namec C s d S )NrS )r� rS rS rU r� � s zDArchiverTestCaseBinary.test_do_not_fail_when_percent_is_in_file_name)r r r r� r� r� r* r( rq r� r� r r� rV r� r� �
__classcell__rS rS )r� rU r� � s r� c s� e Zd Z� fdd�Zdd� Zdd� Zdd� Zd d
� Zd d � Zd
d� Z dd� Z
dd� Z dd� Z dd� Z
dd� Zdd� Zdd � Zd d � Z� ZS ) �ArchiverCheckTestCasec sL t � j� tjtdd��* | jdd| j� | jd� | jd� W d Q R X d S )N� BUFFER_SIZEr� r� z--encryption=repokey�archive1rS )r� r� r r� r r r� r� )r� )r� rS rU r� � s
zArchiverCheckTestCase.setUpc C s< | j ddd| jdd�}| jd|� | jd|� | jd|� tjd �jtj� | j ddd
| jdd�}| jd|� | jd|� | jd|� | j ddd | jdd�}| jd|� | jd|� | j ddd d | jdd�}| jd
|� | j ddd d| jdd�}| jd
|� | jd|� | j ddd d| jdd�}| jd
|� | jd|� d S )Nr� z-vz
--progressr )rj zStarting repository checkz"Starting archive consistency checkzChecking segmentszborg.output.progressz--repository-onlyz--archives-onlyz--prefix=archive2r� z --first=1rS z--last=1)r r� r �loggingZ getLoggerZsetLevelZNOTSETr� )r� r^ rS rS rU �test_check_usage� s( z&ArchiverCheckTestCase.test_check_usagec C s, | j d�\}}|�R xB|j� D ],}|jjd�r |j}|d }|j|j� P q W | jd� |j� W d Q R X | j d| j
dd� | j dd| j
dd�}| j d |� | j d| j
dd� | j d
d | j
d dd�}| j d
|� xtdD ]l}| j |�\}}|�P xH|j� D ]2}|jjd�� r�| j ||j� | j
||j� P � q�W | jd� W d Q R X q�W tjtdd�� | jd� W d Q R X | j ddd| j
dd�}| j d|� | j d|� xhdD ]`}| j |�\}}|�B x:|j� D ]$}|jjd��r�| j||j� P �q�W | jd� W d Q R X �q�W | j d
d | j
d dd�}| j
d
|� d S )Nr� ztestsuite/archiver.pyr; zshould not happenr� )rj z--repairr z New missing file chunk detectedrl z --format={health}#{path}{LF}z
::archive1zbroken#rS r� r� Zarchive3z-vz$Healed previously missing file chunkzAtestsuite/archiver.py: Completely healed previously damaged file!r� )r� rS )r� rS )r� r� r� r� r� rk rI Zfailr� r r� r Zassert_not_equalr� r r� r r� r� )r� r� r� r� Z valid_chunksZ killed_chunkr^ � archive_namerS rS rU �test_missing_file_chunk� sP
z-ArchiverCheckTestCase.test_missing_file_chunkc
C st | j d�\}}|� |j|jjd � |j� W d Q R X | jd| jdd� | jdd| jdd� | jd| jdd� d S )Nr� r r� r; )rj z--repair)r� rk r� r� r� r r� )r� r� r� rS rS rU � test_missing_archive_item_chunk
s z5ArchiverCheckTestCase.test_missing_archive_item_chunkc
C sn | j d�\}}|� |j|j� |j� W d Q R X | jd| jdd� | jdd| jdd� | jd| jdd� d S )Nr� r� r; )rj z--repairr )r� rk rI r� r r� )r� r� r� rS rS rU � test_missing_archive_metadata#
s z3ArchiverCheckTestCase.test_missing_archive_metadatac C s� | j d�\}}|� |jtj� |j� W d Q R X | jd| jdd� | jddd| jdd�}| jd|� | jd|� | jd| jdd� d S ) Nr� r� r; )rj z-vz--repairr rS )r� rk r' � MANIFEST_IDr� r r� r )r� r� r� r^ rS rS rU �test_missing_manifest,
s z+ArchiverCheckTestCase.test_missing_manifestc C s� | j d�\}}|�0 |jtj�}|d }|jtj|� |j� W d Q R X | jd| jdd� | jddd| jdd�}| jd|� | jd |� | jd| jdd� d S )
Nr� s
corrupted!r� r; )rj z-vz--repairr rS ) r� r� r' r� r� r� r r� r )r� r� r� r� �corrupted_manifestr^ rS rS rU �test_corrupted_manifest7
s z-ArchiverCheckTestCase.test_corrupted_manifestc C s� | j d�\}}|�R |jtj�}|d }|jtj|� |j|j�}|d }|j|j|� |j� W d Q R X | jd| jdd� | jddd| jdd�}| j d |� | jd| jdd� d S )
Nr� s
corrupted!r� r; )rj z-vz--repairr rS )
r� r� r' r� r� rI r� r r� r )r� r� r� r� r� �chunkZcorrupted_chunkr^ rS rS rU �%test_manifest_rebuild_corrupted_chunkD
s z;ArchiverCheckTestCase.test_manifest_rebuild_corrupted_chunkc C s� | j d�\}}|j}|�n |jtj�}|d }|jtj|� g g dddddd�}|j|dd �}|j|�}|j||j|�� |j � W d Q R X | j
d
| j dd � | j
d
d | j d
d � | j
d| j �}| j d|� | j d|� | j d|� d S )Nr� s
corrupted!�foo�barz2016-12-15T18:49:51.849711r; )�cmdliner� �hostname�usernamer� r r� s archive)�contextr� )rj z--repairr rl z
archive1.1rS )
r� rI r� r' r� r� Z pack_and_authenticate_metadata�id_hash�encryptr� r r� r ) r� r� r� rI r� r� Z archive_dictr� r^ rS rS rU �'test_manifest_rebuild_duplicate_archiveT
s.
z=ArchiverCheckTestCase.test_manifest_rebuild_duplicate_archivec
C s� | j d| jdd� t| jdd��}|jdd� |j� W d Q R X | j d| jdd� | j d| jdd� | j dd | jdd� | j d| jdd� | j d
d | jd dd� d S )
Nr� r )rj T)r� s 01234567890123456789012345678901s xxxxr; z--repairr� z --dry-runz
::archive1)r r� r: r� r� )r� r� rS rS rU �test_extra_chunksp
s z'ArchiverCheckTestCase.test_extra_chunksc G s� t j| j� | jd| jf|�� | jd� | jd�\}}|�V xF|j� D ]:}|jj d�rH|j
d }|j |j �d }|j
|j |� P qHW |j� W d Q R X | jd| jdd� | jdd | jdd�}| jdd
d | jdd�}d S ) Nr� r� ztestsuite/archiver.pyr; s 1234r� r )rj z
--verify-dataz--repairr� )ru r� r� r r� r� r� r� r� r� r� r� rI r� r� )r� Z init_argsr� r� r� r� r� r^ rS rS rU �_test_verify_data{
s
z'ArchiverCheckTestCase._test_verify_datac C s | j dd� d S )Nz --encryptionri )r� )r� rS rS rU �test_verify_data�
s z&ArchiverCheckTestCase.test_verify_datac C s | j dd� d S )Nz --encryptionr? )r� )r� rS rS rU � test_verify_data_unencrypted�
s z2ArchiverCheckTestCase.test_verify_data_unencryptedc C sT t | jdd��*}x|j� D ]}|j|� qW |j� W d Q R X | jd| jdd� d S )NT)r� r� r; )rj )r: r� rl rk r� r )r� r� Zid_rS rS rU �test_empty_repository�
s
z+ArchiverCheckTestCase.test_empty_repositoryc C s� G dd� d�}| j d�\}}|�Z tj|tj�\}}t|||��0}t|||d|dd�}|jj|� � |j� W d Q R X W d Q R X | j d| j
dd � | j d
| j
d dd � d S ) Nc @ s e Zd Zdd� ZdS )zAArchiverCheckTestCase.test_attic013_acl_bug.<locals>.Attic013Itemc S s dddddddd d�S )NZ1234r � 0)s paths mtimes modes users groups uids gids aclrS )r� rS rS rU �as_dict�
s zIArchiverCheckTestCase.test_attic013_acl_bug.<locals>.Attic013Item.as_dictN)r r r r� rS rS rS rU � Attic013Item�
s r� r� z0.13T)r� r� r� r )rj rl z::0.13) r� r' r� r� r r Z items_bufferr^ Zsaver r� )r� r� r� r� r� rI r� rS rS rU �test_attic013_acl_bug�
s z+ArchiverCheckTestCase.test_attic013_acl_bug)r r r r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� r� rS rS )r� rU r� � s 2
r� c @ s4 e Zd Zdd� Zdd� Zdd� Zdd� Zd d
� Zd S ) �ManifestAuthenticationTestc C sf |�X t j|t j�\}}|jt j|jtjdi i tj � t
dd� j t �d���� |j
� W d Q R X d S )Nr; )�days)r� r� rK � timestamp)r' r� r� r� r� r� r/ �packbr �utcnowr r� �
ISO_FORMATr� )r� r� r_ rI rS rS rU �spoof_manifest�
s "z)ManifestAuthenticationTest.spoof_manifestc C s� | j dd| j� t| jdd�}|�V tj|tj�\}}|jtj|j t
j di t j
� tdd� jt�d���� |j� W d Q R X tjt�� | j d| j� W d Q R X d S ) Nr� z--encryption=repokeyT)r� r; )r� )r� r� r� rl )r r� r: r� r' r� r� r� r� r� r/ r� r r� r r� r� r� r% r& r )r� r� r� rI rS rS rU � test_fresh_init_tam_required�
s " z7ManifestAuthenticationTest.test_fresh_init_tam_requiredc C s4 | j dd| j� | jd� t| jdd�}|�� tjtt|j ��� t
j |t
j �\}}d|_
|j|j� tj|jd |jt
j���}|d= |jt
j|jtj|��� |j� W d Q R X | j dd | j�}| j d
d | j� | j dd | j�}| j|� tjt �� | j d| j� W d Q R X | j d
d d | j� | j d| j� d S )
Nr� z--encryption=repokey� archive1234T)r� Fs tamrl z--debug�upgradez--tamz--force) r r� r� r: r� ru r� r& r- rI r' r� r� Z tam_requiredZchange_passphraseZ _passphraser/ ZunpackbZdecryptr� r� r� r� r� r� r� r% r& r )r� r� r_ rI r� r^ rS rS rU �test_not_required�
s(
z,ManifestAuthenticationTest.test_not_requiredc C sF | j dd| j� | jd� | j dd| j� t| jdd�}| j|� d S )Nr� z--encryption=repokeyr� r� z
--disable-tamT)r� )r r� r� r: r� r� )r� r� rS rS rU � test_disable�
s
z'ManifestAuthenticationTest.test_disablec C sF | j dd| j� | jd� t| jdd�}| j|� | j dd| j� d S )Nr� z--encryption=repokeyr� T)r� r� z
--disable-tam)r r� r� r: r� r� )r� r� rS rS rU �
test_disable2�
s
z(ManifestAuthenticationTest.test_disable2N)r r r r� r� r� r� r� rS rS rS rU r� �
s
r� c @ s, e Zd Zdd� Zdd� Zdd� Zdd� Zd S )
�ArchiveAuthenticationTestc C sx t j|t j�\}}tjd|g dddtj� jt�d��}|j |�}|j
||j |�� |tj � f|j
|< |j� |j� d S )Nr; rQ )r� r� r� r� r� r� r )r' r� r� r/ r� r r� r� r� r� r� r� r� r� r� r� )r� r� r� r� rI Z archive_datar� rS rS rU �write_archive_without_tam s
z3ArchiveAuthenticationTest.write_archive_without_tamc C sx | j dd| j� | jd� t| jdd�}|� | j|d� W d Q R X | j dd| j�}| j d d
| j� | j dd| j�}d S ) Nr� z--encryption=repokey� archive_tamT)r� �archive_no_tamrl z --format="{name} tam:{tam}{NL}"r� z--archives-tam)r r� r� r: r� r� )r� r� r^ rS rS rU �test_upgrade_archives_tam s
z3ArchiveAuthenticationTest.test_upgrade_archives_tamc C s| | j dd| j� | jd� t| jdd�}|�& | j|d� |jtj� |j � W d Q R X | j dd| j� | j d d
| j�}d S ) Nr� z--encryption=repokeyr� T)r� r� r� z--repairrl z --format="{name} tam:{tam}{NL}")
r r� r� r: r� r� rk r' r� r� )r� r� r^ rS rS rU �test_check_rebuild_manifest( s
z5ArchiveAuthenticationTest.test_check_rebuild_manifestc C s� | j dd| j� | jd� | j dd| j�}t| jdd�}|� | j|d� W d Q R X | j dd | j�}| j d
d | j� | j dd | j�}| j dd| j�}d S ) Nr� z--encryption=repokeyr� rl z--format="{name} {id}{NL}"T)r� r� z --format="{name} tam:{tam}{NL}"r� z--repair)r r� r� r: r� r� )r� Zarchive_id_pre_checkr� r^ Zarchive_id_post_checkrS rS rU � test_check_rebuild_refcounts5 s
z6ArchiveAuthenticationTest.test_check_rebuild_refcountsN)r r r r� r� r� r� rS rS rS rU r� s
r� c @ s\ e Zd ZdZdd� Zdd� Zdd� Zejd�d d
� �Z ejd�d d � �Z
d
d� Z dd� Z dS )�RemoteArchiverTestCasez__testsuite__:c C s t t| j��S )N)r8 r% r� )r� rS rS rU r� J s z&RemoteArchiverTestCase.open_repositoryc 6 C s< t jtdd| jg�� | jdd| j� W d Q R X t jtdd| jg��0 tjt�� | jdd| jd � W d Q R X W d Q R X t jtdddg��0 tjt�� | jdd| jd � W d Q R X W d Q R X t j
j | j�}t jtdd|g�� | jdd| jd � W d Q R X t jtdddd|g�� | jdd| jd � W d Q R X d S )
N�extra_test_argsz--restrict-to-pathr� z--encryption=repokeyZ_0z/fooZ_1Z_2Z_3) r r� r8 r� r r� r% r& r9 rb r� r� )r� r
rS rS rU �!test_remote_repo_restrict_to_pathM s ( ( z8RemoteArchiverTestCase.test_remote_repo_restrict_to_pathc C s� t jtdd| jg�� | jdd| j� W d Q R X tjj| jd�}t jtdd|g��, t j
t �� | jdd| j� W d Q R X W d Q R X d S )Nr� z--restrict-to-repositoryr� z--encryption=repokeyz..) r r� r8 r� r r� rb r� r� r% r& r9 )r� r' rS rS rU �'test_remote_repo_restrict_to_repositoryb s z>RemoteArchiverTestCase.test_remote_repo_restrict_to_repositoryzonly works locallyc C s d S )NrS )r� rS rS rU rn k s z4RemoteArchiverTestCase.test_debug_put_get_delete_objc C s d S )NrS )r� rS rS rU r� o s z"RemoteArchiverTestCase.test_configc " C s( | j dd| j� | jddd� | jddd� | jdd d� | jd
d d� | jd d
d� | j d| jd d� d}td��� | j dd| jd dd�}| jd�� | j dd| jd dd�}W d Q R X | jd�� | j dd| jd dd�}W d Q R X | jd�� | j dd| jd dd�}W d Q R X W d Q R X d S ) Nr� z--encryption=repokeyzdir/files test file contents 1)r� z dir/file2s test file contents 2z
skipped-file1s test file contents 3z
skipped-file2s test file contents 4z
skipped-file3s test file contents 5r� z::testrN z)cached responses left in RemoteRepositoryr^ r� z--debugz--strip-componentsrw r3 rx ry zinput/dir/filerz )r r� r� r? r{ )r� Zmarker�resrS rS rU �!test_strip_components_doesnt_leaks s&
z8RemoteArchiverTestCase.test_strip_components_doesnt_leakc C s< | j d d }| jd|ddd�}| jd|� | jd|� d S )
z.https://github.com/borgbackup/borg/issues/6014z -this-repository-does-not-existz::testr r T)rj rL z this-repository-does-not-existz$this-repository-does-not-exist::testN)r� r r r� )r� r� r^ rS rS rU �4test_do_not_mention_archive_if_you_can_not_find_repo� s zKRemoteArchiverTestCase.test_do_not_mention_archive_if_you_can_not_find_repoN)
r r r r� r� r� r r� r* rn r� r r rS rS rS rU r� G s r� c sF e Zd Z� fdd�Zddd�Zdd� Zdd � Zd
d � Zd d
� Z� Z S )�ArchiverCorruptionTestCasec sF t � j� | j� | jdd| j� tj| jd| jd��d d | _d S )Nr� z--encryption=repokeyr z--jsonr� r� )r� r� r r r� r r r� )r� )r� rS rU r� � s
z ArchiverCorruptionTestCase.setUpr; c C s\ t |d��H}|j| tj� tdd� |j|�D ��}|j| tj� |j|� W d Q R X d S )Nzr+bc s s | ]}d | V qdS )� NrS )r� �crS rS rU r� � s z5ArchiverCorruptionTestCase.corrupt.<locals>.<genexpr>)r� rU rh �SEEK_END�bytesr0 r� )r� r3 Zamountr� Z corruptedrS rS rU �corrupt� s
z"ArchiverCorruptionTestCase.corruptc
C sX | j tjj| jd�� | jr0| jd| jdd�}n$tj t
�� | jd| j� W d Q R X d S )Nr� r r )rj ) r rb r� r� r� r� r r� r% r& r$ )r� r� rS rS rU �test_cache_chunks� s z,ArchiverCorruptionTestCase.test_cache_chunksc C sB | j d| jd d� | jtjj| jd�� | j d| jd d�}d S )Nr� z::testrN rW z::test1)r r� r rb r� r� r� )r� r� rS rS rU �test_cache_files� s z+ArchiverCorruptionTestCase.test_cache_filesc C s� | j d| jd d� | j d| jd�j� }| j d| jd d� | j dd| j� | j d | jd
� tjj| jd �}| jtjj||d �� tjj| jd
�}td d�}|j |� |j
ddt t d��� t
|d��}|j|� W d Q R X | j dd| jd ddd�}d S )Nr� z::test1rN rl z--format={id}{LF}z::test2rk z --cache-onlyr z--jsonzchunks.archive.dz.compactrK )rJ r� r� � rL z-vz::test3r; )rj )r r� r� rb r� r� r� r r r0 rM r- r r� r� )r� Z target_idZchunks_archive� config_pathrK r� r� rS rS rU �test_chunks_archive� s
z.ArchiverCorruptionTestCase.test_chunks_archivec
C sl t jj| jd�}td d�}|j|� |jddttd��� t |d��}|j
|� W d Q R X | j d| j �}d S )NrK )rJ r� r� r rL r )
rb r� r� r� r r0 rM r- r r� r� r r� )r� r
rK r� r� rS rS rU �test_old_version_interfered� s
z6ArchiverCorruptionTestCase.test_old_version_interfered)r; )
r r r r� r r
r r r r� rS rS )r� rU r � s
r c @ s e Zd Zdd� Zdd� ZdS )�DiffArchiverTestCasec C s� | j � | jdd| j� | jddd� | jddd� | jdd d� | jd
d d� tjd � tjd tjd
B � tjd� t � r�tjd� tj
d d� tj
dd� tj
dd� tj
dd� tj
dd� t � r�tj dd� tj dd� tj dd � tj dd � | jd | jd d � | jd!d"d� | jd#d$d� tj
d� | jd
d%d& d'� tj
d� tj
d� tjd � | jd(d)d� tjd tjd
B � tjd*� tjd� t � �r�tjd� tj
d*d� tj
d� tj
d*d� tj
d*d+� tj
d� | jd,d-d� tj
d� t � �rtj
d � tj d.d/� tdd0��}|jd1� W d Q R X | jd | jd2 d � | jd d3d4| jd5 d � d6d7� }d8d9� }|| jd:| jd d;�d<� || jd:| jd d=d>d?�d@� || jd:| jd d;dA�d<� d S )BNr� z--encryption=repokeyZfile_unchanged� )r� Z file_removed� Z
file_removed2i Z
file_replacedi z input/dir_replaced_with_filei� zinput/dir_removedz input/dir_replaced_with_linkzinput/link_changedzinput/file_unchangedzinput/link_removedzinput/file_removed2zinput/link_target_removedz input/emptyz"input/link_target_contents_changedzinput/link_replaced_by_filezinput/file_replacedz input/hardlink_target_replacedz input/hardlink_contents_changedzinput/file_removedzinput/hardlink_removedz input/hardlink_target_removedr� z::test0rN Z
file_addedi Zfile_empty_addedr r� i )r� Zdir_replaced_with_filei zinput/dir_addedzinput/link_addedZlink_replaced_by_filei @ zinput/file_addedzinput/hardlink_addedZabs
appended_dataz::test1az--chunker-paramsz
16,18,17,4095z::test1bc S s\ |rdndj d�}dtjkr t� r"|r*dndj d�}t� r:t� r@t� rFt� rLt� rRt� rXd S )N�Bz{:<19}�modifiedr� z0 B)�formatrb r� rB rC )r^ �can_compare_idsZchangerS rS rU �
do_asserts s
zADiffArchiverTestCase.test_basic_functionality.<locals>.do_assertsc S s� dd� }dd� | j d�D �}|r,dddd �nd
di}d tjkr>t� rD|rTdd d
d �nd
di}t� rbt� rht� rnt� rtt� rzt� r�d S )Nc s � fdd�|D �}dd� |D �S )Nc s g | ]}|d � kr|d �qS )r� ZchangesrS )r� r� )r� rS rU r ] s zoDiffArchiverTestCase.test_basic_functionality.<locals>.do_json_asserts.<locals>.get_changes.<locals>.<listcomp>c S s g | ]}|D ]}|�q qS rS rS )r� ZchgsetZchgrS rS rU r ` s rS )r� r� ZchgsetsrS )r� rU � get_changes\ s z[DiffArchiverTestCase.test_basic_functionality.<locals>.do_json_asserts.<locals>.get_changesc S s g | ]}|rt j|��qS rS )r r )r� r� rS rS rU r c s zZDiffArchiverTestCase.test_basic_functionality.<locals>.do_json_asserts.<locals>.<listcomp>r r i i )r1 ZaddedZremovedr1 r� �
r )r rb r� rB rC )r^ r r Zjoutputr rS rS rU �do_json_asserts[ s
zFDiffArchiverTestCase.test_basic_functionality.<locals>.do_json_assertsr� Ztest1aTZtest1br; )rj Fz --json-lines)r r r� r� rb r� r� r� �S_IFDIRrB r� rC r� r� �rmdir�S_IFREGr� r� )r� r� r r rS rS rU r � sl
BM z-DiffArchiverTestCase.test_basic_functionalityc C s� | j dd| j� | jddd� | jddd� | jdd d� | jd
d d� | j d | jd
d� tjd� tjd� tjd� tjd� | jddd� | jd
dd� | jddd� | jddd� | j d | jd d� | j dd| jd
d �}ddddd
dg}d S ) Nr� z--encryption=repokeyZa_file_removed� )r� Zf_file_removed� Zc_file_changedr Ze_file_changedr� r� z::test0rN zinput/a_file_removedzinput/f_file_removedzinput/c_file_changedzinput/e_file_changedi i Z b_file_addedr Z d_file_addedr z::test1r� z--sortr )r r� r� rb r� )r� r^ r rS rS rU �test_sort_option� s.
z%DiffArchiverTestCase.test_sort_optionN)r r r r r rS rS rS rU r � s Rr c C s� t � } | jddddgd�}| jddddgd�}| jddddgd�}| jddddgd �}| jddddgd
�}| jddddgd �}| jddgd �}d S )
Nrp Zservez--restrict-to-path=/p1z--restrict-to-path=/p2z borg serve --info --umask=0027z --restrict-to-repository=/r1z --restrict-to-repository=/r2z borg serve --restrict-to-path=/z%borg serve --restrict-to-repository=/z-borg serve --restrict-to-repository=/r1/belowz borg init --encryption=repokey /z-BORG_HOSTNAME_IS_UNIQUE=yes borg serve --info)r Zget_args)rK rT rS rS rU �
test_get_args� s
r! c C s dd� } d S )Nc S sH dd� | D �}dd� |D �}t jt|�t|��}t jt|�t|��}|S )Nc S s g | ]}|�qS rS rS )r� r� rS rS rU r � s z<test_compare_chunk_contents.<locals>.ccc.<locals>.<listcomp>c S s g | ]}|�qS rS rS )r� r� rS rS rU r � s )r Zcompare_chunk_contents�iter)r r Zchunks_aZchunks_bZcompare1Zcompare2rS rS rU �ccc� s
z(test_compare_chunk_contents.<locals>.cccrS )r# rS rS rU �test_compare_chunk_contents� s r$ c @ s0 e Zd Zedd� �Zdd� Zdd� Zdd� Zd S )
�TestBuildFilterc C s d S )NrS )r� ZmatchedrS rS rU � peek_and_store_hardlink_masters s z/TestBuildFilter.peek_and_store_hardlink_mastersc C s. t � }|jtd�gtj� tj|| jd�}d S )NZincludedr )r3 r^ r4 r2 ZIncluder � build_filterr& )r� �matcherr rS rS rU �
test_basic s zTestBuildFilter.test_basicc C s t dd�}tj|| jd�}d S )NT)�fallbackr )r3 r r' r& )r� r( r rS rS rU �
test_empty# s
zTestBuildFilter.test_emptyc C s t dd�}tj|| jdd�}d S )NT)r* r; )Zstrip_components)r3 r r' r& )r� r( r rS rS rU r| ( s
z%TestBuildFilter.test_strip_componentsN)r r r � staticmethodr& r) r+ r| rS rS rS rU r% s r% c @ s� e Zd Zedd� �Zejdd� �Zejdd� �Zejdd� �Z ejd d
� �Z
ejd d � �Z d
d� Z ej
jdd �ej
jdd �dd� ��Zd S )!�TestCommonOptionsc C sv | ddddd� | dddd d
d d � | d
ddd dd d � | dddddg d� | dddddd� | ddt ddd d � d S ) Nz-hz--helpr{ z show this help message and exit)�actionr{ z
--critical� log_levelr� � store_constZcritical�warning)�destr{ r. �constr� z--error�errorz--appendr ZTOPIC)r2 r{ r. �metavarr� z-pz
--progress�progress�
store_true)r2 r. r{ z --lock-wait� lock_wait�Nr; z(default: %(default)d).)r2 r1 r5 r� r{ )r< )Zadd_common_optionrS rS rU �define_common_options2 s z'TestCommonOptions.define_common_optionsc C s& t jdddd�}tj| jdd�|_|S ) Nr
z test parserF)�prog� description�add_help�_level0�_level1)Zsuffix_precedence)r> r? )�argparse�ArgumentParserr Z
CommonOptionsr: �common_options)r� �parserrS rS rU � basic_parser? s
z TestCommonOptions.basic_parserc C s |j ddd�S )Nzrequired argumentsz <command>)�titler5 )Zadd_subparsers)r� rD rS rS rU �
subparsersF s z TestCommonOptions.subparsersc C s |j j|ddd� |S )Nr> T)Zprovide_defaults)rB �add_common_group)r� rD rS rS rU rC J s zTestCommonOptions.parserc C s t jddd�}|jj|d� |S )NFr
)r= r; r? )r@ rA rB rG )r� rC �
common_parserrS rS rU rH O s z TestCommonOptions.common_parserc sH |j d|gddddtjd�}|jdd� |jd d
d d � � fd
d�}|S )N�
subcommandFr� r� Zbaz)�parentsr= r< �epilogr{ Zformatter_classi� )�funcz
--append-onlyr� r7 )r2 r. c s& t | � � j| �}� jj|� t|�S )N)r� rk rB Zresolve�vars)r� rT )rC rS rU �parse_vars_from_line] s
zDTestCommonOptions.parse_vars_from_line.<locals>.parse_vars_from_line)Z
add_parserr@ ZRawDescriptionHelpFormatterZ set_defaults� add_argument)r� rC rF rH Z subparserrN rS )rC rU rN U s
z&TestCommonOptions.parse_vars_from_linec
C s$ t jt�� |dd� W d Q R X d S )Nz
--append-onlyrI )r% r& r` )r� rN rS rS rU � test_simplee s z TestCommonOptions.test_simple�positionru rw �bothzflag,args_key,args_value�-pr6 T�
--lock-wait=3r8 � c C sP g }|d
kr|j |� |j d� |d kr2|j |� g dddddd �}|||< d S ) Nru rR rI rw r; r1 Fi� )r r8 r/ r6 r� rL )ru rR )rw rR )r )r� rN rQ �flagZargs_keyZ
args_valuer� r rS rS rU � test_flag_position_independence� s
z1TestCommonOptions.test_flag_position_independenceN)ru rw rR �rS r6 T�rT r8 rU )rX rY )r r r r, r: r% �fixturerD rF rC rH rN rP r� � parametrizerW rS rS rS rU r- 1 s
r- c C s$ t jtj�� td� W d Q R X d S )NZ5M)r% r& r@ ZArgumentTypeErrorr rS rS rS rU �test_parse_storage_quota� s r\ c sF t dd�j� } t dd�j� }i �d� �fdd� � � d| t d|i� �S ) z0
Return dict mapping command to parser.
rp )r; ZborgfsNc s� i }xJ|j D ]@}|jd k r dt|j�kr x"|jj� D ]\}}||| | < q4W q W |d k rb|j|� | rp| rpd S x0t|j� �D ] \}}� |d ||� |�|< q~W d S )NZSubParsersActionr+ )Z_actions�choicesrZ r� r� �updater� )r� rC r Z
extra_choicesr] r. r �command)�discover_level�parsersrS rU r` � s
z'get_all_parsers.<locals>.discover_levelrQ )N)r Z build_parser)rC Z
borgfs_parserrS )r` ra rU �get_all_parsers� s rb zcommand, parserc C s t |jt�r d S )N)rY rK r0 )r_ rC rS rS rU �test_help_formatting� s rc ztopic, helptextc C s d S )NrS )Ztopic�helptextrS rS rU � test_help_formatting_helptexts� s re )�r@ r� rh r r� rb r8 r� ru r) r� r] rW r� r �rer� Zbinasciir r Z configparserr r r r Zhashlibr r r
Z
unittest.mockr r% Zllfuse� ImportErrorrp Z borg.helpersrQ r
r r r� r r r r rK r r r r� r r Z constantsZcrypto.low_levelr r Z
crypto.keyr r r r r r! Zcrypto.keymanagerr" r# Zcrypto.file_integrityr$ r% r& r' r( r) r* r+ r, r- r. r/ Znanorstr0 r1 r� r2 r3 r4 r� r5 Zlockingr6 Zloggerr7 Zremoter8 r9 r� r: r< r= r> r? r@ rA rB rC rD rE rF rG ZupgraderrH rI r� r� r� r� �__file__r� rs rz Z BORG_EXES�FileNotFoundErrorrZ r r� r� r� r� r� r� r� r r� r� r� r� r� r� r r r! r$ r% r- r\ rb r[ rl r� rc rd re rS rS rS rU �<module> s� 1 &?
0+ tL@JJ s(!k