477 lines
14 KiB
Python
477 lines
14 KiB
Python
from collections import OrderedDict
|
|
from subprocess import STDOUT
|
|
import sys
|
|
import os
|
|
|
|
from flexmock import flexmock
|
|
|
|
from borgmatic import borg as module
|
|
from borgmatic.verbosity import VERBOSITY_SOME, VERBOSITY_LOTS
|
|
|
|
|
|
def test_initialize_with_passphrase_should_set_environment():
|
|
orig_environ = os.environ
|
|
|
|
try:
|
|
os.environ = {}
|
|
module.initialize({'encryption_passphrase': 'pass'}, command='borg')
|
|
assert os.environ.get('BORG_PASSPHRASE') == 'pass'
|
|
finally:
|
|
os.environ = orig_environ
|
|
|
|
|
|
def test_initialize_without_passphrase_should_not_set_environment():
|
|
orig_environ = os.environ
|
|
|
|
try:
|
|
os.environ = {}
|
|
module.initialize({}, command='borg')
|
|
assert os.environ.get('BORG_PASSPHRASE') == None
|
|
finally:
|
|
os.environ = orig_environ
|
|
|
|
|
|
def insert_subprocess_mock(check_call_command, **kwargs):
|
|
subprocess = flexmock(STDOUT=STDOUT)
|
|
subprocess.should_receive('check_call').with_args(check_call_command, **kwargs).once()
|
|
flexmock(module).subprocess = subprocess
|
|
|
|
|
|
def insert_subprocess_never():
|
|
subprocess = flexmock()
|
|
subprocess.should_receive('check_call').never()
|
|
flexmock(module).subprocess = subprocess
|
|
|
|
|
|
def insert_platform_mock():
|
|
flexmock(module.platform).should_receive('node').and_return('host')
|
|
|
|
|
|
def insert_datetime_mock():
|
|
flexmock(module).datetime = flexmock().should_receive('now').and_return(
|
|
flexmock().should_receive('isoformat').and_return('now').mock
|
|
).mock
|
|
|
|
|
|
CREATE_COMMAND_WITHOUT_EXCLUDES = ('borg', 'create', 'repo::host-now', 'foo', 'bar')
|
|
CREATE_COMMAND = CREATE_COMMAND_WITHOUT_EXCLUDES + ('--exclude-from', 'excludes')
|
|
|
|
|
|
def test_create_archive_should_call_borg_with_parameters():
|
|
insert_subprocess_mock(CREATE_COMMAND)
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
|
|
module.create_archive(
|
|
excludes_filename='excludes',
|
|
verbosity=None,
|
|
storage_config={},
|
|
source_directories='foo bar',
|
|
repository='repo',
|
|
command='borg',
|
|
)
|
|
|
|
|
|
def test_create_archive_with_two_spaces_in_source_directories():
|
|
insert_subprocess_mock(CREATE_COMMAND)
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
|
|
module.create_archive(
|
|
excludes_filename='excludes',
|
|
verbosity=None,
|
|
storage_config={},
|
|
source_directories='foo bar',
|
|
repository='repo',
|
|
command='borg',
|
|
)
|
|
|
|
|
|
def test_create_archive_with_none_excludes_filename_should_call_borg_without_excludes():
|
|
insert_subprocess_mock(CREATE_COMMAND_WITHOUT_EXCLUDES)
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
|
|
module.create_archive(
|
|
excludes_filename=None,
|
|
verbosity=None,
|
|
storage_config={},
|
|
source_directories='foo bar',
|
|
repository='repo',
|
|
command='borg',
|
|
)
|
|
|
|
|
|
def test_create_archive_with_verbosity_some_should_call_borg_with_info_parameter():
|
|
insert_subprocess_mock(CREATE_COMMAND + ('--info', '--stats',))
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
|
|
module.create_archive(
|
|
excludes_filename='excludes',
|
|
verbosity=VERBOSITY_SOME,
|
|
storage_config={},
|
|
source_directories='foo bar',
|
|
repository='repo',
|
|
command='borg',
|
|
)
|
|
|
|
|
|
def test_create_archive_with_verbosity_lots_should_call_borg_with_debug_parameter():
|
|
insert_subprocess_mock(CREATE_COMMAND + ('--debug', '--list', '--stats'))
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
|
|
module.create_archive(
|
|
excludes_filename='excludes',
|
|
verbosity=VERBOSITY_LOTS,
|
|
storage_config={},
|
|
source_directories='foo bar',
|
|
repository='repo',
|
|
command='borg',
|
|
)
|
|
|
|
|
|
def test_create_archive_with_compression_should_call_borg_with_compression_parameters():
|
|
insert_subprocess_mock(CREATE_COMMAND + ('--compression', 'rle'))
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
|
|
module.create_archive(
|
|
excludes_filename='excludes',
|
|
verbosity=None,
|
|
storage_config={'compression': 'rle'},
|
|
source_directories='foo bar',
|
|
repository='repo',
|
|
command='borg',
|
|
)
|
|
|
|
|
|
def test_create_archive_with_one_file_system_should_call_borg_with_one_file_system_parameters():
|
|
insert_subprocess_mock(CREATE_COMMAND + ('--one-file-system',))
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
|
|
module.create_archive(
|
|
excludes_filename='excludes',
|
|
verbosity=None,
|
|
storage_config={},
|
|
source_directories='foo bar',
|
|
repository='repo',
|
|
command='borg',
|
|
one_file_system=True,
|
|
)
|
|
|
|
|
|
def test_create_archive_with_remote_path_should_call_borg_with_remote_path_parameters():
|
|
insert_subprocess_mock(CREATE_COMMAND + ('--remote-path', 'borg1'))
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
|
|
module.create_archive(
|
|
excludes_filename='excludes',
|
|
verbosity=None,
|
|
storage_config={},
|
|
source_directories='foo bar',
|
|
repository='repo',
|
|
command='borg',
|
|
remote_path='borg1',
|
|
)
|
|
|
|
|
|
def test_create_archive_with_umask_should_call_borg_with_umask_parameters():
|
|
insert_subprocess_mock(CREATE_COMMAND + ('--umask', '740'))
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
|
|
module.create_archive(
|
|
excludes_filename='excludes',
|
|
verbosity=None,
|
|
storage_config={'umask': 740},
|
|
source_directories='foo bar',
|
|
repository='repo',
|
|
command='borg',
|
|
)
|
|
|
|
|
|
def test_create_archive_with_source_directories_glob_expands():
|
|
insert_subprocess_mock(('borg', 'create', 'repo::host-now', 'foo', 'food'))
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
flexmock(module).should_receive('glob').with_args('foo*').and_return(['foo', 'food'])
|
|
|
|
module.create_archive(
|
|
excludes_filename=None,
|
|
verbosity=None,
|
|
storage_config={},
|
|
source_directories='foo*',
|
|
repository='repo',
|
|
command='borg',
|
|
)
|
|
|
|
|
|
def test_create_archive_with_non_matching_source_directories_glob_passes_through():
|
|
insert_subprocess_mock(('borg', 'create', 'repo::host-now', 'foo*'))
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
flexmock(module).should_receive('glob').with_args('foo*').and_return([])
|
|
|
|
module.create_archive(
|
|
excludes_filename=None,
|
|
verbosity=None,
|
|
storage_config={},
|
|
source_directories='foo*',
|
|
repository='repo',
|
|
command='borg',
|
|
)
|
|
|
|
|
|
def test_create_archive_with_glob_should_call_borg_with_expanded_directories():
|
|
insert_subprocess_mock(('borg', 'create', 'repo::host-now', 'foo', 'food'))
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
flexmock(module).should_receive('glob').with_args('foo*').and_return(['foo', 'food'])
|
|
|
|
module.create_archive(
|
|
excludes_filename=None,
|
|
verbosity=None,
|
|
storage_config={},
|
|
source_directories='foo*',
|
|
repository='repo',
|
|
command='borg',
|
|
)
|
|
|
|
|
|
BASE_PRUNE_FLAGS = (
|
|
('--keep-daily', '1'),
|
|
('--keep-weekly', '2'),
|
|
('--keep-monthly', '3'),
|
|
)
|
|
|
|
|
|
def test_make_prune_flags_should_return_flags_from_config():
|
|
retention_config = OrderedDict(
|
|
(
|
|
('keep_daily', 1),
|
|
('keep_weekly', 2),
|
|
('keep_monthly', 3),
|
|
)
|
|
)
|
|
|
|
result = module._make_prune_flags(retention_config)
|
|
|
|
assert tuple(result) == BASE_PRUNE_FLAGS
|
|
|
|
|
|
PRUNE_COMMAND = (
|
|
'borg', 'prune', 'repo', '--keep-daily', '1', '--keep-weekly', '2', '--keep-monthly', '3',
|
|
)
|
|
|
|
|
|
def test_prune_archives_should_call_borg_with_parameters():
|
|
retention_config = flexmock()
|
|
flexmock(module).should_receive('_make_prune_flags').with_args(retention_config).and_return(
|
|
BASE_PRUNE_FLAGS,
|
|
)
|
|
insert_subprocess_mock(PRUNE_COMMAND)
|
|
|
|
module.prune_archives(
|
|
verbosity=None,
|
|
repository='repo',
|
|
retention_config=retention_config,
|
|
command='borg',
|
|
)
|
|
|
|
|
|
def test_prune_archives_with_verbosity_some_should_call_borg_with_info_parameter():
|
|
retention_config = flexmock()
|
|
flexmock(module).should_receive('_make_prune_flags').with_args(retention_config).and_return(
|
|
BASE_PRUNE_FLAGS,
|
|
)
|
|
insert_subprocess_mock(PRUNE_COMMAND + ('--info', '--stats',))
|
|
|
|
module.prune_archives(
|
|
repository='repo',
|
|
verbosity=VERBOSITY_SOME,
|
|
retention_config=retention_config,
|
|
command='borg',
|
|
)
|
|
|
|
|
|
def test_prune_archives_with_verbosity_lots_should_call_borg_with_debug_parameter():
|
|
retention_config = flexmock()
|
|
flexmock(module).should_receive('_make_prune_flags').with_args(retention_config).and_return(
|
|
BASE_PRUNE_FLAGS,
|
|
)
|
|
insert_subprocess_mock(PRUNE_COMMAND + ('--debug', '--stats',))
|
|
|
|
module.prune_archives(
|
|
repository='repo',
|
|
verbosity=VERBOSITY_LOTS,
|
|
retention_config=retention_config,
|
|
command='borg',
|
|
)
|
|
|
|
def test_prune_archive_with_remote_path_should_call_borg_with_remote_path_parameters():
|
|
retention_config = flexmock()
|
|
flexmock(module).should_receive('_make_prune_flags').with_args(retention_config).and_return(
|
|
BASE_PRUNE_FLAGS,
|
|
)
|
|
insert_subprocess_mock(PRUNE_COMMAND + ('--remote-path', 'borg1'))
|
|
|
|
module.prune_archives(
|
|
verbosity=None,
|
|
repository='repo',
|
|
retention_config=retention_config,
|
|
command='borg',
|
|
remote_path='borg1',
|
|
)
|
|
|
|
|
|
def test_parse_checks_returns_them_as_tuple():
|
|
checks = module._parse_checks({'checks': 'foo disabled bar'})
|
|
|
|
assert checks == ('foo', 'bar')
|
|
|
|
|
|
def test_parse_checks_with_missing_value_returns_defaults():
|
|
checks = module._parse_checks({})
|
|
|
|
assert checks == module.DEFAULT_CHECKS
|
|
|
|
|
|
def test_parse_checks_with_blank_value_returns_defaults():
|
|
checks = module._parse_checks({'checks': ''})
|
|
|
|
assert checks == module.DEFAULT_CHECKS
|
|
|
|
|
|
def test_parse_checks_with_disabled_returns_no_checks():
|
|
checks = module._parse_checks({'checks': 'disabled'})
|
|
|
|
assert checks == ()
|
|
|
|
|
|
def test_make_check_flags_with_checks_returns_flags():
|
|
flags = module._make_check_flags(('foo', 'bar'))
|
|
|
|
assert flags == ('--foo-only', '--bar-only')
|
|
|
|
|
|
def test_make_check_flags_with_default_checks_returns_no_flags():
|
|
flags = module._make_check_flags(module.DEFAULT_CHECKS)
|
|
|
|
assert flags == ()
|
|
|
|
|
|
def test_make_check_flags_with_checks_and_last_returns_flags_including_last():
|
|
flags = module._make_check_flags(('foo', 'bar'), check_last=3)
|
|
|
|
assert flags == ('--foo-only', '--bar-only', '--last', 3)
|
|
|
|
|
|
def test_make_check_flags_with_last_returns_last_flag():
|
|
flags = module._make_check_flags(module.DEFAULT_CHECKS, check_last=3)
|
|
|
|
assert flags == ('--last', 3)
|
|
|
|
|
|
def test_check_archives_should_call_borg_with_parameters():
|
|
checks = flexmock()
|
|
check_last = flexmock()
|
|
consistency_config = flexmock().should_receive('get').and_return(check_last).mock
|
|
flexmock(module).should_receive('_parse_checks').and_return(checks)
|
|
flexmock(module).should_receive('_make_check_flags').with_args(checks, check_last).and_return(())
|
|
stdout = flexmock()
|
|
insert_subprocess_mock(
|
|
('borg', 'check', 'repo'),
|
|
stdout=stdout, stderr=STDOUT,
|
|
)
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
flexmock(sys.modules['builtins']).should_receive('open').and_return(stdout)
|
|
flexmock(module.os).should_receive('devnull')
|
|
|
|
module.check_archives(
|
|
verbosity=None,
|
|
repository='repo',
|
|
consistency_config=consistency_config,
|
|
command='borg',
|
|
)
|
|
|
|
|
|
def test_check_archives_with_verbosity_some_should_call_borg_with_info_parameter():
|
|
consistency_config = flexmock().should_receive('get').and_return(None).mock
|
|
flexmock(module).should_receive('_parse_checks').and_return(flexmock())
|
|
flexmock(module).should_receive('_make_check_flags').and_return(())
|
|
insert_subprocess_mock(
|
|
('borg', 'check', 'repo', '--info'),
|
|
stdout=None, stderr=STDOUT,
|
|
)
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
|
|
module.check_archives(
|
|
verbosity=VERBOSITY_SOME,
|
|
repository='repo',
|
|
consistency_config=consistency_config,
|
|
command='borg',
|
|
)
|
|
|
|
|
|
def test_check_archives_with_verbosity_lots_should_call_borg_with_debug_parameter():
|
|
consistency_config = flexmock().should_receive('get').and_return(None).mock
|
|
flexmock(module).should_receive('_parse_checks').and_return(flexmock())
|
|
flexmock(module).should_receive('_make_check_flags').and_return(())
|
|
insert_subprocess_mock(
|
|
('borg', 'check', 'repo', '--debug'),
|
|
stdout=None, stderr=STDOUT,
|
|
)
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
|
|
module.check_archives(
|
|
verbosity=VERBOSITY_LOTS,
|
|
repository='repo',
|
|
consistency_config=consistency_config,
|
|
command='borg',
|
|
)
|
|
|
|
|
|
def test_check_archives_without_any_checks_should_bail():
|
|
consistency_config = flexmock().should_receive('get').and_return(None).mock
|
|
flexmock(module).should_receive('_parse_checks').and_return(())
|
|
insert_subprocess_never()
|
|
|
|
module.check_archives(
|
|
verbosity=None,
|
|
repository='repo',
|
|
consistency_config=consistency_config,
|
|
command='borg',
|
|
)
|
|
|
|
|
|
def test_check_archives_with_remote_path_should_call_borg_with_remote_path_parameters():
|
|
checks = flexmock()
|
|
check_last = flexmock()
|
|
consistency_config = flexmock().should_receive('get').and_return(check_last).mock
|
|
flexmock(module).should_receive('_parse_checks').and_return(checks)
|
|
flexmock(module).should_receive('_make_check_flags').with_args(checks, check_last).and_return(())
|
|
stdout = flexmock()
|
|
insert_subprocess_mock(
|
|
('borg', 'check', 'repo', '--remote-path', 'borg1'),
|
|
stdout=stdout, stderr=STDOUT,
|
|
)
|
|
insert_platform_mock()
|
|
insert_datetime_mock()
|
|
flexmock(sys.modules['builtins']).should_receive('open').and_return(stdout)
|
|
flexmock(module.os).should_receive('devnull')
|
|
|
|
module.check_archives(
|
|
verbosity=None,
|
|
repository='repo',
|
|
consistency_config=consistency_config,
|
|
command='borg',
|
|
remote_path='borg1',
|
|
)
|