forked from borgmatic-collective/borgmatic
137 lines
3.7 KiB
Python
137 lines
3.7 KiB
Python
from datetime import datetime
|
|
import os
|
|
import platform
|
|
import subprocess
|
|
|
|
|
|
def create_archive(excludes_filename, verbose, source_directories, repository):
|
|
'''
|
|
Given an excludes filename, a vebosity flag, a space-separated list of source directories, and
|
|
a local or remote repository path, create an attic archive.
|
|
'''
|
|
sources = tuple(source_directories.split(' '))
|
|
|
|
command = (
|
|
'attic', 'create',
|
|
'--exclude-from', excludes_filename,
|
|
'{repo}::{hostname}-{timestamp}'.format(
|
|
repo=repository,
|
|
hostname=platform.node(),
|
|
timestamp=datetime.now().isoformat(),
|
|
),
|
|
) + sources + (
|
|
('--verbose', '--stats') if verbose else ()
|
|
)
|
|
|
|
subprocess.check_call(command)
|
|
|
|
|
|
def _make_prune_flags(retention_config):
|
|
'''
|
|
Given a retention config dict mapping from option name to value, tranform it into an iterable of
|
|
command-line name-value flag pairs.
|
|
|
|
For example, given a retention config of:
|
|
|
|
{'keep_weekly': 4, 'keep_monthly': 6}
|
|
|
|
This will be returned as an iterable of:
|
|
|
|
(
|
|
('--keep-weekly', '4'),
|
|
('--keep-monthly', '6'),
|
|
)
|
|
'''
|
|
return (
|
|
('--' + option_name.replace('_', '-'), str(retention_config[option_name]))
|
|
for option_name, value in retention_config.items()
|
|
)
|
|
|
|
|
|
def prune_archives(verbose, repository, retention_config):
|
|
'''
|
|
Given a verbosity flag, a local or remote repository path, and a retention config dict, prune
|
|
attic archives according the the retention policy specified in that configuration.
|
|
'''
|
|
command = (
|
|
'attic', 'prune',
|
|
repository,
|
|
) + tuple(
|
|
element
|
|
for pair in _make_prune_flags(retention_config)
|
|
for element in pair
|
|
) + (('--verbose',) if verbose else ())
|
|
|
|
subprocess.check_call(command)
|
|
|
|
|
|
DEFAULT_CHECKS = ('repository', 'archives')
|
|
|
|
|
|
def _parse_checks(consistency_config):
|
|
'''
|
|
Given a consistency config with a space-separated "checks" option, transform it to a tuple of
|
|
named checks to run.
|
|
|
|
For example, given a retention config of:
|
|
|
|
{'checks': 'repository archives'}
|
|
|
|
This will be returned as:
|
|
|
|
('repository', 'archives')
|
|
|
|
If no "checks" option is present, return the DEFAULT_CHECKS. If the checks value is the string
|
|
"disabled", return an empty tuple, meaning that no checks should be run.
|
|
'''
|
|
checks = consistency_config.get('checks', '').strip()
|
|
if not checks:
|
|
return DEFAULT_CHECKS
|
|
|
|
return tuple(
|
|
check for check in consistency_config['checks'].split(' ')
|
|
if check.lower() not in ('disabled', '')
|
|
)
|
|
|
|
|
|
def _make_check_flags(checks):
|
|
'''
|
|
Given a parsed sequence of checks, transform it into tuple of command-line flags.
|
|
|
|
For example, given parsed checks of:
|
|
|
|
('repository',)
|
|
|
|
This will be returned as:
|
|
|
|
('--repository-only',)
|
|
'''
|
|
if checks == DEFAULT_CHECKS:
|
|
return ()
|
|
|
|
return tuple(
|
|
'--{}-only'.format(check) for check in checks
|
|
)
|
|
|
|
|
|
def check_archives(verbose, repository, consistency_config):
|
|
'''
|
|
Given a verbosity flag, a local or remote repository path, and a consistency config dict, check
|
|
the contained attic archives for consistency.
|
|
|
|
If there are no consistency checks to run, skip running them.
|
|
'''
|
|
checks = _parse_checks(consistency_config)
|
|
if not checks:
|
|
return
|
|
|
|
command = (
|
|
'attic', 'check',
|
|
repository,
|
|
) + _make_check_flags(checks) + (('--verbose',) if verbose else ())
|
|
|
|
# Attic's check command spews to stdout even without the verbose flag. Suppress it.
|
|
stdout = None if verbose else open(os.devnull, 'w')
|
|
|
|
subprocess.check_call(command, stdout=stdout)
|