restic-compose-backup/restic_compose_backup/cli.py

147 lines
4.7 KiB
Python
Raw Normal View History

2019-04-15 18:31:08 +02:00
import argparse
import pprint
2019-11-15 14:23:56 +01:00
import logging
2019-04-15 18:31:08 +02:00
2019-12-03 09:40:02 +01:00
from restic_compose_backup import (
backup_runner,
log,
restic,
)
from restic_compose_backup.config import Config
from restic_compose_backup.containers import RunningContainers
2019-04-13 19:04:54 +02:00
2019-11-15 14:23:56 +01:00
logger = logging.getLogger(__name__)
2019-04-13 19:04:54 +02:00
def main():
2019-11-15 14:23:56 +01:00
"""CLI entrypoint"""
2019-04-15 18:31:08 +02:00
args = parse_args()
2019-12-04 00:31:13 +01:00
log.setup(level=args.log_level)
config = Config()
2019-04-13 19:04:54 +02:00
containers = RunningContainers()
2019-04-15 18:31:08 +02:00
if args.action == 'status':
2019-04-18 05:01:02 +02:00
status(config, containers)
2019-04-17 00:08:24 +02:00
2019-04-18 05:01:02 +02:00
elif args.action == 'backup':
backup(config, containers)
2019-04-17 00:08:24 +02:00
2019-04-18 05:01:02 +02:00
elif args.action == 'start-backup-process':
start_backup_process(config, containers)
2019-04-13 19:04:54 +02:00
2019-04-17 04:38:15 +02:00
2019-04-18 05:01:02 +02:00
def status(config, containers):
2019-11-12 12:39:49 +01:00
"""Outputs the backup config for the compose setup"""
2019-11-15 14:23:56 +01:00
logger.info("Backup config for compose project '%s'", containers.this_container.project_name)
logger.info("Current service: %s", containers.this_container.name)
2019-11-15 16:47:40 +01:00
# logger.info("Backup process: %s", containers.backup_process_container.name
# if containers.backup_process_container else 'Not Running')
2019-11-15 14:23:56 +01:00
logger.info("Backup running: %s", containers.backup_process_running)
backup_containers = containers.containers_for_backup()
for container in backup_containers:
2019-11-29 01:32:09 +01:00
logger.info('service: %s', container.service_name)
2019-12-03 03:04:49 +01:00
if container.volume_backup_enabled:
for mount in container.filter_mounts():
2019-11-29 01:32:09 +01:00
logger.info(' - volume: %s', mount.source)
2019-12-03 01:47:58 +01:00
if container.database_backup_enabled:
instance = container.instance
2019-12-03 03:04:49 +01:00
ping = instance.ping()
logger.info(' - %s (is_ready=%s)', instance.container_type, ping == 0)
2019-12-02 22:53:00 +01:00
if len(backup_containers) == 0:
2019-12-03 09:40:02 +01:00
logger.info("No containers in the project has 'restic-compose-backup.enabled' label")
2019-04-18 05:01:02 +02:00
def backup(config, containers):
2019-11-15 14:23:56 +01:00
"""Request a backup to start"""
2019-04-18 05:01:02 +02:00
# Make sure we don't spawn multiple backup processes
if containers.backup_process_running:
2019-11-12 12:39:49 +01:00
raise ValueError("Backup process already running")
2019-04-18 05:01:02 +02:00
2019-11-15 14:23:56 +01:00
logger.info("Initializing repository")
2019-04-18 05:01:02 +02:00
# TODO: Errors when repo already exists
restic.init_repo(config.repository)
2019-11-15 14:23:56 +01:00
logger.info("Starting backup container..")
# Map all volumes from the backup container into the backup process container
2019-11-15 14:23:56 +01:00
volumes = containers.this_container.volumes
# Map volumes from other containers we are backing up
mounts = containers.generate_backup_mounts('/backup')
volumes.update(mounts)
2019-12-03 07:36:48 +01:00
result = backup_runner.run(
2019-04-18 05:01:02 +02:00
image=containers.this_container.image,
2019-12-03 09:40:02 +01:00
command='restic-compose-backup start-backup-process',
volumes=volumes,
2019-11-12 12:39:49 +01:00
environment=containers.this_container.environment,
2019-12-03 04:22:24 +01:00
source_container_id=containers.this_container.id,
labels={
2019-12-03 09:40:02 +01:00
"restic-compose-backup.backup_process": 'True',
"com.docker.compose.project": containers.this_container.project_name,
},
2019-04-18 05:01:02 +02:00
)
2019-12-03 07:36:48 +01:00
logger.info('Backup container exit code: %s', result)
# TODO: Alert
2019-04-14 01:35:14 +02:00
def start_backup_process(config, containers):
2019-11-15 16:47:40 +01:00
"""The actual backup process running inside the spawned container"""
2019-11-12 12:39:49 +01:00
if (not containers.backup_process_container
or containers.this_container == containers.backup_process_container is False):
2019-11-15 16:47:40 +01:00
logger.error(
"Cannot run backup process in this container. Use backup command instead. "
"This will spawn a new container with the necessary mounts."
)
return
status(config, containers)
2019-11-15 16:47:40 +01:00
logger.info("start-backup-process")
2019-11-15 14:23:56 +01:00
2019-12-03 04:22:24 +01:00
# Back up volumes
2019-12-03 07:36:48 +01:00
try:
vol_result = restic.backup_files(config.repository, source='/backup')
logger.info('Volume backup exit code: %s', vol_result)
# TODO: Alert
except Exception as ex:
logger.error(ex)
# TODO: Alert
2019-11-12 12:39:49 +01:00
2019-12-03 04:22:24 +01:00
# back up databases
for container in containers.containers_for_backup():
if container.database_backup_enabled:
2019-12-03 07:36:48 +01:00
try:
instance = container.instance
logger.info('Backing up %s in service %s', instance.container_type, instance.service_name)
result = instance.backup()
logger.info('Exit code: %s', result)
# TODO: Alert
except Exception as ex:
logger.error(ex)
# TODO: Alert
2019-12-03 04:22:24 +01:00
2019-04-15 18:31:08 +02:00
def parse_args():
2019-12-03 09:40:02 +01:00
parser = argparse.ArgumentParser(prog='restic_compose_backup')
2019-04-15 18:31:08 +02:00
parser.add_argument(
'action',
choices=['status', 'backup', 'start-backup-process'],
2019-04-15 18:31:08 +02:00
)
2019-12-04 00:31:13 +01:00
parser.add_argument(
'--log-level',
default=None,
choices=list(log.LOG_LEVELS.keys()),
help="Log level"
)
2019-04-15 18:31:08 +02:00
return parser.parse_args()
2019-04-13 19:04:54 +02:00
if __name__ == '__main__':
main()