Files @ 48727add84c9
Branch filter:

Location: kallithea/pylons_app/lib/backup_manager.py - annotation

Marcin Kuzminski
Made repos path config configurable from pylons app configs. update Readme
'''BACKUP MANAGER'''
import logging
from mercurial import config
import tarfile
import os
import datetime
import sys
import subprocess
logging.basicConfig(level=logging.DEBUG,
                    format="%(asctime)s %(levelname)-5.5s %(message)s")

class BackupManager(object):
    def __init__(self, id_rsa_path, repo_conf):
        self.repos_path = None
        self.backup_file_name = None
        self.id_rsa_path = id_rsa_path
        self.check_id_rsa()
        cur_dir = os.path.realpath(__file__)
        dn = os.path.dirname
        self.backup_file_path = os.path.join(dn(dn(dn(cur_dir))), 'data')
        cfg = config.config()
        try:
            cfg.read(os.path.join(dn(dn(dn(cur_dir))), repo_conf))
        except IOError:
            logging.error('Could not read %s', repo_conf)
            sys.exit()
        self.set_repos_path(cfg.items('paths'))
        logging.info('starting backup for %s', self.repos_path)
        logging.info('backup target %s', self.backup_file_path)

        if not os.path.isdir(self.repos_path):
            raise Exception('Not a valid directory in %s' % self.repos_path)

    def check_id_rsa(self):
        if not os.path.isfile(self.id_rsa_path):
            logging.error('Could not load id_rsa key file in %s',
                          self.id_rsa_path)
            sys.exit()

    def set_repos_path(self, paths):
        repos_path = paths[0][1].split('/')
        if repos_path[-1] in ['*', '**']:
            repos_path = repos_path[:-1]
        if repos_path[0] != '/':
            repos_path[0] = '/'
        self.repos_path = os.path.join(*repos_path)

    def backup_repos(self):
        today = datetime.datetime.now().weekday() + 1
        self.backup_file_name = "mercurial_repos.%s.tar.gz" % today
        bckp_file = os.path.join(self.backup_file_path, self.backup_file_name)
        tar = tarfile.open(bckp_file, "w:gz")

        for dir_name in os.listdir(self.repos_path):
            logging.info('backing up %s', dir_name)
            tar.add(os.path.join(self.repos_path, dir_name), dir_name)
        tar.close()
        logging.info('finished backup of mercurial repositories')



    def transfer_files(self):
        params = {
                  'id_rsa_key': self.id_rsa_path,
                  'backup_file_path':self.backup_file_path,
                  'backup_file_name':self.backup_file_name,
                  }
        cmd = ['scp', '-l', '40000', '-i', '%(id_rsa_key)s' % params,
               '%(backup_file_path)s/%(backup_file_name)s' % params,
               'root@192.168.2.102:/backups/mercurial' % params]

        subprocess.call(cmd)
        logging.info('Transfered file %s to %s', self.backup_file_name, cmd[4])
        
    
    def rm_file(self):
        logging.info('Removing file %s', self.backup_file_name)
        os.remove(os.path.join(self.backup_file_path, self.backup_file_name))
    


if __name__ == "__main__":
    B_MANAGER = BackupManager('/home/pylons/id_rsa', 'repositories.config')
    B_MANAGER.backup_repos()
    B_MANAGER.transfer_files()
    B_MANAGER.rm_file()