Files @ a26f48ad7a8a
Branch filter:

Location: kallithea/pylons_app/lib/backup_manager.py

Marcin Kuzminski
fixes issue #16 reimplementation of database repository, for using generic pk instead of repo naming as pk. Which caused to many problems.
Fixed issue when redirecting after repo name change to 404.
Removed update hook from basic app setup
#!/usr/bin/env python
# encoding: utf-8
# mercurial repository backup manager
# Copyright (C) 2009-2010 Marcin Kuzminski <marcin@python-works.com>
 
# This program is free software; you can redistribute it and/or
# modify it under the terms of the GNU General Public License
# as published by the Free Software Foundation; version 2
# of the License or (at your opinion) any later version of the license.
# 
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
# 
# You should have received a copy of the GNU General Public License
# along with this program; if not, write to the Free Software
# Foundation, Inc., 51 Franklin Street, Fifth Floor, Boston,
# MA  02110-1301, USA.

"""
Created on Feb 28, 2010
Mercurial repositories backup manager
@author: marcink
"""


import logging
from mercurial import config
import tarfile
import os
import datetime
import sys
import subprocess
logging.basicConfig(level=logging.DEBUG,
                    format="%(asctime)s %(levelname)-5.5s %(message)s")

class BackupManager(object):
    def __init__(self, id_rsa_path, repo_conf):
        self.repos_path = None
        self.backup_file_name = None
        self.id_rsa_path = id_rsa_path
        self.check_id_rsa()
        cur_dir = os.path.realpath(__file__)
        dn = os.path.dirname
        self.backup_file_path = os.path.join(dn(dn(dn(cur_dir))), 'data')
        cfg = config.config()
        try:
            cfg.read(os.path.join(dn(dn(dn(cur_dir))), repo_conf))
        except IOError:
            logging.error('Could not read %s', repo_conf)
            sys.exit()
        self.set_repos_path(cfg.items('paths'))
        logging.info('starting backup for %s', self.repos_path)
        logging.info('backup target %s', self.backup_file_path)

        if not os.path.isdir(self.repos_path):
            raise Exception('Not a valid directory in %s' % self.repos_path)

    def check_id_rsa(self):
        if not os.path.isfile(self.id_rsa_path):
            logging.error('Could not load id_rsa key file in %s',
                          self.id_rsa_path)
            sys.exit()

    def set_repos_path(self, paths):
        repos_path = paths[0][1].split('/')
        if repos_path[-1] in ['*', '**']:
            repos_path = repos_path[:-1]
        if repos_path[0] != '/':
            repos_path[0] = '/'
        self.repos_path = os.path.join(*repos_path)

    def backup_repos(self):
        today = datetime.datetime.now().weekday() + 1
        self.backup_file_name = "mercurial_repos.%s.tar.gz" % today
        bckp_file = os.path.join(self.backup_file_path, self.backup_file_name)
        tar = tarfile.open(bckp_file, "w:gz")

        for dir_name in os.listdir(self.repos_path):
            logging.info('backing up %s', dir_name)
            tar.add(os.path.join(self.repos_path, dir_name), dir_name)
        tar.close()
        logging.info('finished backup of mercurial repositories')



    def transfer_files(self):
        params = {
                  'id_rsa_key': self.id_rsa_path,
                  'backup_file_path':self.backup_file_path,
                  'backup_file_name':self.backup_file_name,
                  }
        cmd = ['scp', '-l', '40000', '-i', '%(id_rsa_key)s' % params,
               '%(backup_file_path)s/%(backup_file_name)s' % params,
               'root@192.168.2.102:/backups/mercurial' % params]

        subprocess.call(cmd)
        logging.info('Transfered file %s to %s', self.backup_file_name, cmd[4])
        
    
    def rm_file(self):
        logging.info('Removing file %s', self.backup_file_name)
        os.remove(os.path.join(self.backup_file_path, self.backup_file_name))
    


if __name__ == "__main__":
    B_MANAGER = BackupManager('/home/pylons/id_rsa', 'repositories.config')
    B_MANAGER.backup_repos()
    B_MANAGER.transfer_files()
    B_MANAGER.rm_file()