Files
@ be4621c6de58
Branch filter:
Location: kallithea/pylons_app/lib/backup_manager.py - annotation
be4621c6de58
3.0 KiB
text/x-python
Pygments code coloring rewrite, annotation was moved to vcs whitch had much better lib for that. Fixed code recognition based on mimetypes of filenodes, for better coloring.
b4b25ece7797 e89967ca7f68 e89967ca7f68 e89967ca7f68 e89967ca7f68 e89967ca7f68 e89967ca7f68 fd0c6fa2df82 22b2234e51cd 22b2234e51cd e89967ca7f68 e89967ca7f68 48727add84c9 b4b25ece7797 b4b25ece7797 48727add84c9 fd0c6fa2df82 8f29ddc4c147 e89967ca7f68 8f29ddc4c147 e89967ca7f68 e89967ca7f68 48727add84c9 e89967ca7f68 48727add84c9 e89967ca7f68 e89967ca7f68 e89967ca7f68 e89967ca7f68 e89967ca7f68 e89967ca7f68 e89967ca7f68 e89967ca7f68 fd0c6fa2df82 fd0c6fa2df82 b4b25ece7797 b4b25ece7797 fd0c6fa2df82 fd0c6fa2df82 e89967ca7f68 e89967ca7f68 e89967ca7f68 e89967ca7f68 e89967ca7f68 e89967ca7f68 e89967ca7f68 e89967ca7f68 e89967ca7f68 e89967ca7f68 fd0c6fa2df82 fd0c6fa2df82 e89967ca7f68 e89967ca7f68 b4b25ece7797 b4b25ece7797 b4b25ece7797 e89967ca7f68 b3307ca60bfb e89967ca7f68 e89967ca7f68 fd0c6fa2df82 fd0c6fa2df82 fd0c6fa2df82 fd0c6fa2df82 fd0c6fa2df82 fd0c6fa2df82 fd0c6fa2df82 787e7d307b69 fd0c6fa2df82 fd0c6fa2df82 fd0c6fa2df82 c92f827280a3 fd0c6fa2df82 22b2234e51cd 22b2234e51cd 22b2234e51cd 846e2d8672c4 b4b25ece7797 22b2234e51cd fd0c6fa2df82 fd0c6fa2df82 e89967ca7f68 48727add84c9 b4b25ece7797 b4b25ece7797 b4b25ece7797 e89967ca7f68 e89967ca7f68 | '''BACKUP MANAGER'''
import logging
from mercurial import config
import tarfile
import os
import datetime
import sys
import subprocess
logging.basicConfig(level=logging.DEBUG,
format="%(asctime)s %(levelname)-5.5s %(message)s")
class BackupManager(object):
def __init__(self, id_rsa_path, repo_conf):
self.repos_path = None
self.backup_file_name = None
self.id_rsa_path = id_rsa_path
self.check_id_rsa()
cur_dir = os.path.realpath(__file__)
dn = os.path.dirname
self.backup_file_path = os.path.join(dn(dn(dn(cur_dir))), 'data')
cfg = config.config()
try:
cfg.read(os.path.join(dn(dn(dn(cur_dir))), repo_conf))
except IOError:
logging.error('Could not read %s', repo_conf)
sys.exit()
self.set_repos_path(cfg.items('paths'))
logging.info('starting backup for %s', self.repos_path)
logging.info('backup target %s', self.backup_file_path)
if not os.path.isdir(self.repos_path):
raise Exception('Not a valid directory in %s' % self.repos_path)
def check_id_rsa(self):
if not os.path.isfile(self.id_rsa_path):
logging.error('Could not load id_rsa key file in %s',
self.id_rsa_path)
sys.exit()
def set_repos_path(self, paths):
repos_path = paths[0][1].split('/')
if repos_path[-1] in ['*', '**']:
repos_path = repos_path[:-1]
if repos_path[0] != '/':
repos_path[0] = '/'
self.repos_path = os.path.join(*repos_path)
def backup_repos(self):
today = datetime.datetime.now().weekday() + 1
self.backup_file_name = "mercurial_repos.%s.tar.gz" % today
bckp_file = os.path.join(self.backup_file_path, self.backup_file_name)
tar = tarfile.open(bckp_file, "w:gz")
for dir_name in os.listdir(self.repos_path):
logging.info('backing up %s', dir_name)
tar.add(os.path.join(self.repos_path, dir_name), dir_name)
tar.close()
logging.info('finished backup of mercurial repositories')
def transfer_files(self):
params = {
'id_rsa_key': self.id_rsa_path,
'backup_file_path':self.backup_file_path,
'backup_file_name':self.backup_file_name,
}
cmd = ['scp', '-l', '40000', '-i', '%(id_rsa_key)s' % params,
'%(backup_file_path)s/%(backup_file_name)s' % params,
'root@192.168.2.102:/backups/mercurial' % params]
subprocess.call(cmd)
logging.info('Transfered file %s to %s', self.backup_file_name, cmd[4])
def rm_file(self):
logging.info('Removing file %s', self.backup_file_name)
os.remove(os.path.join(self.backup_file_path, self.backup_file_name))
if __name__ == "__main__":
B_MANAGER = BackupManager('/home/pylons/id_rsa', 'repositories.config')
B_MANAGER.backup_repos()
B_MANAGER.transfer_files()
B_MANAGER.rm_file()
|