Files @ 79fdfd0afdf8
Branch filter:

Location: kallithea/rhodecode/lib/hooks.py - annotation

Marcin Kuzminski
Added tag v1.4.2 for changeset d998cc84cf72
d173938d711b
d173938d711b
d173938d711b
d173938d711b
d173938d711b
d173938d711b
6832ef664673
d173938d711b
d173938d711b
89efedac4e6c
d173938d711b
d173938d711b
a671db5bdd58
a671db5bdd58
a671db5bdd58
a671db5bdd58
6832ef664673
1e757ac98988
1e757ac98988
1e757ac98988
1e757ac98988
6832ef664673
1e757ac98988
a671db5bdd58
d173938d711b
d173938d711b
1dbf07735af4
1dbf07735af4
1e757ac98988
677408ee9355
7f5976da192c
1dbf07735af4
7f5976da192c
7f5976da192c
a3efdd61a21f
4c71667160e5
3d0bd5f71dab
aa17c7a1b8a5
3d0bd5f71dab
c1516b35f91d
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
7ccf403b9c3f
1e757ac98988
e7eef7a1db6a
e7eef7a1db6a
6832ef664673
d173938d711b
d173938d711b
d173938d711b
d173938d711b
1e757ac98988
7ccf403b9c3f
9de452afbe01
9de452afbe01
9de452afbe01
9de452afbe01
9de452afbe01
9de452afbe01
9de452afbe01
9de452afbe01
9de452afbe01
59670f091c76
c1516b35f91d
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
30cafecb2630
30cafecb2630
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
30cafecb2630
30cafecb2630
aa17c7a1b8a5
aa17c7a1b8a5
7f5976da192c
e7eef7a1db6a
e7eef7a1db6a
6832ef664673
7f5976da192c
7f5976da192c
7f5976da192c
4c71667160e5
4c71667160e5
4c71667160e5
4c71667160e5
926f55b038bc
4c71667160e5
4c71667160e5
4c71667160e5
4c71667160e5
aa17c7a1b8a5
4c71667160e5
4c71667160e5
4c71667160e5
4c71667160e5
aa17c7a1b8a5
4c71667160e5
4c71667160e5
aa17c7a1b8a5
7f5976da192c
aa17c7a1b8a5
926f55b038bc
7be31af5bc78
926f55b038bc
59670f091c76
926f55b038bc
926f55b038bc
926f55b038bc
926f55b038bc
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
7f5976da192c
1e757ac98988
c1516b35f91d
7f5976da192c
e7eef7a1db6a
e7eef7a1db6a
6832ef664673
5cc96df705b9
37c143aa8616
1e757ac98988
59670f091c76
4c71667160e5
4c71667160e5
4c71667160e5
4c71667160e5
4c71667160e5
926f55b038bc
4c71667160e5
4c71667160e5
4c71667160e5
4c71667160e5
aa17c7a1b8a5
4c71667160e5
4c71667160e5
4c71667160e5
4c71667160e5
aa17c7a1b8a5
4c71667160e5
4c71667160e5
4c71667160e5
4c71667160e5
59670f091c76
d9972f76322e
d9972f76322e
d9972f76322e
d9972f76322e
d9972f76322e
d9972f76322e
59670f091c76
d9972f76322e
d9972f76322e
d9972f76322e
d9972f76322e
d9972f76322e
59670f091c76
d9972f76322e
1dbf07735af4
8a68e0292232
d9972f76322e
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
59670f091c76
7f5976da192c
59670f091c76
926f55b038bc
59670f091c76
926f55b038bc
7be31af5bc78
926f55b038bc
926f55b038bc
926f55b038bc
926f55b038bc
926f55b038bc
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
7f5976da192c
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
8ecfed1d8f8b
926f55b038bc
27abf546aa8a
87f0800abc7b
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
27abf546aa8a
7be31af5bc78
926f55b038bc
926f55b038bc
926f55b038bc
926f55b038bc
926f55b038bc
926f55b038bc
926f55b038bc
27abf546aa8a
87f0800abc7b
2eeb2ed72e55
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
2eeb2ed72e55
aa17c7a1b8a5
aa17c7a1b8a5
2eeb2ed72e55
8a68e0292232
761e00380370
761e00380370
761e00380370
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
3d0bd5f71dab
2eeb2ed72e55
3d0bd5f71dab
3d0bd5f71dab
3d0bd5f71dab
3d0bd5f71dab
2eeb2ed72e55
2eeb2ed72e55
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
c0ec29b20eb6
2eeb2ed72e55
2eeb2ed72e55
# -*- coding: utf-8 -*-
"""
    rhodecode.lib.hooks
    ~~~~~~~~~~~~~~~~~~~

    Hooks runned by rhodecode

    :created_on: Aug 6, 2010
    :author: marcink
    :copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com>
    :license: GPLv3, see COPYING for more details.
"""
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
import os
import sys
import binascii
from inspect import isfunction

from mercurial.scmutil import revrange
from mercurial.node import nullrev

from rhodecode.lib import helpers as h
from rhodecode.lib.utils import action_logger
from rhodecode.lib.vcs.backends.base import EmptyChangeset
from rhodecode.lib.compat import json
from rhodecode.lib.exceptions import HTTPLockedRC
from rhodecode.lib.utils2 import safe_str
from rhodecode.model.db import Repository, User

def _get_scm_size(alias, root_path):

    if not alias.startswith('.'):
        alias += '.'

    size_scm, size_root = 0, 0
    for path, dirs, files in os.walk(root_path):
        if path.find(alias) != -1:
            for f in files:
                try:
                    size_scm += os.path.getsize(os.path.join(path, f))
                except OSError:
                    pass
        else:
            for f in files:
                try:
                    size_root += os.path.getsize(os.path.join(path, f))
                except OSError:
                    pass

    size_scm_f = h.format_byte_size(size_scm)
    size_root_f = h.format_byte_size(size_root)
    size_total_f = h.format_byte_size(size_root + size_scm)

    return size_scm_f, size_root_f, size_total_f


def repo_size(ui, repo, hooktype=None, **kwargs):
    """
    Presents size of repository after push

    :param ui:
    :param repo:
    :param hooktype:
    """

    size_hg_f, size_root_f, size_total_f = _get_scm_size('.hg', repo.root)

    last_cs = repo[len(repo) - 1]

    msg = ('Repository size .hg:%s repo:%s total:%s\n'
           'Last revision is now r%s:%s\n') % (
        size_hg_f, size_root_f, size_total_f, last_cs.rev(), last_cs.hex()[:12]
    )

    sys.stdout.write(msg)


def pre_push(ui, repo, **kwargs):
    # pre push function, currently used to ban pushing when
    # repository is locked
    try:
        rc_extras = json.loads(os.environ.get('RC_SCM_DATA', "{}"))
    except:
        rc_extras = {}
    extras = dict(repo.ui.configitems('rhodecode_extras'))

    if 'username' in extras:
        username = extras['username']
        repository = extras['repository']
        scm = extras['scm']
        locked_by = extras['locked_by']
    elif 'username' in rc_extras:
        username = rc_extras['username']
        repository = rc_extras['repository']
        scm = rc_extras['scm']
        locked_by = rc_extras['locked_by']
    else:
        raise Exception('Missing data in repo.ui and os.environ')

    usr = User.get_by_username(username)
    if locked_by[0] and usr.user_id != int(locked_by[0]):
        locked_by = User.get(locked_by[0]).username
        raise HTTPLockedRC(repository, locked_by)


def pre_pull(ui, repo, **kwargs):
    # pre push function, currently used to ban pushing when
    # repository is locked
    try:
        rc_extras = json.loads(os.environ.get('RC_SCM_DATA', "{}"))
    except:
        rc_extras = {}
    extras = dict(repo.ui.configitems('rhodecode_extras'))
    if 'username' in extras:
        username = extras['username']
        repository = extras['repository']
        scm = extras['scm']
        locked_by = extras['locked_by']
    elif 'username' in rc_extras:
        username = rc_extras['username']
        repository = rc_extras['repository']
        scm = rc_extras['scm']
        locked_by = rc_extras['locked_by']
    else:
        raise Exception('Missing data in repo.ui and os.environ')

    if locked_by[0]:
        locked_by = User.get(locked_by[0]).username
        raise HTTPLockedRC(repository, locked_by)


def log_pull_action(ui, repo, **kwargs):
    """
    Logs user last pull action

    :param ui:
    :param repo:
    """
    try:
        rc_extras = json.loads(os.environ.get('RC_SCM_DATA', "{}"))
    except:
        rc_extras = {}
    extras = dict(repo.ui.configitems('rhodecode_extras'))
    if 'username' in extras:
        username = extras['username']
        repository = extras['repository']
        scm = extras['scm']
        make_lock = extras['make_lock']
    elif 'username' in rc_extras:
        username = rc_extras['username']
        repository = rc_extras['repository']
        scm = rc_extras['scm']
        make_lock = rc_extras['make_lock']
    else:
        raise Exception('Missing data in repo.ui and os.environ')
    user = User.get_by_username(username)
    action = 'pull'
    action_logger(user, action, repository, extras['ip'], commit=True)
    # extension hook call
    from rhodecode import EXTENSIONS
    callback = getattr(EXTENSIONS, 'PULL_HOOK', None)

    if isfunction(callback):
        kw = {}
        kw.update(extras)
        callback(**kw)

    if make_lock is True:
        Repository.lock(Repository.get_by_repo_name(repository), user.user_id)
        #msg = 'Made lock on repo `%s`' % repository
        #sys.stdout.write(msg)

    return 0


def log_push_action(ui, repo, **kwargs):
    """
    Maps user last push action to new changeset id, from mercurial

    :param ui:
    :param repo: repo object containing the `ui` object
    """

    try:
        rc_extras = json.loads(os.environ.get('RC_SCM_DATA', "{}"))
    except:
        rc_extras = {}

    extras = dict(repo.ui.configitems('rhodecode_extras'))
    if 'username' in extras:
        username = extras['username']
        repository = extras['repository']
        scm = extras['scm']
        make_lock = extras['make_lock']
    elif 'username' in rc_extras:
        username = rc_extras['username']
        repository = rc_extras['repository']
        scm = rc_extras['scm']
        make_lock = rc_extras['make_lock']
    else:
        raise Exception('Missing data in repo.ui and os.environ')

    action = 'push' + ':%s'

    if scm == 'hg':
        node = kwargs['node']

        def get_revs(repo, rev_opt):
            if rev_opt:
                revs = revrange(repo, rev_opt)

                if len(revs) == 0:
                    return (nullrev, nullrev)
                return (max(revs), min(revs))
            else:
                return (len(repo) - 1, 0)

        stop, start = get_revs(repo, [node + ':'])
        h = binascii.hexlify
        revs = [h(repo[r].node()) for r in xrange(start, stop + 1)]
    elif scm == 'git':
        revs = kwargs.get('_git_revs', [])
        if '_git_revs' in kwargs:
            kwargs.pop('_git_revs')

    action = action % ','.join(revs)

    action_logger(username, action, repository, extras['ip'], commit=True)

    # extension hook call
    from rhodecode import EXTENSIONS
    callback = getattr(EXTENSIONS, 'PUSH_HOOK', None)
    if isfunction(callback):
        kw = {'pushed_revs': revs}
        kw.update(extras)
        callback(**kw)

    if make_lock is False:
        Repository.unlock(Repository.get_by_repo_name(repository))
        msg = 'Released lock on repo `%s`\n' % repository
        sys.stdout.write(msg)

    return 0


def log_create_repository(repository_dict, created_by, **kwargs):
    """
    Post create repository Hook. This is a dummy function for admins to re-use
    if needed. It's taken from rhodecode-extensions module and executed
    if present

    :param repository: dict dump of repository object
    :param created_by: username who created repository
    :param created_date: date of creation

    available keys of repository_dict:

     'repo_type',
     'description',
     'private',
     'created_on',
     'enable_downloads',
     'repo_id',
     'user_id',
     'enable_statistics',
     'clone_uri',
     'fork_id',
     'group_id',
     'repo_name'

    """
    from rhodecode import EXTENSIONS
    callback = getattr(EXTENSIONS, 'CREATE_REPO_HOOK', None)
    if isfunction(callback):
        kw = {}
        kw.update(repository_dict)
        kw.update({'created_by': created_by})
        kw.update(kwargs)
        return callback(**kw)

    return 0

handle_git_pre_receive = (lambda repo_path, revs, env:
    handle_git_receive(repo_path, revs, env, hook_type='pre'))
handle_git_post_receive = (lambda repo_path, revs, env:
    handle_git_receive(repo_path, revs, env, hook_type='post'))


def handle_git_receive(repo_path, revs, env, hook_type='post'):
    """
    A really hacky method that is runned by git post-receive hook and logs
    an push action together with pushed revisions. It's executed by subprocess
    thus needs all info to be able to create a on the fly pylons enviroment,
    connect to database and run the logging code. Hacky as sh*t but works.

    :param repo_path:
    :type repo_path:
    :param revs:
    :type revs:
    :param env:
    :type env:
    """
    from paste.deploy import appconfig
    from sqlalchemy import engine_from_config
    from rhodecode.config.environment import load_environment
    from rhodecode.model import init_model
    from rhodecode.model.db import RhodeCodeUi
    from rhodecode.lib.utils import make_ui

    path, ini_name = os.path.split(env['RHODECODE_CONFIG_FILE'])
    conf = appconfig('config:%s' % ini_name, relative_to=path)
    load_environment(conf.global_conf, conf.local_conf)

    engine = engine_from_config(conf, 'sqlalchemy.db1.')
    init_model(engine)

    baseui = make_ui('db')
    # fix if it's not a bare repo
    if repo_path.endswith('.git'):
        repo_path = repo_path[:-4]

    repo = Repository.get_by_full_path(repo_path)
    if not repo:
        raise OSError('Repository %s not found in database'
                      % (safe_str(repo_path)))

    _hooks = dict(baseui.configitems('hooks')) or {}

    extras = json.loads(env['RHODECODE_EXTRAS'])
    for k, v in extras.items():
        baseui.setconfig('rhodecode_extras', k, v)
    repo = repo.scm_instance
    repo.ui = baseui

    if hook_type == 'pre':
        pre_push(baseui, repo)

    # if push hook is enabled via web interface
    elif hook_type == 'post' and _hooks.get(RhodeCodeUi.HOOK_PUSH):

        rev_data = []
        for l in revs:
            old_rev, new_rev, ref = l.split(' ')
            _ref_data = ref.split('/')
            if _ref_data[1] in ['tags', 'heads']:
                rev_data.append({'old_rev': old_rev,
                                 'new_rev': new_rev,
                                 'ref': ref,
                                 'type': _ref_data[1],
                                 'name': _ref_data[2].strip()})

        git_revs = []
        for push_ref  in rev_data:
            _type = push_ref['type']
            if _type == 'heads':
                if push_ref['old_rev'] == EmptyChangeset().raw_id:
                    cmd = "for-each-ref --format='%(refname)' 'refs/heads/*'"
                    heads = repo.run_git_command(cmd)[0]
                    heads = heads.replace(push_ref['ref'], '')
                    heads = ' '.join(map(lambda c: c.strip('\n').strip(),
                                         heads.splitlines()))
                    cmd = (('log %(new_rev)s' % push_ref) +
                           ' --reverse --pretty=format:"%H" --not ' + heads)
                else:
                    cmd = (('log %(old_rev)s..%(new_rev)s' % push_ref) +
                           ' --reverse --pretty=format:"%H"')
                git_revs += repo.run_git_command(cmd)[0].splitlines()
            elif _type == 'tags':
                git_revs += [push_ref['name']]

        log_push_action(baseui, repo, _git_revs=git_revs)