Files @ 9f37281195a2
Branch filter:

Location: kallithea/rhodecode/lib/middleware/simplegit.py - annotation

Marcin Kuzminski
merge with beta
04c9bb9ca6d6
04c9bb9ca6d6
04c9bb9ca6d6
04c9bb9ca6d6
04c9bb9ca6d6
04c9bb9ca6d6
6832ef664673
6832ef664673
04c9bb9ca6d6
04c9bb9ca6d6
89efedac4e6c
04c9bb9ca6d6
04c9bb9ca6d6
a671db5bdd58
a671db5bdd58
a671db5bdd58
a671db5bdd58
6832ef664673
19a62a5490fe
19a62a5490fe
19a62a5490fe
19a62a5490fe
6832ef664673
19a62a5490fe
a671db5bdd58
fd63782c4426
04c9bb9ca6d6
320806ff6be2
04c9bb9ca6d6
04c9bb9ca6d6
fd63782c4426
d5372213db98
d5372213db98
324ac367a4da
d5372213db98
d5372213db98
d5372213db98
d5372213db98
d5372213db98
2723276285ae
2723276285ae
2723276285ae
d5372213db98
d5372213db98
d5372213db98
d5372213db98
b14d8bd96144
b14d8bd96144
b14d8bd96144
d5372213db98
d5372213db98
d5372213db98
f4fed0b32103
b14d8bd96144
d5372213db98
d5372213db98
d5372213db98
d5372213db98
d5372213db98
d5372213db98
d5372213db98
d5372213db98
b14d8bd96144
d5372213db98
6ea36346590a
d5372213db98
6ea36346590a
d5372213db98
d5372213db98
d5372213db98
2eeb2ed72e55
2eeb2ed72e55
2eeb2ed72e55
04c9bb9ca6d6
19a62a5490fe
04c9bb9ca6d6
8ecfed1d8f8b
b265be1c6093
b265be1c6093
d9972f76322e
2eeb2ed72e55
04c9bb9ca6d6
19a62a5490fe
19a62a5490fe
19a62a5490fe
19a62a5490fe
2723276285ae
9f0fe6777833
320806ff6be2
fb51a6fc10ae
572855f7a392
9f0fe6777833
9f0fe6777833
f0649c7cf94a
f0649c7cf94a
f0649c7cf94a
9f0fe6777833
320806ff6be2
fb51a6fc10ae
b265be1c6093
19a62a5490fe
b265be1c6093
9f0fe6777833
572855f7a392
19a62a5490fe
070f32743632
79e4d6b9c1f0
f4fed0b32103
d9972f76322e
9c4851dce8e6
9c4851dce8e6
070f32743632
b2d5868cc4b8
f4fed0b32103
f4fed0b32103
f4fed0b32103
f4fed0b32103
f4fed0b32103
f4fed0b32103
f4fed0b32103
f4fed0b32103
c137b8a81f8e
c137b8a81f8e
c137b8a81f8e
c137b8a81f8e
572855f7a392
572855f7a392
572855f7a392
572855f7a392
19a62a5490fe
b2d5868cc4b8
b2d5868cc4b8
b2d5868cc4b8
f4fed0b32103
b2d5868cc4b8
f4fed0b32103
c6e288dcb4a2
b265be1c6093
b2d5868cc4b8
b2d5868cc4b8
b2d5868cc4b8
2723276285ae
2723276285ae
b2d5868cc4b8
b2d5868cc4b8
b2d5868cc4b8
b2d5868cc4b8
6832ef664673
b2d5868cc4b8
b2d5868cc4b8
19a62a5490fe
25d8e4836bc2
25d8e4836bc2
25d8e4836bc2
25d8e4836bc2
25d8e4836bc2
b7563ad4e7ee
b7563ad4e7ee
b2d5868cc4b8
b2d5868cc4b8
b2d5868cc4b8
b2d5868cc4b8
25d8e4836bc2
b2d5868cc4b8
b2d5868cc4b8
b2d5868cc4b8
b2d5868cc4b8
25d8e4836bc2
b2d5868cc4b8
f4fed0b32103
b2d5868cc4b8
b2d5868cc4b8
41696fc73c4d
cf51bbfb120e
f4fed0b32103
b2d5868cc4b8
b2d5868cc4b8
2723276285ae
2723276285ae
b2d5868cc4b8
b2d5868cc4b8
2632a49cb402
b2d5868cc4b8
b2d5868cc4b8
d9972f76322e
d9972f76322e
d9972f76322e
d9972f76322e
d9972f76322e
d9972f76322e
d9972f76322e
19a62a5490fe
19a62a5490fe
19a62a5490fe
19a62a5490fe
f0649c7cf94a
f4fed0b32103
f4fed0b32103
d9972f76322e
19a6c23af14b
19a6c23af14b
19a62a5490fe
d9972f76322e
f4fed0b32103
b265be1c6093
37c143aa8616
d9972f76322e
c6e288dcb4a2
2eeb2ed72e55
f4fed0b32103
f4fed0b32103
19a62a5490fe
19a62a5490fe
19a62a5490fe
2eeb2ed72e55
f4fed0b32103
f4fed0b32103
cf51bbfb120e
f4fed0b32103
f4fed0b32103
f4fed0b32103
19a62a5490fe
034e4fe1ebb2
034e4fe1ebb2
034e4fe1ebb2
034e4fe1ebb2
2eeb2ed72e55
034e4fe1ebb2
034e4fe1ebb2
19a62a5490fe
b2d5868cc4b8
f4fed0b32103
f4fed0b32103
6832ef664673
b2d5868cc4b8
b2d5868cc4b8
b2d5868cc4b8
a8c66e870bd0
9f0fe6777833
b2d5868cc4b8
b2d5868cc4b8
b2d5868cc4b8
320806ff6be2
b2d5868cc4b8
b2d5868cc4b8
19a62a5490fe
04027bdb876c
19a62a5490fe
19a62a5490fe
2632a49cb402
2632a49cb402
6832ef664673
19a62a5490fe
19a62a5490fe
19a62a5490fe
2632a49cb402
19a62a5490fe
19a62a5490fe
fb51a6fc10ae
fb51a6fc10ae
fb51a6fc10ae
fb51a6fc10ae
2632a49cb402
2632a49cb402
2632a49cb402
d5372213db98
2632a49cb402
2632a49cb402
2632a49cb402
2632a49cb402
d9972f76322e
37c143aa8616
2eeb2ed72e55
8a68e0292232
2eeb2ed72e55
2eeb2ed72e55
d9972f76322e
d9972f76322e
d9972f76322e
d9972f76322e
19a6c23af14b
19a6c23af14b
19a6c23af14b
19a6c23af14b
d9972f76322e
d9972f76322e
2eeb2ed72e55
37c143aa8616
19a6c23af14b
19a6c23af14b
19a6c23af14b
19a6c23af14b
19a6c23af14b
19a6c23af14b
19a6c23af14b
19a6c23af14b
19a6c23af14b
19a6c23af14b
19a6c23af14b
19a6c23af14b
19a6c23af14b
19a6c23af14b
19a6c23af14b
19a6c23af14b
# -*- coding: utf-8 -*-
"""
    rhodecode.lib.middleware.simplegit
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

    SimpleGit middleware for handling git protocol request (push/clone etc.)
    It's implemented with basic auth function

    :created_on: Apr 28, 2010
    :author: marcink
    :copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com>
    :license: GPLv3, see COPYING for more details.
"""
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

import os
import re
import logging
import traceback

from dulwich import server as dulserver


class SimpleGitUploadPackHandler(dulserver.UploadPackHandler):

    def handle(self):
        write = lambda x: self.proto.write_sideband(1, x)

        graph_walker = dulserver.ProtocolGraphWalker(self,
                                                     self.repo.object_store,
                                                     self.repo.get_peeled)
        objects_iter = self.repo.fetch_objects(
          graph_walker.determine_wants, graph_walker, self.progress,
          get_tagged=self.get_tagged)

        # Did the process short-circuit (e.g. in a stateless RPC call)? Note
        # that the client still expects a 0-object pack in most cases.
        if objects_iter is None:
            return

        self.progress("counting objects: %d, done.\n" % len(objects_iter))
        dulserver.write_pack_objects(dulserver.ProtocolFile(None, write),
                                     objects_iter)
        messages = []
        messages.append('thank you for using rhodecode')

        for msg in messages:
            self.progress(msg + "\n")
        # we are done
        self.proto.write("0000")


dulserver.DEFAULT_HANDLERS = {
  #git-ls-remote, git-clone, git-fetch and git-pull
  'git-upload-pack': SimpleGitUploadPackHandler,
  #git-push
  'git-receive-pack': dulserver.ReceivePackHandler,
}

# not used for now until dulwich get's fixed
#from dulwich.repo import Repo
#from dulwich.web import make_wsgi_chain

from paste.httpheaders import REMOTE_USER, AUTH_TYPE

from rhodecode.lib.utils2 import safe_str
from rhodecode.lib.base import BaseVCSController
from rhodecode.lib.auth import get_container_username
from rhodecode.lib.utils import is_valid_repo, make_ui
from rhodecode.model.db import User, RhodeCodeUi

from webob.exc import HTTPNotFound, HTTPForbidden, HTTPInternalServerError

log = logging.getLogger(__name__)


GIT_PROTO_PAT = re.compile(r'^/(.+)/(info/refs|git-upload-pack|git-receive-pack)')


def is_git(environ):
    path_info = environ['PATH_INFO']
    isgit_path = GIT_PROTO_PAT.match(path_info)
    log.debug('pathinfo: %s detected as GIT %s' % (
        path_info, isgit_path != None)
    )
    return isgit_path


class SimpleGit(BaseVCSController):

    def _handle_request(self, environ, start_response):

        if not is_git(environ):
            return self.application(environ, start_response)

        ipaddr = self._get_ip_addr(environ)
        username = None
        self._git_first_op = False
        # skip passing error to error controller
        environ['pylons.status_code_redirect'] = True

        #======================================================================
        # EXTRACT REPOSITORY NAME FROM ENV
        #======================================================================
        try:
            repo_name = self.__get_repository(environ)
            log.debug('Extracted repo name is %s' % repo_name)
        except:
            return HTTPInternalServerError()(environ, start_response)

        # quick check if that dir exists...
        if is_valid_repo(repo_name, self.basepath) is False:
            return HTTPNotFound()(environ, start_response)

        #======================================================================
        # GET ACTION PULL or PUSH
        #======================================================================
        action = self.__get_action(environ)

        #======================================================================
        # CHECK ANONYMOUS PERMISSION
        #======================================================================
        if action in ['pull', 'push']:
            anonymous_user = self.__get_user('default')
            username = anonymous_user.username
            anonymous_perm = self._check_permission(action, anonymous_user,
                                                    repo_name)

            if anonymous_perm is not True or anonymous_user.active is False:
                if anonymous_perm is not True:
                    log.debug('Not enough credentials to access this '
                              'repository as anonymous user')
                if anonymous_user.active is False:
                    log.debug('Anonymous access is disabled, running '
                              'authentication')
                #==============================================================
                # DEFAULT PERM FAILED OR ANONYMOUS ACCESS IS DISABLED SO WE
                # NEED TO AUTHENTICATE AND ASK FOR AUTH USER PERMISSIONS
                #==============================================================

                # Attempting to retrieve username from the container
                username = get_container_username(environ, self.config)

                # If not authenticated by the container, running basic auth
                if not username:
                    self.authenticate.realm = \
                        safe_str(self.config['rhodecode_realm'])
                    result = self.authenticate(environ)
                    if isinstance(result, str):
                        AUTH_TYPE.update(environ, 'basic')
                        REMOTE_USER.update(environ, result)
                        username = result
                    else:
                        return result.wsgi_application(environ, start_response)

                #==============================================================
                # CHECK PERMISSIONS FOR THIS REQUEST USING GIVEN USERNAME
                #==============================================================
                if action in ['pull', 'push']:
                    try:
                        user = self.__get_user(username)
                        if user is None or not user.active:
                            return HTTPForbidden()(environ, start_response)
                        username = user.username
                    except:
                        log.error(traceback.format_exc())
                        return HTTPInternalServerError()(environ,
                                                         start_response)

                    #check permissions for this repository
                    perm = self._check_permission(action, user, repo_name)
                    if perm is not True:
                        return HTTPForbidden()(environ, start_response)
        extras = {
            'ip': ipaddr,
            'username': username,
            'action': action,
            'repository': repo_name,
            'scm': 'git',
        }

        #===================================================================
        # GIT REQUEST HANDLING
        #===================================================================
        repo_path = os.path.join(safe_str(self.basepath), safe_str(repo_name))
        log.debug('Repository path is %s' % repo_path)

        baseui = make_ui('db')
        self.__inject_extras(repo_path, baseui, extras)

        try:
            # invalidate cache on push
            if action == 'push':
                self._invalidate_cache(repo_name)
            self._handle_githooks(repo_name, action, baseui, environ)

            log.info('%s action on GIT repo "%s"' % (action, repo_name))
            app = self.__make_app(repo_name, repo_path, username)
            return app(environ, start_response)
        except Exception:
            log.error(traceback.format_exc())
            return HTTPInternalServerError()(environ, start_response)

    def __make_app(self, repo_name, repo_path, username):
        """
        Make an wsgi application using dulserver

        :param repo_name: name of the repository
        :param repo_path: full path to the repository
        """

        from rhodecode.lib.middleware.pygrack import make_wsgi_app
        app = make_wsgi_app(
            repo_root=os.path.dirname(repo_path),
            repo_name=repo_name,
            username=username,
        )
        return app

    def __get_repository(self, environ):
        """
        Get's repository name out of PATH_INFO header

        :param environ: environ where PATH_INFO is stored
        """
        try:
            environ['PATH_INFO'] = self._get_by_id(environ['PATH_INFO'])
            repo_name = GIT_PROTO_PAT.match(environ['PATH_INFO']).group(1)
        except:
            log.error(traceback.format_exc())
            raise

        return repo_name

    def __get_user(self, username):
        return User.get_by_username(username)

    def __get_action(self, environ):
        """
        Maps git request commands into a pull or push command.

        :param environ:
        """
        service = environ['QUERY_STRING'].split('=')

        if len(service) > 1:
            service_cmd = service[1]
            mapping = {
                'git-receive-pack': 'push',
                'git-upload-pack': 'pull',
            }
            op = mapping[service_cmd]
            self._git_stored_op = op
            return op
        else:
            # try to fallback to stored variable as we don't know if the last
            # operation is pull/push
            op = getattr(self, '_git_stored_op', 'pull')
        return op

    def _handle_githooks(self, repo_name, action, baseui, environ):
        """
        Handles pull action, push is handled by post-receive hook
        """
        from rhodecode.lib.hooks import log_pull_action
        service = environ['QUERY_STRING'].split('=')
        if len(service) < 2:
            return

        from rhodecode.model.db import Repository
        _repo = Repository.get_by_repo_name(repo_name)
        _repo = _repo.scm_instance
        _repo._repo.ui = baseui

        _hooks = dict(baseui.configitems('hooks')) or {}
        if action == 'pull' and _hooks.get(RhodeCodeUi.HOOK_PULL):
            log_pull_action(ui=baseui, repo=_repo._repo)

    def __inject_extras(self, repo_path, baseui, extras={}):
        """
        Injects some extra params into baseui instance

        :param baseui: baseui instance
        :param extras: dict with extra params to put into baseui
        """

        # make our hgweb quiet so it doesn't print output
        baseui.setconfig('ui', 'quiet', 'true')

        #inject some additional parameters that will be available in ui
        #for hooks
        for k, v in extras.items():
            baseui.setconfig('rhodecode_extras', k, v)