from kallithea.lib.diffs import BIN_FILENODE, CHMOD_FILENODE, COPIED_FILENODE, DEL_FILENODE, MOD_FILENODE, NEW_FILENODE, RENAMED_FILENODE, DiffProcessor

from kallithea.tests.base import *

from kallithea.tests.fixture import Fixture

fixture = Fixture()

DIFF_FIXTURES = {

    'hg_diff_add_single_binary_file.diff': [

        ('US Warszawa.jpg', 'added',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {NEW_FILENODE: 'new file 100755',

                  BIN_FILENODE: 'binary diff not shown'}}),

    ],

    'hg_diff_mod_single_binary_file.diff': [

        ('US Warszawa.jpg', 'modified',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {MOD_FILENODE: 'modified file',

                  BIN_FILENODE: 'binary diff not shown'}}),

    ],

    'hg_diff_mod_single_file_and_rename_and_chmod.diff': [

        ('README', 'renamed',

         {'added': 3,

          'deleted': 0,

          'binary': False,

          'ops': {RENAMED_FILENODE: 'file renamed from README.rst to README',

                  CHMOD_FILENODE: 'modified file chmod 100755 => 100644'}}),

    ],

    'hg_diff_mod_file_and_rename.diff': [

        ('README.rst', 'renamed',

         {'added': 3,

          'deleted': 0,

          'binary': False,

          'ops': {RENAMED_FILENODE: 'file renamed from README to README.rst'}}),

    ],

    'hg_diff_del_single_binary_file.diff': [

        ('US Warszawa.jpg', 'removed',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {DEL_FILENODE: 'deleted file',

                  BIN_FILENODE: 'binary diff not shown'}}),

    ],

    'hg_diff_chmod_and_mod_single_binary_file.diff': [

        ('gravatar.png', 'modified',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {CHMOD_FILENODE: 'modified file chmod 100644 => 100755',

                  BIN_FILENODE: 'binary diff not shown'}}),

    ],

    'hg_diff_chmod.diff': [

        ('file', 'modified',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {CHMOD_FILENODE: 'modified file chmod 100755 => 100644'}}),

    ],

    'hg_diff_rename_file.diff': [

        ('file_renamed', 'renamed',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {RENAMED_FILENODE: 'file renamed from file to file_renamed'}}),

    ],

    'hg_diff_rename_and_chmod_file.diff': [

        ('README', 'renamed',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {CHMOD_FILENODE: 'modified file chmod 100644 => 100755',

                  RENAMED_FILENODE: 'file renamed from README.rst to README'}}),

    ],

    'hg_diff_binary_and_normal.diff': [

        ('img/baseline-10px.png', 'added',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {NEW_FILENODE: 'new file 100644',

                  BIN_FILENODE: 'binary diff not shown'}}),

        ('img/baseline-20px.png', 'removed',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {DEL_FILENODE: 'deleted file',

                  BIN_FILENODE: 'binary diff not shown'}}),

        ('index.html', 'modified',

         {'added': 3,

          'deleted': 2,

          'binary': False,

          'ops': {MOD_FILENODE: 'modified file'}}),

        ('js/global.js', 'removed',

         {'added': 0,

          'deleted': 75,

          'binary': False,

          'ops': {DEL_FILENODE: 'deleted file'}}),

        ('js/jquery/hashgrid.js', 'added',

         {'added': 340,

          'deleted': 0,

          'binary': False,

          'ops': {NEW_FILENODE: 'new file 100755'}}),

        ('less/docs.less', 'modified',

         {'added': 34,

          'deleted': 0,

          'binary': False,

          'ops': {MOD_FILENODE: 'modified file'}}),

        ('less/scaffolding.less', 'modified',

         {'added': 1,

          'deleted': 3,

          'binary': False,

          'ops': {MOD_FILENODE: 'modified file'}}),

        ('readme.markdown', 'modified',

         {'added': 1,

          'deleted': 10,

          'binary': False,

          'ops': {MOD_FILENODE: 'modified file'}}),

    ],

    'git_diff_chmod.diff': [

        ('work-horus.xls', 'modified',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {CHMOD_FILENODE: 'modified file chmod 100644 => 100755'}})

    ],

    'git_diff_rename_file.diff': [

        ('file.xls', 'renamed',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {RENAMED_FILENODE: 'file renamed from work-horus.xls to file.xls'}}),

        ('files/var/www/favicon.ico/DEFAULT',

         'renamed',

         {'added': 0,

          'binary': True,

          'deleted': 0,

          'ops': {4: 'file renamed from files/var/www/favicon.ico to files/var/www/favicon.ico/DEFAULT',

                  6: 'modified file chmod 100644 => 100755'}})

    ],

    'git_diff_mod_single_binary_file.diff': [

        ('US Warszawa.jpg', 'modified',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {MOD_FILENODE: 'modified file',

                  BIN_FILENODE: 'binary diff not shown'}})

    ],

    'git_diff_binary_and_normal.diff': [

        ('img/baseline-10px.png', 'added',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {NEW_FILENODE: 'new file 100644',

                  BIN_FILENODE: 'binary diff not shown'}}),

        ('img/baseline-20px.png', 'removed',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {DEL_FILENODE: 'deleted file',

                  BIN_FILENODE: 'binary diff not shown'}}),

        ('index.html', 'modified',

         {'added': 3,

          'deleted': 2,

          'binary': False,

          'ops': {MOD_FILENODE: 'modified file'}}),

        ('js/global.js', 'removed',

         {'added': 0,

          'deleted': 75,

          'binary': False,

          'ops': {DEL_FILENODE: 'deleted file'}}),

        ('js/jquery/hashgrid.js', 'added',

         {'added': 340,

          'deleted': 0,

          'binary': False,

          'ops': {NEW_FILENODE: 'new file 100755'}}),

        ('less/docs.less', 'modified',

         {'added': 34,

          'deleted': 0,

          'binary': False,

          'ops': {MOD_FILENODE: 'modified file'}}),

        ('less/scaffolding.less', 'modified',

         {'added': 1,

          'deleted': 3,

          'binary': False,

          'ops': {MOD_FILENODE: 'modified file'}}),

        ('readme.markdown', 'modified',

         {'added': 1,

          'deleted': 10,

          'binary': False,

          'ops': {MOD_FILENODE: 'modified file'}}),

    ],

    'diff_with_diff_data.diff': [

        ('vcs/backends/base.py', 'modified',

         {'added': 18,

          'deleted': 2,

          'binary': False,

          'ops': {MOD_FILENODE: 'modified file'}}),

        ('vcs/backends/git/repository.py', 'modified',

         {'added': 46,

          'deleted': 15,

          'binary': False,

          'ops': {MOD_FILENODE: 'modified file'}}),

        ('vcs/backends/hg.py', 'modified',

         {'added': 22,

          'deleted': 3,

          'binary': False,

          'ops': {MOD_FILENODE: 'modified file'}}),

        ('vcs/tests/test_git.py', 'modified',

         {'added': 5,

          'deleted': 5,

          'binary': False,

          'ops': {MOD_FILENODE: 'modified file'}}),

        ('vcs/tests/test_repository.py', 'modified',

         {'added': 174,

          'deleted': 2,

          'binary': False,

          'ops': {MOD_FILENODE: 'modified file'}}),

    ],

    'git_diff_modify_binary_file.diff': [

        ('file.name', 'modified',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {MOD_FILENODE: 'modified file',

                  BIN_FILENODE: 'binary diff not shown'}})

    ],

    'hg_diff_copy_file.diff': [

        ('file2', 'modified',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {COPIED_FILENODE: 'file copied from file1 to file2'}}),

    ],

    'hg_diff_copy_and_modify_file.diff': [

        ('file3', 'modified',

         {'added': 1,

          'deleted': 0,

          'binary': False,

          'ops': {COPIED_FILENODE: 'file copied from file2 to file3',

                  MOD_FILENODE: 'modified file'}}),

    ],

    'hg_diff_copy_and_chmod_file.diff': [

        ('file4', 'modified',

         {'added': 0,

          'deleted': 0,

          'binary': True,

          'ops': {COPIED_FILENODE: 'file copied from file3 to file4',

                  CHMOD_FILENODE: 'modified file chmod 100644 => 100755'}}),

    ],

    'hg_diff_copy_chmod_and_edit_file.diff': [

        ('file5', 'modified',

         {'added': 2,

          'deleted': 1,

          'binary': False,

          'ops': {COPIED_FILENODE: 'file copied from file4 to file5',

                  CHMOD_FILENODE: 'modified file chmod 100755 => 100644',

                  MOD_FILENODE: 'modified file'}}),

    ],

    'hg_diff_rename_space_cr.diff': [

        ('oh yes', 'renamed',

         {'added': 3,

          'deleted': 2,

          'binary': False,

          'ops': {RENAMED_FILENODE: 'file renamed from oh no to oh yes'}}),

    ],

}

class TestDiffLib(TestController):

    @parametrize('diff_fixture', DIFF_FIXTURES)

    def test_diff(self, diff_fixture):

        raw_diff = fixture.load_resource(diff_fixture, strip=False)

        vcs = 'hg'

        if diff_fixture.startswith('git_'):

            vcs = 'git'

        diff_processor = DiffProcessor(raw_diff, vcs=vcs)

        data = [(x['filename'], x['operation'], x['stats']) for x in diff_processor.parsed]

        expected_data = DIFF_FIXTURES[diff_fixture]

        assert expected_data == data

    def test_diff_markup(self):

        raw_diff = fixture.load_resource('markuptest.diff', strip=False)

        diff_processor = DiffProcessor(raw_diff)

        chunks = diff_processor.parsed[0]['chunks']

        assert not chunks[0]

        #from pprint import pprint; pprint(chunks[1])

        l = ['\n']

        for d in chunks[1]:

            l.append('%(action)-7s %(new_lineno)3s %(old_lineno)3s %(line)r\n' % d)

        s = ''.join(l)

        assert s == r'''

context ... ... u'@@ -51,6 +51,13 @@\n'

unmod    51  51 u'<u>\t</u>begin();\n'

unmod    52  52 u'<u>\t</u>\n'

add      53     u'<u>\t</u>int foo;<u class="cr"></u>\n'

add      54     u'<u>\t</u>int bar; <u class="cr"></u>\n'

add      55     u'<u>\t</u>int baz;<u>\t</u><u class="cr"></u>\n'

add      56     u'<u>\t</u>int space; <i></i>'

add      57     u'<u>\t</u>int tab;<u>\t</u>\n'

add      58     u'<u>\t</u>\n'

unmod    59  53 u' <i></i>'

del          54 u'<u>\t</u>#define MAX_STEPS (48)\n'

add      60     u'<u>\t</u><u class="cr"></u>\n'

add      61     u'<u>\t</u>#define MAX_STEPS (64)<u class="cr"></u>\n'

unmod    62  55 u'\n'

del          56 u'<u>\t</u>#define MIN_STEPS (<del>48</del>)\n'

add      63     u'<u>\t</u>#define MIN_STEPS (<ins>42</ins>)\n'

'''

import os

import pytest

from sqlalchemy.exc import IntegrityError

from kallithea.model.db import RepoGroup

from kallithea.model.meta import Session

from kallithea.model.repo import RepoModel

from kallithea.model.repo_group import RepoGroupModel

from kallithea.tests.base import *

from kallithea.tests.fixture import Fixture

fixture = Fixture()

def _update_repo_group(id_, group_name, desc=u'desc', parent_id=None):

    form_data = dict(

        group_name=group_name,

        group_description=desc,

        parent_group_id=parent_id,

        )

    return RepoGroupModel().update(id_, form_data)

def _update_repo(name, **kwargs):

    if 'repo_name' not in kwargs:

        kwargs['repo_name'] = name

    if 'perms_new' not in kwargs:

        kwargs['perms_new'] = []

    if 'perms_updates' not in kwargs:

        kwargs['perms_updates'] = []

    r = RepoModel().update(name, **kwargs)

    return r

class TestRepoGroups(TestController):

    def setup_method(self, method):

        self.g1 = fixture.create_repo_group(u'test1', skip_if_exists=True)

        self.g2 = fixture.create_repo_group(u'test2', skip_if_exists=True)

        self.g3 = fixture.create_repo_group(u'test3', skip_if_exists=True)

    def teardown_method(self, method):

        Session.remove()

    def __check_path(self, *path):

        """

        Checks the path for existence !

        """

        path = [TESTS_TMP_PATH] + list(path)

        path = os.path.join(*path)

        return os.path.isdir(path)

    def __delete_group(self, id_):

        RepoGroupModel().delete(id_)

    def test_create_group(self):

        g = fixture.create_repo_group(u'newGroup')

        Session().commit()

        assert g.full_path == 'newGroup'

        assert self.__check_path('newGroup')

    def test_create_same_name_group(self):

        with pytest.raises(IntegrityError):

            fixture.create_repo_group(u'newGroup')

        Session().rollback()

    def test_same_subgroup(self):

        sg1 = fixture.create_repo_group(u'sub1', parent_group_id=self.g1.group_id)

        assert sg1.parent_group == self.g1

        assert sg1.full_path == 'test1/sub1'

        assert self.__check_path('test1', 'sub1')

        ssg1 = fixture.create_repo_group(u'subsub1', parent_group_id=sg1.group_id)

        assert ssg1.parent_group == sg1

        assert ssg1.full_path == 'test1/sub1/subsub1'

        assert self.__check_path('test1', 'sub1', 'subsub1')

    def test_remove_group(self):

        sg1 = fixture.create_repo_group(u'deleteme')

        self.__delete_group(sg1.group_id)

        assert RepoGroup.get(sg1.group_id) is None

        assert not self.__check_path('deteteme')

        sg1 = fixture.create_repo_group(u'deleteme', parent_group_id=self.g1.group_id)

        self.__delete_group(sg1.group_id)

        assert RepoGroup.get(sg1.group_id) is None

        assert not self.__check_path('test1', 'deteteme')

    def test_rename_single_group(self):

        sg1 = fixture.create_repo_group(u'initial')

        new_sg1 = _update_repo_group(sg1.group_id, u'after')

        assert self.__check_path('after')

        assert RepoGroup.get_by_group_name(u'initial') is None

    def test_update_group_parent(self):

        sg1 = fixture.create_repo_group(u'initial', parent_group_id=self.g1.group_id)

        new_sg1 = _update_repo_group(sg1.group_id, u'after', parent_id=self.g1.group_id)

        assert self.__check_path('test1', 'after')

        assert RepoGroup.get_by_group_name(u'test1/initial') is None

        new_sg1 = _update_repo_group(sg1.group_id, u'after', parent_id=self.g3.group_id)

        assert self.__check_path('test3', 'after')

        assert RepoGroup.get_by_group_name(u'test3/initial') == None

        new_sg1 = _update_repo_group(sg1.group_id, u'hello')

        assert self.__check_path('hello')

        assert RepoGroup.get_by_group_name(u'hello') == new_sg1

    def test_subgrouping_with_repo(self):

        g1 = fixture.create_repo_group(u'g1')

        g2 = fixture.create_repo_group(u'g2')

        # create new repo

        r = fixture.create_repo(u'john')

        assert r.repo_name == 'john'

        # put repo into group

        r = _update_repo(u'john', repo_group=g1.group_id)

        Session().commit()

        assert r.repo_name == 'g1/john'

        _update_repo_group(g1.group_id, u'g1', parent_id=g2.group_id)

        assert self.__check_path('g2', 'g1')

        # test repo

        assert r.repo_name == RepoGroup.url_sep().join(['g2', 'g1',

                                                                r.just_name])

    def test_move_to_root(self):

        g1 = fixture.create_repo_group(u't11')

        g2 = fixture.create_repo_group(u't22', parent_group_id=g1.group_id)

        assert g2.full_path == 't11/t22'

        assert self.__check_path('t11', 't22')

        g2 = _update_repo_group(g2.group_id, u'g22', parent_id=None)

        Session().commit()

        assert g2.group_name == 'g22'

        # we moved out group from t1 to '' so it's full path should be 'g2'

        assert g2.full_path == 'g22'

        assert not self.__check_path('t11', 't22')

        assert self.__check_path('g22')

    def test_rename_top_level_group_in_nested_setup(self):

        g1 = fixture.create_repo_group(u'L1')

        g2 = fixture.create_repo_group(u'L2', parent_group_id=g1.group_id)

        g3 = fixture.create_repo_group(u'L3', parent_group_id=g2.group_id)

        r = fixture.create_repo(u'L1/L2/L3/L3_REPO', repo_group=g3.group_id)

        ## rename L1 all groups should be now changed

        _update_repo_group(g1.group_id, u'L1_NEW')

        Session().commit()

        assert g1.full_path == 'L1_NEW'

        assert g2.full_path == 'L1_NEW/L2'

        assert g3.full_path == 'L1_NEW/L2/L3'

        assert r.repo_name == 'L1_NEW/L2/L3/L3_REPO'

    def test_change_parent_of_top_level_group_in_nested_setup(self):

        g1 = fixture.create_repo_group(u'R1')

        g2 = fixture.create_repo_group(u'R2', parent_group_id=g1.group_id)

        g3 = fixture.create_repo_group(u'R3', parent_group_id=g2.group_id)

        g4 = fixture.create_repo_group(u'R1_NEW')

        r = fixture.create_repo(u'R1/R2/R3/R3_REPO', repo_group=g3.group_id)

        ## rename L1 all groups should be now changed

        _update_repo_group(g1.group_id, u'R1', parent_id=g4.group_id)

        Session().commit()

        assert g1.full_path == 'R1_NEW/R1'

        assert g2.full_path == 'R1_NEW/R1/R2'

        assert g3.full_path == 'R1_NEW/R1/R2/R3'

        assert r.repo_name == 'R1_NEW/R1/R2/R3/R3_REPO'

    def test_change_parent_of_top_level_group_in_nested_setup_with_rename(self):

        g1 = fixture.create_repo_group(u'X1')

        g2 = fixture.create_repo_group(u'X2', parent_group_id=g1.group_id)

        g3 = fixture.create_repo_group(u'X3', parent_group_id=g2.group_id)

        g4 = fixture.create_repo_group(u'X1_NEW')

        r = fixture.create_repo(u'X1/X2/X3/X3_REPO', repo_group=g3.group_id)

        ## rename L1 all groups should be now changed

        _update_repo_group(g1.group_id, u'X1_PRIM', parent_id=g4.group_id)

        Session().commit()

        assert g1.full_path == 'X1_NEW/X1_PRIM'

        assert g2.full_path == 'X1_NEW/X1_PRIM/X2'

        assert g3.full_path == 'X1_NEW/X1_PRIM/X2/X3'

        assert r.repo_name == 'X1_NEW/X1_PRIM/X2/X3/X3_REPO'

Original author and date, and relevant copyright and licensing information is below:

:created_on: Dec 30, 2010

:author: marcink

:copyright: (c) 2013 RhodeCode GmbH, and others.

:license: GPLv3, see LICENSE.md for more details.

"""

import json

import os

import re

import tempfile

import time

import urllib2

from subprocess import PIPE, Popen

from tempfile import _RandomNameSequence

import pytest

from kallithea import CONFIG

from kallithea.model.db import CacheInvalidation, Repository, Ui, User, UserIpMap, UserLog

from kallithea.model.meta import Session

from kallithea.model.ssh_key import SshKeyModel

from kallithea.model.user import UserModel

from kallithea.tests.base import *

from kallithea.tests.fixture import Fixture

DEBUG = True

HOST = '127.0.0.1:4999'  # test host

fixture = Fixture()

# Parameterize different kinds of VCS testing - both the kind of VCS and the

# access method (HTTP/SSH)

# Mixin for using HTTP and SSH URLs

class HttpVcsTest(object):

    @staticmethod

    def repo_url_param(webserver, repo_name, **kwargs):

        return webserver.repo_url(repo_name, **kwargs)

class SshVcsTest(object):

    public_keys = {

        TEST_USER_REGULAR_LOGIN: u'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAAgQC6Ycnc2oUZHQnQwuqgZqTTdMDZD7ataf3JM7oG2Fw8JR6cdmz4QZLe5mfDwaFwG2pWHLRpVqzfrD/Pn3rIO++bgCJH5ydczrl1WScfryV1hYMJ/4EzLGM657J1/q5EI+b9SntKjf4ax+KP322L0TNQGbZUHLbfG2MwHMrYBQpHUQ== kallithea@localhost',

        TEST_USER_ADMIN_LOGIN: u'ssh-rsa AAAAB3NzaC1yc2EAAAADAQABAAAAgQC6Ycnc2oUZHQnQwuqgZqTTdMDZD7ataf3JM7oG2Fw8JR6cdmz4QZLe5mfDwaFwG2pWHLRpVqzfrD/Pn3rIO++bgCJH5ydczrl1WScfryV1hYMJ/4EzLGM657J1/q5EI+b9SntKjf4ax+KP322L0TNQGbZUHLbfG2MwHMrYBQpHUq== kallithea@localhost',

    }

    @classmethod

    def repo_url_param(cls, webserver, repo_name, username=TEST_USER_ADMIN_LOGIN, password=TEST_USER_ADMIN_PASS, client_ip=IP_ADDR):

        user = User.get_by_username(username)

        if user.ssh_keys:

            ssh_key = user.ssh_keys[0]

        else:

            sshkeymodel = SshKeyModel()

            ssh_key = sshkeymodel.create(user, u'test key', cls.public_keys[user.username])

            Session().commit()

        return cls._ssh_param(repo_name, user, ssh_key, client_ip)

# Mixins for using Mercurial and Git

class HgVcsTest(object):

    repo_type = 'hg'

    repo_name = HG_REPO

class GitVcsTest(object):

    repo_type = 'git'

    repo_name = GIT_REPO

# Combine mixins to give the combinations we want to parameterize tests with

class HgHttpVcsTest(HgVcsTest, HttpVcsTest):

    pass

class GitHttpVcsTest(GitVcsTest, HttpVcsTest):

    pass

class HgSshVcsTest(HgVcsTest, SshVcsTest):

    @staticmethod

    def _ssh_param(repo_name, user, ssh_key, client_ip):

        # Specify a custom ssh command on the command line

        return r"""--config ui.ssh="bash -c 'SSH_ORIGINAL_COMMAND=\"\$2\" SSH_CONNECTION=\"%s 1024 127.0.0.1 22\" kallithea-cli ssh-serve -c %s %s %s' --" ssh://someuser@somehost/%s""" % (

            client_ip,

            CONFIG['__file__'],

            user.user_id,

            ssh_key.user_ssh_key_id,

            repo_name)

class GitSshVcsTest(GitVcsTest, SshVcsTest):

    @staticmethod

    def _ssh_param(repo_name, user, ssh_key, client_ip):

        # Set a custom ssh command in the global environment

        os.environ['GIT_SSH_COMMAND'] = r"""bash -c 'SSH_ORIGINAL_COMMAND="$2" SSH_CONNECTION="%s 1024 127.0.0.1 22" kallithea-cli ssh-serve -c %s %s %s' --""" % (

            client_ip,

            CONFIG['__file__'],

            user.user_id,

            ssh_key.user_ssh_key_id)

        return "ssh://someuser@somehost/%s""" % repo_name

parametrize_vcs_test = parametrize('vt', [

    HgHttpVcsTest,

    GitHttpVcsTest,

    HgSshVcsTest,

    GitSshVcsTest,

])

parametrize_vcs_test_hg = parametrize('vt', [

    HgHttpVcsTest,

    HgSshVcsTest,

])

parametrize_vcs_test_http = parametrize('vt', [

    HgHttpVcsTest,

    GitHttpVcsTest,

])

class Command(object):

    def __init__(self, cwd):

        self.cwd = cwd

    def execute(self, *args, **environ):

        """

        Runs command on the system with given ``args`` using simple space

        join without safe quoting.

        """

        command = ' '.join(args)

        ignoreReturnCode = environ.pop('ignoreReturnCode', False)

        if DEBUG:

            print '*** CMD %s ***' % command

        testenv = dict(os.environ)

        testenv['LANG'] = 'en_US.UTF-8'

        testenv['LANGUAGE'] = 'en_US:en'

        testenv['HGPLAIN'] = ''

        testenv['HGRCPATH'] = ''

        testenv.update(environ)

        p = Popen(command, shell=True, stdout=PIPE, stderr=PIPE, cwd=self.cwd, env=testenv)

        stdout, stderr = p.communicate()

        if DEBUG:

            if stdout:

                print 'stdout:', stdout

            if stderr:

                print 'stderr:', stderr

        if not ignoreReturnCode:

            assert p.returncode == 0

        return stdout, stderr

def _get_tmp_dir(prefix='vcs_operations-', suffix=''):

    return tempfile.mkdtemp(dir=TESTS_TMP_PATH, prefix=prefix, suffix=suffix)

def _add_files(vcs, dest_dir, files_no=3):

    """

    Generate some files, add it to dest_dir repo and push back

    vcs is git or hg and defines what VCS we want to make those files for

    :param vcs:

    :param dest_dir:

    """

    added_file = '%ssetup.py' % _RandomNameSequence().next()

    open(os.path.join(dest_dir, added_file), 'a').close()

    Command(dest_dir).execute(vcs, 'add', added_file)

    email = 'me@example.com'

    if os.name == 'nt':

        author_str = 'User <%s>' % email

    else:

        author_str = 'User ǝɯɐᴎ <%s>' % email

    for i in xrange(files_no):

        cmd = """echo "added_line%s" >> %s""" % (i, added_file)

        Command(dest_dir).execute(cmd)

        if vcs == 'hg':

            cmd = """hg commit -m "committed new %s" -u "%s" "%s" """ % (

                i, author_str, added_file

            )

        elif vcs == 'git':

            cmd = """git commit -m "committed new %s" --author "%s" "%s" """ % (

                i, author_str, added_file

            )

        # git commit needs EMAIL on some machines

        Command(dest_dir).execute(cmd, EMAIL=email)

def _add_files_and_push(webserver, vt, dest_dir, clone_url, ignoreReturnCode=False, files_no=3):

    _add_files(vt.repo_type, dest_dir, files_no=files_no)

    # PUSH it back

    stdout = stderr = None

    if vt.repo_type == 'hg':

        stdout, stderr = Command(dest_dir).execute('hg push -f --verbose', clone_url, ignoreReturnCode=ignoreReturnCode)

    elif vt.repo_type == 'git':

        stdout, stderr = Command(dest_dir).execute('git push -f --verbose', clone_url, "master", ignoreReturnCode=ignoreReturnCode)

    return stdout, stderr

def _check_outgoing(vcs, cwd, clone_url):

    if vcs == 'hg':

        # hg removes the password from default URLs, so we have to provide it here via the clone_url

        return Command(cwd).execute('hg -q outgoing', clone_url, ignoreReturnCode=True)

    elif vcs == 'git':

        Command(cwd).execute('git remote update')

        return Command(cwd).execute('git log origin/master..master')

def set_anonymous_access(enable=True):

    user = User.get_default_user()

    user.active = enable

    Session().commit()

    if enable != User.get_default_user().active:

        raise Exception('Cannot set anonymous access')

#==============================================================================

# TESTS

#==============================================================================

def _check_proper_git_push(stdout, stderr):

    assert 'fatal' not in stderr

    assert 'rejected' not in stderr

    assert 'Pushing to' in stderr

    assert 'master -> master' in stderr

@pytest.mark.usefixtures("test_context_fixture")

class TestVCSOperations(TestController):

    @classmethod

    def setup_class(cls):

        # DISABLE ANONYMOUS ACCESS

        set_anonymous_access(False)

    @pytest.fixture()

    def testhook_cleanup(self):

        yield

        # remove hook

        for hook in ['prechangegroup', 'pretxnchangegroup', 'preoutgoing', 'changegroup', 'outgoing', 'incoming']:

            entry = Ui.get_by_key('hooks', '%s.testhook' % hook)

            if entry:

                Session().delete(entry)

        Session().commit()

    @pytest.fixture(scope="module")

    def testfork(self):

        # create fork so the repo stays untouched

        git_fork_name = u'%s_fork%s' % (GIT_REPO, _RandomNameSequence().next())

        fixture.create_fork(GIT_REPO, git_fork_name)

        hg_fork_name = u'%s_fork%s' % (HG_REPO, _RandomNameSequence().next())

        fixture.create_fork(HG_REPO, hg_fork_name)

        return {'git': git_fork_name, 'hg': hg_fork_name}

    @parametrize_vcs_test

    def test_clone_repo_by_admin(self, webserver, vt):

        clone_url = vt.repo_url_param(webserver, vt.repo_name)

        stdout, stderr = Command(TESTS_TMP_PATH).execute(vt.repo_type, 'clone', clone_url, _get_tmp_dir())

        if vt.repo_type == 'git':

            assert 'Cloning into' in stdout + stderr

            assert stderr == '' or stdout == ''

        elif vt.repo_type == 'hg':

            assert 'requesting all changes' in stdout

            assert 'adding changesets' in stdout

            assert 'adding manifests' in stdout

            assert 'adding file changes' in stdout

            assert stderr == ''

    @parametrize_vcs_test_http

    def test_clone_wrong_credentials(self, webserver, vt):

        clone_url = vt.repo_url_param(webserver, vt.repo_name, password='bad!')

        stdout, stderr = Command(TESTS_TMP_PATH).execute(vt.repo_type, 'clone', clone_url, _get_tmp_dir(), ignoreReturnCode=True)

        if vt.repo_type == 'git':

            assert 'fatal: Authentication failed' in stderr

        elif vt.repo_type == 'hg':

            assert 'abort: authorization failed' in stderr

    def test_clone_git_dir_as_hg(self, webserver):

        clone_url = HgHttpVcsTest.repo_url_param(webserver, GIT_REPO)

        stdout, stderr = Command(TESTS_TMP_PATH).execute('hg clone', clone_url, _get_tmp_dir(), ignoreReturnCode=True)

        assert 'HTTP Error 404: Not Found' in stderr or "not a valid repository" in stdout and 'abort:' in stderr

    def test_clone_hg_repo_as_git(self, webserver):

        clone_url = GitHttpVcsTest.repo_url_param(webserver, HG_REPO)

        stdout, stderr = Command(TESTS_TMP_PATH).execute('git clone', clone_url, _get_tmp_dir(), ignoreReturnCode=True)

        assert 'not found' in stderr

    @parametrize_vcs_test

    def test_clone_non_existing_path(self, webserver, vt):

        clone_url = vt.repo_url_param(webserver, 'trololo')

        stdout, stderr = Command(TESTS_TMP_PATH).execute(vt.repo_type, 'clone', clone_url, _get_tmp_dir(), ignoreReturnCode=True)

        if vt.repo_type == 'git':

            assert 'not found' in stderr or 'abort: Access to %r denied' % 'trololo' in stderr

        elif vt.repo_type == 'hg':

            assert 'HTTP Error 404: Not Found' in stderr or 'abort: no suitable response from remote hg' in stderr and 'remote: abort: Access to %r denied' % 'trololo' in stdout

    @parametrize_vcs_test

    def test_push_new_repo(self, webserver, vt):

        # Clear the log so we know what is added

        UserLog.query().delete()

        Session().commit()

        # Create an empty server repo using the API

        repo_name = u'new_%s_%s' % (vt.repo_type, _RandomNameSequence().next())

        usr = User.get_by_username(TEST_USER_ADMIN_LOGIN)

        params = {

            "id": 7,

            "api_key": usr.api_key,

            "method": 'create_repo',

            "args": dict(repo_name=repo_name,

                         owner=TEST_USER_ADMIN_LOGIN,

                         repo_type=vt.repo_type),

        }

        req = urllib2.Request(

            'http://%s:%s/_admin/api' % webserver.server_address,

            data=json.dumps(params),

            headers={'content-type': 'application/json'})

        response = urllib2.urlopen(req)

        result = json.loads(response.read())

        # Expect something like:

        # {u'result': {u'msg': u'Created new repository `new_XXX`', u'task': None, u'success': True}, u'id': 7, u'error': None}

        assert result[u'result'][u'success']

        # Create local clone of the empty server repo

        local_clone_dir = _get_tmp_dir()

        clone_url = vt.repo_url_param(webserver, repo_name)

        stdout, stderr = Command(TESTS_TMP_PATH).execute(vt.repo_type, 'clone', clone_url, local_clone_dir)

        # Make 3 commits and push to the empty server repo.

        # The server repo doesn't have any other heads than the

        # refs/heads/master we are pushing, but the `git log` in the push hook

        # should still list the 3 commits.

        stdout, stderr = _add_files_and_push(webserver, vt, local_clone_dir, clone_url=clone_url)

        if vt.repo_type == 'git':

            _check_proper_git_push(stdout, stderr)

        elif vt.repo_type == 'hg':

            assert 'pushing to ' in stdout

            assert 'remote: added ' in stdout

        # Verify that we got the right events in UserLog. Expect something like:

        # <UserLog('id:new_git_XXX:started_following_repo')>

        # <UserLog('id:new_git_XXX:user_created_repo')>

        # <UserLog('id:new_git_XXX:pull')>

        # <UserLog('id:new_git_XXX:push:aed9d4c1732a1927da3be42c47eb9afdc200d427,d38b083a07af10a9f44193486959a96a23db78da,4841ff9a2b385bec995f4679ef649adb3f437622')>

        action_parts = [ul.action.split(':', 1) for ul in UserLog.query().order_by(UserLog.user_log_id)]

        assert [(t[0], (t[1].count(',') + 1) if len(t) == 2 else 0) for t in action_parts] == ([

            (u'started_following_repo', 0),

            (u'user_created_repo', 0),

            (u'pull', 0),

            (u'push', 3)]

            if vt.repo_type == 'git' else [

            (u'started_following_repo', 0),

            (u'user_created_repo', 0),

            # (u'pull', 0), # Mercurial outgoing hook is not called for empty clones

            (u'push', 3)])

    @parametrize_vcs_test