:author: marcink

:copyright: (c) 2013 RhodeCode GmbH, and others.

:license: GPLv3, see LICENSE.md for more details.

"""

import socket

import traceback

import logging

from pylons import config

from hashlib import md5

from decorator import decorator

from kallithea.lib.vcs.utils.lazy import LazyProperty

    def __wrapper(func, *fargs, **fkwargs):

        lockkey = __get_lockkey(func, *fargs, **fkwargs)

        lockkey_path = config['app_conf']['cache_dir']

        log.info('running task with lockkey %s', lockkey)

        try:

            ret = func(*fargs, **fkwargs)

            l.release()

            return ret

        except LockHeld:

            log.info('LockHeld')

            return 'Task with key %s already running' % lockkey

from celery.task import task

import os

import traceback

import logging

import rfc822

from time import mktime

from operator import itemgetter

from string import lower

from pylons import config

                            ts_max_y)

    lockkey_path = config['app_conf']['cache_dir']

    log.info('running task with lockkey %s', lockkey)

    try:

        # for js data compatibility cleans the key for person from '

        akc = lambda k: person(k).replace('"', "")

        co_day_auth_aggr = {}

        commits_by_day_aggregate = {}

import os

import sys

import time

import uuid

import logging

from kallithea import __dbversion__, __py_version__, EXTERN_TYPE_INTERNAL, DB_MIGRATIONS

from kallithea.model.user import UserModel

from kallithea.lib.utils import ask_ok

from kallithea.model import init_model

from kallithea.model.db import User, Permission, Ui, \

                         'sure You backed up your database before. '

                         'Continue ? [y/n]')

        if not upgrade:

            print 'No upgrade performed'

            sys.exit(0)

        db_uri = self.dburi

        try:

            curr_version = api.db_version(db_uri, repository_path)

            msg = ('Found current database under version '

                   'control with version %s' % curr_version)

:license: GPLv3, see LICENSE.md for more details.

"""

import os

import sys

import logging

# Add location of top level folder to sys.path

sys.path.append(dn(dn(dn(os.path.realpath(__file__)))))

from whoosh.analysis import RegexTokenizer, LowercaseFilter

from whoosh.fields import TEXT, ID, STORED, NUMERIC, BOOLEAN, Schema, FieldType, DATETIME

        return slices

    def get_full_content(self, docid):

        res = self.searcher.stored_fields(docid[0])

        log.debug('result: %s', res)

        if self.search_type == 'content':

            f_path = res['path'].split(full_repo_path)[-1]

            f_path = f_path.lstrip(os.sep)

            content_short = self.get_short_content(res, docid[1])

            res.update({'content_short': content_short,

                        'content_short_hl': self.highlight(content_short),

                        'f_path': f_path

            })

        elif self.search_type == 'path':

            f_path = res['path'].split(full_repo_path)[-1]

            f_path = f_path.lstrip(os.sep)

            res.update({'f_path': f_path})

        elif self.search_type == 'message':

            res.update({'message_hl': self.highlight(res['message'])})

import traceback

from shutil import rmtree

from time import mktime

from os.path import dirname as dn

# Add location of top level folder to sys.path

project_path = dn(dn(dn(dn(os.path.realpath(__file__)))))

sys.path.append(project_path)

from kallithea.config.conf import INDEX_EXTENSIONS, INDEX_FILENAMES

        """

        index_paths_ = set()

        try:

            cs = self._get_index_changeset(repo)

            for _topnode, _dirs, files in cs.walk('/'):

                for f in files:

        except RepositoryError:

            log.debug(traceback.format_exc())

            pass

        return index_paths_

import beaker

import tarfile

import shutil

import decorator

import warnings

from os.path import abspath

from paste.script.command import Command, BadCommand

from webhelpers.text import collapse, remove_formatting, strip_tags

from beaker.cache import _cache_decorate

    index_location = os.path.join(config['app_conf']['index_dir'])

    if not os.path.exists(index_location):

        os.makedirs(index_location)

    try:

        WhooshIndexingDaemon(index_location=index_location,

                             repo_location=repo_location) \

            .run(full_index=full_index)

        l.release()

    except LockHeld:

        pass

    if data_path and os.path.exists(data_path):

        log.debug('remove %s', data_path)

        shutil.rmtree(data_path)

    #CREATE DEFAULT TEST REPOS

    cur_dir = dn(dn(abspath(__file__)))

    tar.close()

    cur_dir = dn(dn(abspath(__file__)))

    tar.close()

    #LOAD VCS test stuff

    from kallithea.tests.vcs import setup_package

    setup_package()

import re

import time

import traceback

import logging

import cStringIO

import pkg_resources

from sqlalchemy import func

from pylons.i18n.translation import _

import kallithea

from kallithea.lib.vcs import get_backend

        Creates a kallithea hook inside a git repository

        :param repo: Instance of VCS repo

        :param force_create: Create even if same name hook exists

        """

        if not repo.bare:

        if not os.path.isdir(loc):

            os.makedirs(loc)

        tmpl_post = "#!/usr/bin/env %s\n" % sys.executable or 'python2'

        tmpl_post += pkg_resources.resource_string(

        )

        tmpl_pre = "#!/usr/bin/env %s\n" % sys.executable or 'python2'

        tmpl_pre += pkg_resources.resource_string(

        )

        for h_type, tmpl in [('pre', tmpl_pre), ('post', tmpl_post)]:

            has_hook = False

            log.debug('Installing git hook in repo %s', repo)

            if os.path.exists(_hook_file):

                # let's take a look at this hook, maybe it's kallithea ?

                log.debug('hook exists, checking if it is from kallithea')

                with open(_hook_file, 'rb') as f:

import re

import time

import logging

import datetime

import hashlib

import tempfile

from tempfile import _RandomNameSequence

import pylons

import pylons.test

from pylons import config, url

# SetupCommand('setup-app').run([config_file])

environ = {}

#SOME GLOBALS FOR TESTS

TEST_USER_ADMIN_LOGIN = 'test_admin'

TEST_USER_ADMIN_PASS = 'test12'

TEST_USER_ADMIN_EMAIL = 'test_admin@example.com'

TEST_USER_REGULAR_LOGIN = 'test_regular'

TEST_USER_REGULAR_PASS = 'test12'

## VCS

SCM_TESTS = ['hg', 'git']

uniq_suffix = str(int(time.mktime(datetime.datetime.now().timetuple())))

GIT_REMOTE_REPO = 'git://github.com/codeinn/vcs.git'

HG_REMOTE_REPO = 'http://bitbucket.org/marcinkuzminski/vcs'

TEST_DIR = tempfile.gettempdir()

TEST_REPO_PREFIX = 'vcs-test'

# cached repos if any !

# comment out to get some other repos from bb or github

#skip ldap tests if LDAP lib is not installed

ldap_lib_installed = False

try:

    import ldap

    ldap.API_VERSION

"""

import os

import re

import tempfile

import time

from tempfile import _RandomNameSequence

from subprocess import Popen, PIPE

from kallithea.tests import *

from kallithea.tests.fixture import Fixture

    vcs is git or hg and defines what VCS we want to make those files for

    :param vcs:

    :param DEST:

    """

    # commit some stuff into this repo

    Command(cwd).execute('touch %s' % added_file)

    Command(cwd).execute('%s add %s' % (vcs, added_file))

    email = 'me@example.com'

    if os.name == 'nt':

        author_str = 'User <%s>' % email

"""

import os

import sys

import shutil

import logging

from os.path import dirname as dn

from tempfile import _RandomNameSequence

from subprocess import Popen, PIPE

from paste.deploy import appconfig

#==============================================================================

# TESTS

#==============================================================================

def test_clone_with_credentials(no_errors=False, repo=HG_REPO, method=METHOD,

                                seq=None, backend='hg'):

    if seq is None:

        seq = _RandomNameSequence().next()

    try:

        shutil.rmtree(path, ignore_errors=True)

        os.makedirs(path)

    except OSError:

        raise

    clone_url = 'http://%(user)s:%(pass)s@%(host)s/%(cloned_repo)s' % \

                  {'user': USER,

                   'pass': PASS,

import urllib

import urllib2

import time

import os

import sys

import tempfile

from os.path import dirname as dn

__here__ = os.path.abspath(__file__)

__root__ = dn(dn(dn(__here__)))

sys.path.append(__root__)

if not BASE_URI.endswith('/'):

    BASE_URI += '/'

print 'Crawling @ %s' % BASE_URI

BASE_URI += '%s'

PROJECTS = [

    #'linux-magx-pbranch',

    'CPython',

    'kallithea',

]

o = urllib2.build_opener(urllib2.HTTPCookieProcessor(cj))

o.addheaders = [

    ('User-agent', 'kallithea-crawler'),

    ('Accept-Language', 'en - us, en;q = 0.5')

]

urllib2.install_opener(o)

def _get_repo(proj):

    if isinstance(proj, basestring):

        proj = proj

    else:

        repo = proj

        proj = repo.name

    return repo, proj

    print 'average on req', total_time / float(pages)

def test_changeset_walk(proj, limit=None):

    repo, proj = _get_repo(proj)

    total_time = 0

    cnt = 0

    for i in repo:

        cnt += 1

        raw_cs = '/'.join((proj, 'changeset', i.raw_id))

    print 'average on req', total_time / float(cnt)

def test_files_walk(proj, limit=100):

    repo, proj = _get_repo(proj)

    total_time = 0

    paths_ = OrderedSet([''])

    try:

        tip = repo.get_changeset('tip')

        for topnode, dirs, files in tip.walk('/'):

    print 'total_time', total_time

    print 'average on req', total_time / float(cnt)

if __name__ == '__main__':

    for path in PROJECTS:

        for i in range(PASES):

            print 'PASS %s/%s' % (i, PASES)

            test_changelog_walk(repo, pages=80)

            test_changeset_walk(repo, limit=100)

            test_files_walk(repo, limit=100)

import time

import hashlib

import tempfile

import datetime

import shutil

import uuid

__all__ = (

    'TEST_HG_REPO', 'TEST_GIT_REPO', 'HG_REMOTE_REPO', 'GIT_REMOTE_REPO',

    'SCM_TESTS',

)

THIS = os.path.abspath(os.path.dirname(__file__))

GIT_REMOTE_REPO = 'git://github.com/codeinn/vcs.git'

TEST_TMP_PATH = os.environ.get('VCS_TEST_ROOT', tempfile.gettempdir())

TEST_GIT_REPO = os.environ.get('VCS_TEST_GIT_REPO',

TEST_GIT_REPO_CLONE = os.environ.get('VCS_TEST_GIT_REPO_CLONE',

TEST_GIT_REPO_PULL = os.environ.get('VCS_TEST_GIT_REPO_PULL',

HG_REMOTE_REPO = 'http://bitbucket.org/marcinkuzminski/vcs'

TEST_HG_REPO = os.environ.get('VCS_TEST_HG_REPO',

TEST_HG_REPO_CLONE = os.environ.get('VCS_TEST_HG_REPO_CLONE',

TEST_HG_REPO_PULL = os.environ.get('VCS_TEST_HG_REPO_PULL',

TEST_DIR = os.environ.get('VCS_TEST_ROOT', tempfile.gettempdir())

TEST_REPO_PREFIX = 'vcs-test'

def get_new_dir(title=None):

    return "%s-%s" % (path, hex_uuid)

PACKAGE_DIR = os.path.abspath(os.path.join(

    os.path.dirname(__file__), '..'))

TEST_USER_CONFIG_FILE = _dest

#overide default configurations with kallithea ones

from kallithea.tests import *