data = ["    %r: %r,\n" % it for it in md5_data.items()]

    data.sort()

    repl = "".join(data)

    import inspect

    srcfile = inspect.getsourcefile(sys.modules[__name__])

    f = open(srcfile, 'rb'); src = f.read(); f.close()

    match = re.search("\nmd5_data = {\n([^}]+)}", src)

    if not match:

        print >>sys.stderr, "Internal error!"

        sys.exit(2)

    src = src[:match.start(1)] + repl + src[match.end(1):]

    f = open(srcfile,'w')

    f.write(src)

    f.close()

if __name__=='__main__':

    if len(sys.argv)>2 and sys.argv[1]=='--md5update':

        update_md5(sys.argv[2:])

    else:

        main(sys.argv[1:])

        app = ErrorHandler(app, global_conf, **config['pylons.errorware'])

        # Display error documents for 401, 403, 404 status codes (and

        # 500 when debug is disabled)

        if asbool(config['debug']):

            app = StatusCodeRedirect(app)

        else:

            app = StatusCodeRedirect(app, [400, 401, 403, 404, 500])

    #enable https redirets based on HTTP_X_URL_SCHEME set by proxy

    app = HttpsFixup(app, config)

    # Establish the Registry for this application

    app = RegistryManager(app)

    if asbool(static_files):

        # Serve static files

        static_app = StaticURLParser(config['pylons.paths']['static_files'])

        app = Cascade([static_app, app])

        app = make_gzip_middleware(app, global_conf, compress_level=1)

    app.config = config

    return app

from rhodecode.model.db import UserLog

log = logging.getLogger(__name__)

class AdminController(BaseController):

    @LoginRequired()

    def __before__(self):

        super(AdminController, self).__before__()

    @HasPermissionAllDecorator('hg.admin')

    def index(self):

        users_log = self.sa.query(UserLog)\

                .options(joinedload(UserLog.user))\

                .options(joinedload(UserLog.repository))\

                .order_by(UserLog.action_date.desc())

        p = int(request.params.get('page', 1))

        c.users_log = Page(users_log, page=p, items_per_page=10)

        c.log_data = render('admin/admin_log.html')

        if request.params.get('partial'):

            return c.log_data

        return render('admin/admin.html')

        Generates a DAG graph for mercurial

        :param repo: repo instance

        :param size: number of commits to show

        :param p: page number

        """

        if not repo.revisions or repo.alias == 'git':

            c.jsdata = json.dumps([])

            return

        revcount = min(repo_size, size)

        offset = 1 if p == 1 else  ((p - 1) * revcount + 1)

        rev_start = repo.revisions.index(repo.revisions[(-1 * offset)])

        rev_end = max(0, rev_start - revcount)

        dag = graph_rev(repo._repo, rev_start, rev_end)

        c.dag = tree = list(colored(dag))

        data = []

        for (id, type, ctx, vtx, edges) in tree:

            if type != CHANGESET:

                continue

            data.append(('', vtx, edges))

        c.jsdata = json.dumps(data)

        """Call Paste's FileApp (a WSGI application) to serve the file

        at the specified path

        """

        fapp = paste.fileapp.FileApp(path)

        return fapp(request.environ, self.start_response)

    def get_error_explanation(self, code):

        ''' get the error explanations of int codes

            [400, 401, 403, 404, 500]'''

        try:

            code = int(code)

        except:

            code = 500

        if code == 400:

            return _('The request could not be understood by the server due to malformed syntax.')

        if code == 401:

            return _('Unauthorized access to resource')

        if code == 403:

            return _("You don't have permission to view this page")

        if code == 404:

            return _('The resource could not be found')

        if code == 500:

            return _('The server encountered an unexpected condition which prevented it from fulfilling the request.')

        changesets = cs.get_file_history(f_path)

        hist_l = []

        changesets_group = ([], _("Changesets"))

        branches_group = ([], _("Branches"))

        tags_group = ([], _("Tags"))

        for chs in changesets:

            n_desc = 'r%s:%s' % (chs.revision, chs.short_id)

            changesets_group[0].append((chs.raw_id, n_desc,))

        hist_l.append(changesets_group)

        for name, chs in c.rhodecode_repo.branches.items():

            #chs = chs.split(':')[-1]

            branches_group[0].append((chs, name),)

        hist_l.append(branches_group)

        for name, chs in c.rhodecode_repo.tags.items():

            #chs = chs.split(':')[-1]

            tags_group[0].append((chs, name),)

        hist_l.append(tags_group)

        return hist_l

        journal = self._get_journal_data(c.following)

        feed = Rss201rev2Feed(title=self.title % 'rss',

                         link=url('public_journal_rss', qualified=True),

                         description=_('Public journal'),

                         language=self.language,

                         ttl=self.ttl)

        for entry in journal[:self.feed_nr]:

            #tmpl = h.action_parser(entry)[0]

            action, action_extra = h.action_parser(entry, feed=True)

            title = "%s - %s %s" % (entry.user.short_contact, action,

                                 entry.repository.repo_name)

            desc = action_extra()

            feed.add_item(title=title,

                          pubdate=entry.action_date,

                          link=url('', qualified=True),

                          author_email=entry.user.email,

                          author_name=entry.user.full_contact,

                          description=desc)

        response.content_type = feed.mime_type

        return feed.writeString('utf-8')

        cmd = ['scp', '-l', '40000', '-i', '%(id_rsa_key)s' % params,

               '%(backup_file)s' % params,

               '%(backup_server)s' % params]

        subprocess.call(cmd)

        logging.info('Transfered file %s to %s', self.backup_file_name, cmd[4])

    def rm_file(self):

        logging.info('Removing file %s', self.backup_file_name)

        os.remove(os.path.join(self.backup_file_path, self.backup_file_name))

if __name__ == "__main__":

    repo_location = '/home/repo_path'

    backup_server = 'root@192.168.1.100:/backups/mercurial'

    rsa_key = '/home/id_rsa'

    B_MANAGER = BackupManager(repo_location, rsa_key, backup_server)

    B_MANAGER.backup_repos()

    B_MANAGER.transfer_files()

    B_MANAGER.rm_file()

    log.debug('executing task %s in sync mode', task)

    return ResultWrapper(task(*args, **kwargs))

def locked_task(func):

    def __wrapper(func, *fargs, **fkwargs):

        params = list(fargs)

        params.extend(['%s-%s' % ar for ar in fkwargs.items()])

        lockkey = 'task_%s' % \

            md5(str(func.__name__) + '-' + \

                '-'.join(map(str, params))).hexdigest()

        log.info('running task with lockkey %s', lockkey)

        try:

            l = DaemonLock(lockkey)

            ret = func(*fargs, **fkwargs)

            l.release()

            return ret

        except LockHeld:

            log.info('LockHeld')

            return 'Task with key %s already running' % lockkey

    return decorator(__wrapper, func)

    'Smarty', 'm': 'ObjectiveC', 'f90': 'Fortran', 'mod': 'Modula2', 'sh':

    'Bash', 'lhs': 'LiterateHaskell', 'sources.list': 'SourcesList', 'axd':

    'VbNetAspx', 'sc': 'Python'}

    repos_path = get_repos_path()

    p = os.path.join(repos_path, repo_name)

    repo = get_repo(p)

    tip = repo.get_changeset()

    code_stats = {}

    def aggregate(cs):

        for f in cs[2]:

            ext = f.extension

            key = LANGUAGES_EXTENSIONS_MAP.get(ext, ext)

            key = key or ext

            if ext in LANGUAGES_EXTENSIONS_MAP.keys() and not f.is_binary:

                if code_stats.has_key(key):

                    code_stats[key] += 1

                else:

                    code_stats[key] = 1

    map(aggregate, tip.walk('/'))

    return code_stats or {}

        def_record = logging.Formatter.format(self, record)

        end = RESET_SEQ

        colored_record = start + def_record + end

        return colored_record

class ColorFormatterSql(logging.Formatter):

    def __init__(self, *args, **kwargs):

        # can't do super(...) here because Formatter is an old school class

        logging.Formatter.__init__(self, *args, **kwargs)

    def format(self, record):

        """

        Changes record's levelname to use with COLORS enum

        """

        start = COLOR_SEQ % (COLORS['SQL'])

        def_record = format_sql(logging.Formatter.format(self, record))

        end = RESET_SEQ

        colored_record = start + def_record + end

        return colored_record

        reg_perm.permission = self.sa.query(Permission)\

        .filter(Permission.permission_name == 'hg.register.manual_activate')\

        .scalar()

        create_repo_perm = UserToPerm()

        create_repo_perm.user = default_user

        create_repo_perm.permission = self.sa.query(Permission)\

        .filter(Permission.permission_name == 'hg.create.repository')\

        .scalar()

        default_repo_perm = UserToPerm()

        default_repo_perm.user = default_user

        default_repo_perm.permission = self.sa.query(Permission)\

        .filter(Permission.permission_name == 'repository.read')\

        .scalar()

        try:

            self.sa.add(reg_perm)

            self.sa.add(create_repo_perm)

            self.sa.add(default_repo_perm)

            self.sa.commit()

        except:

            self.sa.rollback()

            raise

import os

import sys

def import_path(fullpath):

    """ Import a file with full path specification. Allows one to

        import from anywhere, something __import__ does not do. 

    """

    # http://zephyrfalcon.org/weblog/arch_d7_2002_08_31.html

    path, filename = os.path.split(fullpath)

    filename, ext = os.path.splitext(filename)

    sys.path.append(path)

    module = __import__(filename)

    reload(module) # Might be out of date during tests

    del sys.path[-1]

    return module

    #==========================================================================

    class CacheInvalidation(Base, BaseModel):

        __tablename__ = 'cache_invalidation'

        __table_args__ = (UniqueConstraint('cache_key'), {'useexisting':True})

        cache_id = Column("cache_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)

        cache_key = Column("cache_key", String(length=None, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None)

        cache_args = Column("cache_args", String(length=None, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None)

        cache_active = Column("cache_active", Boolean(), nullable=True, unique=None, default=False)

        def __init__(self, cache_key, cache_args=''):

            self.cache_key = cache_key

            self.cache_args = cache_args

            self.cache_active = False

        def __repr__(self):

            return "<CacheInvalidation('%s:%s')>" % (self.cache_id, self.cache_key)

    CacheInvalidation().__table__.create()

    return

def downgrade(migrate_engine):

    meta = MetaData()

    meta.bind = migrate_engine

    #ADD downloads column#

    enable_downloads = Column("downloads", Boolean(), nullable=True, unique=None, default=True)

    enable_downloads.create(Repository().__table__)

    #ADD group_id column#

    group_id = Column("group_id", Integer(), ForeignKey('groups.group_id'),

                  nullable=True, unique=False, default=None)

    group_id.create(Repository().__table__)

    #ADD clone_uri column#

    clone_uri = Column("clone_uri", String(length=255, convert_unicode=False,

                                           assert_unicode=None),

                        nullable=True, unique=False, default=None)

    clone_uri.create(Repository().__table__)

    return

def downgrade(migrate_engine):

    meta = MetaData()

    meta.bind = migrate_engine

def changed_tooltip(nodes):

    if nodes:

        pref = ': <br/> '

        suf = ''

        if len(nodes) > 30:

            suf = '<br/>' + _(' and %s more') % (len(nodes) - 30)

        return literal(pref + '<br/> '.join([safe_unicode(x.path) for x in nodes[:30]]) + suf)

    else:

        return ': ' + _('No Files')

def repo_link(groups_and_repos):

    groups, repo_name = groups_and_repos

    if not groups:

        return repo_name

    else:

        def make_link(group):

            return link_to(group.group_name, url('repos_group', id=group.group_id))

        return literal(' » '.join(map(make_link, groups)) + \

                       " » " + repo_name)

    username = extra_params['username']

    repository = extra_params['repository']

    action = extra_params['action'] + ':%s'

    node = kwargs['node']

    def get_revs(repo, rev_opt):

        if rev_opt:

            revs = revrange(repo, rev_opt)

            if len(revs) == 0:

                return (nullrev, nullrev)

            return (max(revs), min(revs))

        else:

            return (len(repo) - 1, 0)

    stop, start = get_revs(repo, [node + ':'])

    revs = (str(repo[r]) for r in xrange(start, stop + 1))

    action = action % ','.join(revs)

    action_logger(username, action, repository, extra_params['ip'])

    return 0

            stats.sort_stats('cumulative')

            # Redirect output

            out = StringIO()

            stats.stream = out

            stats.print_stats()

            resp = ''.join(self.response)

            # Lets at least only put this on html-like responses.

            if resp.strip().startswith('<'):

                ## The profiling info is just appended to the response.

                ##  Browsers don't mind this.

                resp += '<pre style="text-align:left; border-top: 4px dashed red; padding: 1em;">'

                resp += cgi.escape(out.getvalue(), True)

                output = StringIO()

                pprint.pprint(environ, output, depth=3)

                resp += cgi.escape(output.getvalue(), True)

                resp += '</pre>'

            return resp

class CacheInvalidation(Base):

    __tablename__ = 'cache_invalidation'

    __table_args__ = (UniqueConstraint('cache_key'), {'useexisting':True})

    cache_id = Column("cache_id", Integer(), nullable=False, unique=True, default=None, primary_key=True)

    cache_key = Column("cache_key", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None)

    cache_args = Column("cache_args", String(length=255, convert_unicode=False, assert_unicode=None), nullable=True, unique=None, default=None)

    cache_active = Column("cache_active", Boolean(), nullable=True, unique=None, default=False)

    def __init__(self, cache_key, cache_args=''):

        self.cache_key = cache_key

        self.cache_args = cache_args

        self.cache_active = False

    def __repr__(self):

        return "<%s('%s:%s')>" % (self.__class__.__name__,

                                  self.cache_id, self.cache_key)

class DbMigrateVersion(Base):

    __tablename__ = 'db_migrate_version'

    __table_args__ = {'useexisting':True}

    repository_id = Column('repository_id', String(250), primary_key=True)

    repository_path = Column('repository_path', Text)

    version = Column('version', Integer)

        ret = self.sa.query(CacheInvalidation)\

            .filter(CacheInvalidation.cache_key == repo_name)\

            .filter(CacheInvalidation.cache_active == False)\

            .scalar()

        return ret

    def _mark_invalidated(self, cache_key):

        """ Marks all occurrences of cache to invalidation as already 

        invalidated

        :param cache_key:

        """

        if cache_key:

            log.debug('marking %s as already invalidated', cache_key)

        try:

            cache_key.cache_active = True

            self.sa.add(cache_key)

            self.sa.commit()

        except (DatabaseError,):

            log.error(traceback.format_exc())

            self.sa.rollback()

    def test_raw_wrong_cs(self):

        self.log_user()

        rev = u'ERRORcce30c96924232dffcd24178a07ffeb5dfc'

        f_path = 'vcs/nodes.py'

        response = self.app.get(url(controller='files', action='raw',

                                    repo_name=HG_REPO,

                                    revision=rev,

                                    f_path=f_path))

        assert """Revision %r does not exist for this repository""" % (rev) in response.session['flash'][0][1], 'No flash message'

        assert """%s""" % (HG_REPO) in response.session['flash'][0][1], 'No flash message'

    def test_raw_wrong_f_path(self):

        self.log_user()

        rev = '27cd5cce30c96924232dffcd24178a07ffeb5dfc'

        f_path = 'vcs/ERRORnodes.py'

        response = self.app.get(url(controller='files', action='raw',

                                    repo_name=HG_REPO,

                                    revision=rev,

                                    f_path=f_path))

        assert "There is no file nor directory at the given path: %r at revision %r" % (f_path, rev[:12]) in response.session['flash'][0][1], 'No flash message'

    def test_forgot_password(self):

        response = self.app.get(url(controller='login', action='password_reset'))

        assert response.status == '200 OK', 'Wrong response from login page got %s' % response.status

        username = 'test_password_reset_1'

        password = 'qweqwe'

        email = 'marcin@python-works.com'

        name = 'passwd'

        lastname = 'reset'

        response = self.app.post(url(controller='login', action='register'),

                                            {'username':username,

                                             'password':password,

                                             'password_confirmation':password,

                                             'email':email,

                                             'name':name,

                                             'lastname':lastname})

        #register new user for email test

        response = self.app.post(url(controller='login', action='password_reset'),

                                            {'email':email, })

        print response.session['flash']

        assert 'You have successfully registered into rhodecode' in response.session['flash'][0], 'No flash message about user registration'

        assert 'Your new password was sent' in response.session['flash'][1], 'No flash message about password reset'

        # Test response...

    def test_empty_search(self):

        if os.path.isdir(self.index_location):

            raise SkipTest('skipped due to existing index')

        else:

            self.log_user()

            response = self.app.get(url(controller='search', action='index'), {'q':HG_REPO})

            assert 'There is no index to search in. Please run whoosh indexer' in response.body, 'No error message about empty index'

    def test_normal_search(self):

        self.log_user()

        response = self.app.get(url(controller='search', action='index'), {'q':'def repo'})

        print response.body

        assert '10 results' in response.body, 'no message about proper search results'

        assert 'Permission denied' not in response.body, 'Wrong permissions settings for that repo and user'

    def test_repo_search(self):

        self.log_user()

        response = self.app.get(url(controller='search', action='index'), {'q':'repository:%s def test' % HG_REPO})

        print response.body

        assert '4 results' in response.body, 'no message about proper search results'

        assert 'Permission denied' not in response.body, 'Wrong permissions settings for that repo and user'

                                     'repo_type':'hg',

                                     'description':description,

                                     'private':'False'})

        #test if we have a message that fork is ok

        assert 'forked %s repository as %s' \

                      % (repo_name, fork_name) in response.session['flash'][0], 'No flash message about fork'

        #test if the fork was created in the database

        fork_repo = self.sa.query(Repository).filter(Repository.repo_name == fork_name).one()

        assert fork_repo.repo_name == fork_name, 'wrong name of repo name in new db fork repo'

        assert fork_repo.fork.repo_name == repo_name, 'wrong fork parrent'

        #test if fork is visible in the list ?

        response = response.follow()

        #check if fork is marked as fork

        response = self.app.get(url(controller='summary', action='index',

                                    repo_name=fork_name))

        assert 'Fork of %s' % repo_name in response.body, 'no message about that this repo is a fork'

        self.log_user()

        response = self.app.get(url(controller='summary', action='index', repo_name=HG_REPO))

        #repo type

        assert """<img style="margin-bottom:2px" class="icon" title="Mercurial repository" alt="Mercurial repository" src="/images/icons/hgicon.png"/>""" in response.body

        assert """<img style="margin-bottom:2px" class="icon" title="public repository" alt="public repository" src="/images/icons/lock_open.png"/>""" in response.body

        #codes stats

        self._enable_stats()

        invalidate_cache('get_repo_cached_%s' % HG_REPO)

        response = self.app.get(url(controller='summary', action='index', repo_name=HG_REPO))

        assert """var data = {"Python": 42, "Rst": 11, "Bash": 2, "Makefile": 1, "Batch": 1, "Ini": 1, "Css": 1};""" in response.body, 'wrong info about % of codes stats'

        # clone url...

        assert """<input type="text" id="clone_url" readonly="readonly" value="hg clone http://test_admin@localhost:80/%s" size="70"/>""" % HG_REPO in response.body

    def _enable_stats(self):

        r = Repository.by_repo_name(HG_REPO)

        r.enable_statistics = True

        self.sa.add(r)

        self.sa.commit()

    clone_url = 'http://%(user)s:%(pass)s@%(host)s/%(cloned_repo)s' % \

                  {'user':USER,

                   'pass':PASS,

                   'host':HOST,

                   'cloned_repo':HG_REPO + '_error',

                   'dest':jn(TESTS_TMP_PATH, HG_REPO)}

    stdout, stderr = Command(cwd).execute('hg push %s' % clone_url)

    assert """abort: HTTP Error 403: Forbidden"""  in stderr

if __name__ == '__main__':

    create_test_user(force=False)

    create_test_repo()

    #test_push_modify_file()

    #test_clone()

    #test_clone_anonymous_ok()

    #test_clone_wrong_credentials()

    #test_pull()

    test_push_new_file(commits=15)

    #test_push_wrong_path()

    #test_push_wrong_credentials()

# MA  02110-1301, USA.

import os

import logging

from rhodecode.config.environment import load_environment

from rhodecode.lib.db_manage import DbManage

log = logging.getLogger(__name__)

def setup_app(command, conf, vars):

    """Place any commands to setup rhodecode here"""

    dbconf = conf['sqlalchemy.db1.url']

    dbmanage = DbManage(log_sql=True, dbconf=dbconf, root=conf['here'], tests=False)

    dbmanage.create_tables(override=True)

    dbmanage.set_db_version()

    dbmanage.create_settings(dbmanage.config_prompt(None))

    dbmanage.create_default_user()

    dbmanage.admin_prompt()

    dbmanage.create_permissions()

    dbmanage.populate_default_permissions()

    load_environment(conf.global_conf, conf.local_conf, initial=True)