Files @ be78bf3b1a1f
Branch filter:

Location: kallithea/rhodecode/controllers/summary.py - annotation

Marcin Kuzminski
added url quote in clone url. fixes issue #809
0dad296d2a57
0dad296d2a57
5f7731e3ab4d
5f7731e3ab4d
0dad296d2a57
0dad296d2a57
6832ef664673
0dad296d2a57
0dad296d2a57
89efedac4e6c
0dad296d2a57
0dad296d2a57
a671db5bdd58
a671db5bdd58
a671db5bdd58
a671db5bdd58
6832ef664673
1e757ac98988
1e757ac98988
1e757ac98988
1e757ac98988
6832ef664673
1e757ac98988
a671db5bdd58
0dad296d2a57
df59c0503636
bd57d1cb9dc3
bd57d1cb9dc3
e829e8446902
bd57d1cb9dc3
df59c0503636
8384eaabeb19
bd57d1cb9dc3
8384eaabeb19
bd57d1cb9dc3
b9ba0d4d3abf
bd57d1cb9dc3
e886f91fcb71
e886f91fcb71
be78bf3b1a1f
b9ba0d4d3abf
b9ba0d4d3abf
b9ba0d4d3abf
8ecfed1d8f8b
e886f91fcb71
b9ba0d4d3abf
be78bf3b1a1f
b9ba0d4d3abf
b9ba0d4d3abf
3fc9183e05dd
2b6939a77052
df59c0503636
1e757ac98988
8ecfed1d8f8b
91ddd4db4614
87ec80c280bb
405b1170f577
bd57d1cb9dc3
1e757ac98988
1e757ac98988
e886f91fcb71
df59c0503636
df59c0503636
50e41777675d
1635a21485d6
3fc9183e05dd
b04d5214fd3c
1e757ac98988
1e757ac98988
b04d5214fd3c
1e757ac98988
1e757ac98988
b04d5214fd3c
2ab211e0aecd
66f03a87141c
50e41777675d
b04d5214fd3c
13b507b73190
b04d5214fd3c
50e41777675d
50e41777675d
a16f9a76c26f
a16f9a76c26f
b04d5214fd3c
99875a8f2ad1
8384eaabeb19
811fa5d45de8
811fa5d45de8
99875a8f2ad1
f3f847712f87
e1c9903d7e38
99875a8f2ad1
8384eaabeb19
4a28aff31a15
8384eaabeb19
4a28aff31a15
4a28aff31a15
4a28aff31a15
e829e8446902
a8c66e870bd0
3f0fe158dc0c
a8c66e870bd0
a8c66e870bd0
a8c66e870bd0
be78bf3b1a1f
a8c66e870bd0
e829e8446902
be78bf3b1a1f
a8c66e870bd0
e829e8446902
e829e8446902
e829e8446902
a8c66e870bd0
4a28aff31a15
1e757ac98988
a8c66e870bd0
1e757ac98988
e829e8446902
9dc1d92d82ed
e829e8446902
9dc1d92d82ed
e829e8446902
b04d5214fd3c
1e757ac98988
e829e8446902
9dc1d92d82ed
e829e8446902
9dc1d92d82ed
e829e8446902
b04d5214fd3c
6489d9b7791d
6489d9b7791d
6489d9b7791d
b04d5214fd3c
6489d9b7791d
6489d9b7791d
6489d9b7791d
b04d5214fd3c
5554aa9c2480
4a28aff31a15
bd57d1cb9dc3
eaa887c6c0af
eaa887c6c0af
eaa887c6c0af
bd57d1cb9dc3
4a28aff31a15
c2440badab84
1e757ac98988
1e757ac98988
b04d5214fd3c
1e757ac98988
5554aa9c2480
1e757ac98988
b04d5214fd3c
36b12336cb7f
b04d5214fd3c
1e757ac98988
5554aa9c2480
0d3706ccf129
1e757ac98988
1e757ac98988
87ec80c280bb
182f5bd3b49d
13b507b73190
182f5bd3b49d
0eceb478c720
a3efaaa6ed4f
a3efaaa6ed4f
a3efaaa6ed4f
1635a21485d6
1635a21485d6
36b12336cb7f
36b12336cb7f
36b12336cb7f
36b12336cb7f
36b12336cb7f
36b12336cb7f
1e757ac98988
1e757ac98988
50e41777675d
1e757ac98988
e41aacb6aa18
87ec80c280bb
5554aa9c2480
72f008ed9b18
2ab211e0aecd
32318ec7bfc1
370ed7829168
370ed7829168
1e757ac98988
1e757ac98988
b9ba0d4d3abf
b9ba0d4d3abf
b9ba0d4d3abf
b9ba0d4d3abf
7abbb77b02d0
b9ba0d4d3abf
b9ba0d4d3abf
b9ba0d4d3abf
370ed7829168
370ed7829168
df59c0503636
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
bc272fd65e57
e886f91fcb71
370ed7829168
370ed7829168
2d6d6c346f66
2d6d6c346f66
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
405b1170f577
405b1170f577
e886f91fcb71
bc272fd65e57
bc272fd65e57
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
37945c6a7dbd
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
37945c6a7dbd
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
df59c0503636
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
3fc9183e05dd
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
3fc9183e05dd
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
# -*- coding: utf-8 -*-
"""
    rhodecode.controllers.summary
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

    Summary controller for Rhodecode

    :created_on: Apr 18, 2010
    :author: marcink
    :copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com>
    :license: GPLv3, see COPYING for more details.
"""
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

import traceback
import calendar
import logging
import urllib
from time import mktime
from datetime import timedelta, date
from urlparse import urlparse

from pylons import tmpl_context as c, request, url, config
from pylons.i18n.translation import _
from webob.exc import HTTPBadRequest

from beaker.cache import cache_region, region_invalidate

from rhodecode.lib import helpers as h
from rhodecode.lib.compat import product
from rhodecode.lib.vcs.exceptions import ChangesetError, EmptyRepositoryError, \
    NodeDoesNotExistError
from rhodecode.config.conf import ALL_READMES, ALL_EXTS, LANGUAGES_EXTENSIONS_MAP
from rhodecode.model.db import Statistics, CacheInvalidation
from rhodecode.lib.utils import jsonify
from rhodecode.lib.utils2 import safe_unicode, safe_str
from rhodecode.lib.auth import LoginRequired, HasRepoPermissionAnyDecorator,\
    NotAnonymous
from rhodecode.lib.base import BaseRepoController, render
from rhodecode.lib.vcs.backends.base import EmptyChangeset
from rhodecode.lib.markup_renderer import MarkupRenderer
from rhodecode.lib.celerylib import run_task
from rhodecode.lib.celerylib.tasks import get_commits_stats
from rhodecode.lib.helpers import RepoPage
from rhodecode.lib.compat import json, OrderedDict
from rhodecode.lib.vcs.nodes import FileNode

log = logging.getLogger(__name__)

README_FILES = [''.join([x[0][0], x[1][0]]) for x in
                    sorted(list(product(ALL_READMES, ALL_EXTS)),
                           key=lambda y:y[0][1] + y[1][1])]


class SummaryController(BaseRepoController):

    @LoginRequired()
    @HasRepoPermissionAnyDecorator('repository.read', 'repository.write',
                                   'repository.admin')
    def __before__(self):
        super(SummaryController, self).__before__()

    def index(self, repo_name):
        c.dbrepo = dbrepo = c.rhodecode_db_repo

        def url_generator(**kw):
            return url('shortlog_home', repo_name=repo_name, size=10, **kw)

        c.repo_changesets = RepoPage(c.rhodecode_repo, page=1,
                                     items_per_page=10, url=url_generator)
        page_revisions = [x.raw_id for x in list(c.repo_changesets)]
        c.statuses = c.rhodecode_db_repo.statuses(page_revisions)

        if self.rhodecode_user.username == 'default':
            # for default(anonymous) user we don't need to pass credentials
            username = ''
            password = ''
        else:
            username = str(self.rhodecode_user.username)
            password = '@'

        parsed_url = urlparse(url.current(qualified=True))

        default_clone_uri = '{scheme}://{user}{pass}{netloc}{path}'

        uri_tmpl = config.get('clone_uri', default_clone_uri)
        uri_tmpl = uri_tmpl.replace('{', '%(').replace('}', ')s')
        decoded_path = safe_unicode(urllib.unquote(parsed_url.path))
        uri_dict = {
           'user': urllib.quote(username),
           'pass': password,
           'scheme': parsed_url.scheme,
           'netloc': parsed_url.netloc,
           'path': urllib.quote(safe_str(decoded_path))
        }

        uri = (uri_tmpl % uri_dict)
        # generate another clone url by id
        uri_dict.update(
         {'path': decoded_path.replace(repo_name, '_%s' % c.dbrepo.repo_id)}
        )
        uri_id = uri_tmpl % uri_dict

        c.clone_repo_url = uri
        c.clone_repo_url_id = uri_id
        c.repo_tags = OrderedDict()
        for name, hash_ in c.rhodecode_repo.tags.items()[:10]:
            try:
                c.repo_tags[name] = c.rhodecode_repo.get_changeset(hash_)
            except ChangesetError:
                c.repo_tags[name] = EmptyChangeset(hash_)

        c.repo_branches = OrderedDict()
        for name, hash_ in c.rhodecode_repo.branches.items()[:10]:
            try:
                c.repo_branches[name] = c.rhodecode_repo.get_changeset(hash_)
            except ChangesetError:
                c.repo_branches[name] = EmptyChangeset(hash_)

        td = date.today() + timedelta(days=1)
        td_1m = td - timedelta(days=calendar.mdays[td.month])
        td_1y = td - timedelta(days=365)

        ts_min_m = mktime(td_1m.timetuple())
        ts_min_y = mktime(td_1y.timetuple())
        ts_max_y = mktime(td.timetuple())

        if dbrepo.enable_statistics:
            c.show_stats = True
            c.no_data_msg = _('No data loaded yet')
            recurse_limit = 500  # don't recurse more than 500 times when parsing
            run_task(get_commits_stats, c.dbrepo.repo_name, ts_min_y,
                     ts_max_y, recurse_limit)
        else:
            c.show_stats = False
            c.no_data_msg = _('Statistics are disabled for this repository')
        c.ts_min = ts_min_m
        c.ts_max = ts_max_y

        stats = self.sa.query(Statistics)\
            .filter(Statistics.repository == dbrepo)\
            .scalar()

        c.stats_percentage = 0

        if stats and stats.languages:
            c.no_data = False is dbrepo.enable_statistics
            lang_stats_d = json.loads(stats.languages)
            c.commit_data = stats.commit_activity
            c.overview_data = stats.commit_activity_combined

            lang_stats = ((x, {"count": y,
                               "desc": LANGUAGES_EXTENSIONS_MAP.get(x)})
                          for x, y in lang_stats_d.items())

            c.trending_languages = json.dumps(
                sorted(lang_stats, reverse=True, key=lambda k: k[1])[:10]
            )
            last_rev = stats.stat_on_revision + 1
            c.repo_last_rev = c.rhodecode_repo.count()\
                if c.rhodecode_repo.revisions else 0
            if last_rev == 0 or c.repo_last_rev == 0:
                pass
            else:
                c.stats_percentage = '%.2f' % ((float((last_rev)) /
                                                c.repo_last_rev) * 100)
        else:
            c.commit_data = json.dumps({})
            c.overview_data = json.dumps([[ts_min_y, 0], [ts_max_y, 10]])
            c.trending_languages = json.dumps({})
            c.no_data = True

        c.enable_downloads = dbrepo.enable_downloads
        if c.enable_downloads:
            c.download_options = self._get_download_links(c.rhodecode_repo)

        c.readme_data, c.readme_file = \
            self.__get_readme_data(c.rhodecode_db_repo)
        return render('summary/summary.html')

    @NotAnonymous()
    @jsonify
    def repo_size(self, repo_name):
        if request.is_xhr:
            return c.rhodecode_db_repo._repo_size()
        else:
            raise HTTPBadRequest()

    def __get_readme_data(self, db_repo):
        repo_name = db_repo.repo_name

        @cache_region('long_term')
        def _get_readme_from_cache(key):
            readme_data = None
            readme_file = None
            log.debug('Looking for README file')
            try:
                # get's the landing revision! or tip if fails
                cs = db_repo.get_landing_changeset()
                if isinstance(cs, EmptyChangeset):
                    raise EmptyRepositoryError()
                renderer = MarkupRenderer()
                for f in README_FILES:
                    try:
                        readme = cs.get_node(f)
                        if not isinstance(readme, FileNode):
                            continue
                        readme_file = f
                        log.debug('Found README file `%s` rendering...' %
                                  readme_file)
                        readme_data = renderer.render(readme.content, f)
                        break
                    except NodeDoesNotExistError:
                        continue
            except ChangesetError:
                log.error(traceback.format_exc())
                pass
            except EmptyRepositoryError:
                pass
            except Exception:
                log.error(traceback.format_exc())

            return readme_data, readme_file

        key = repo_name + '_README'
        inv = CacheInvalidation.invalidate(key)
        if inv is not None:
            region_invalidate(_get_readme_from_cache, None, key)
            CacheInvalidation.set_valid(inv.cache_key)
        return _get_readme_from_cache(key)

    def _get_download_links(self, repo):

        download_l = []

        branches_group = ([], _("Branches"))
        tags_group = ([], _("Tags"))

        for name, chs in c.rhodecode_repo.branches.items():
            #chs = chs.split(':')[-1]
            branches_group[0].append((chs, name),)
        download_l.append(branches_group)

        for name, chs in c.rhodecode_repo.tags.items():
            #chs = chs.split(':')[-1]
            tags_group[0].append((chs, name),)
        download_l.append(tags_group)

        return download_l