Files @ f45e83492484
Branch filter:

Location: kallithea/rhodecode/controllers/summary.py - annotation

Marcin Kuzminski
changelog update
0dad296d2a57
0dad296d2a57
5f7731e3ab4d
5f7731e3ab4d
0dad296d2a57
0dad296d2a57
6832ef664673
0dad296d2a57
0dad296d2a57
6832ef664673
0dad296d2a57
0dad296d2a57
a671db5bdd58
a671db5bdd58
a671db5bdd58
a671db5bdd58
6832ef664673
1e757ac98988
1e757ac98988
1e757ac98988
1e757ac98988
6832ef664673
1e757ac98988
a671db5bdd58
0dad296d2a57
df59c0503636
bd57d1cb9dc3
bd57d1cb9dc3
bd57d1cb9dc3
df59c0503636
df59c0503636
8384eaabeb19
bd57d1cb9dc3
df59c0503636
df59c0503636
bd57d1cb9dc3
8384eaabeb19
bd57d1cb9dc3
bd57d1cb9dc3
e886f91fcb71
e886f91fcb71
e886f91fcb71
df59c0503636
1e757ac98988
3fc9183e05dd
37625d304a16
df59c0503636
1e757ac98988
0eceb478c720
0eceb478c720
91ddd4db4614
87ec80c280bb
bd57d1cb9dc3
1e757ac98988
1e757ac98988
e886f91fcb71
df59c0503636
df59c0503636
50e41777675d
1635a21485d6
3fc9183e05dd
b04d5214fd3c
1e757ac98988
1e757ac98988
b04d5214fd3c
1e757ac98988
1e757ac98988
b04d5214fd3c
2ab211e0aecd
66f03a87141c
2ab211e0aecd
50e41777675d
50e41777675d
b04d5214fd3c
13b507b73190
b04d5214fd3c
50e41777675d
50e41777675d
b04d5214fd3c
99875a8f2ad1
8384eaabeb19
811fa5d45de8
811fa5d45de8
99875a8f2ad1
f3f847712f87
e1c9903d7e38
99875a8f2ad1
8384eaabeb19
4a28aff31a15
8384eaabeb19
4a28aff31a15
4a28aff31a15
4a28aff31a15
4a28aff31a15
a8c66e870bd0
a8c66e870bd0
a8c66e870bd0
a8c66e870bd0
a8c66e870bd0
a8c66e870bd0
a8c66e870bd0
a8c66e870bd0
a8c66e870bd0
a8c66e870bd0
a8c66e870bd0
4a28aff31a15
1e757ac98988
a8c66e870bd0
1e757ac98988
2ab211e0aecd
9dc1d92d82ed
2ab211e0aecd
9dc1d92d82ed
9dc1d92d82ed
b04d5214fd3c
1e757ac98988
2ab211e0aecd
9dc1d92d82ed
2ab211e0aecd
9dc1d92d82ed
9dc1d92d82ed
b04d5214fd3c
6489d9b7791d
6489d9b7791d
6489d9b7791d
b04d5214fd3c
6489d9b7791d
6489d9b7791d
6489d9b7791d
b04d5214fd3c
5554aa9c2480
4a28aff31a15
bd57d1cb9dc3
2ab211e0aecd
bd57d1cb9dc3
4a28aff31a15
c2440badab84
1e757ac98988
1e757ac98988
b04d5214fd3c
1e757ac98988
5554aa9c2480
1e757ac98988
b04d5214fd3c
36b12336cb7f
b04d5214fd3c
1e757ac98988
5554aa9c2480
0d3706ccf129
1e757ac98988
1e757ac98988
87ec80c280bb
182f5bd3b49d
13b507b73190
182f5bd3b49d
0eceb478c720
1e757ac98988
0eceb478c720
0dad296d2a57
1e757ac98988
1e757ac98988
1635a21485d6
1635a21485d6
36b12336cb7f
36b12336cb7f
36b12336cb7f
36b12336cb7f
36b12336cb7f
36b12336cb7f
1e757ac98988
1e757ac98988
50e41777675d
1e757ac98988
e41aacb6aa18
87ec80c280bb
5554aa9c2480
72f008ed9b18
2ab211e0aecd
32318ec7bfc1
e886f91fcb71
1e757ac98988
1e757ac98988
e886f91fcb71
df59c0503636
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
df59c0503636
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
3fc9183e05dd
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
3fc9183e05dd
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
# -*- coding: utf-8 -*-
"""
    rhodecode.controllers.summary
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

    Summary controller for Rhodecode

    :created_on: Apr 18, 2010
    :author: marcink
    :copyright: (C) 2009-2011 Marcin Kuzminski <marcin@python-works.com>
    :license: GPLv3, see COPYING for more details.
"""
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

import traceback
import calendar
import logging
from time import mktime
from datetime import timedelta, date
from itertools import product
from urlparse import urlparse

from vcs.exceptions import ChangesetError, EmptyRepositoryError, \
    NodeDoesNotExistError

from pylons import tmpl_context as c, request, url, config
from pylons.i18n.translation import _

from beaker.cache import cache_region, region_invalidate

from rhodecode.model.db import Statistics, CacheInvalidation
from rhodecode.lib import ALL_READMES, ALL_EXTS
from rhodecode.lib.auth import LoginRequired, HasRepoPermissionAnyDecorator
from rhodecode.lib.base import BaseRepoController, render
from rhodecode.lib.utils import EmptyChangeset
from rhodecode.lib.markup_renderer import MarkupRenderer
from rhodecode.lib.celerylib import run_task
from rhodecode.lib.celerylib.tasks import get_commits_stats, \
    LANGUAGES_EXTENSIONS_MAP
from rhodecode.lib.helpers import RepoPage
from rhodecode.lib.compat import json, OrderedDict

log = logging.getLogger(__name__)

README_FILES = [''.join([x[0][0], x[1][0]]) for x in
                    sorted(list(product(ALL_READMES, ALL_EXTS)),
                           key=lambda y:y[0][1] + y[1][1])]


class SummaryController(BaseRepoController):

    @LoginRequired()
    @HasRepoPermissionAnyDecorator('repository.read', 'repository.write',
                                   'repository.admin')
    def __before__(self):
        super(SummaryController, self).__before__()

    def index(self, repo_name):
        c.dbrepo = dbrepo = c.rhodecode_db_repo
        c.following = self.scm_model.is_following_repo(repo_name,
                                                self.rhodecode_user.user_id)

        def url_generator(**kw):
            return url('shortlog_home', repo_name=repo_name, size=10, **kw)

        c.repo_changesets = RepoPage(c.rhodecode_repo, page=1,
                                     items_per_page=10, url=url_generator)

        if self.rhodecode_user.username == 'default':
            # for default(anonymous) user we don't need to pass credentials
            username = ''
            password = ''
        else:
            username = str(self.rhodecode_user.username)
            password = '@'

        parsed_url = urlparse(url.current(qualified=True))

        default_clone_uri = '{scheme}://{user}{pass}{netloc}{path}'

        uri_tmpl = config.get('clone_uri', default_clone_uri)
        uri_tmpl = uri_tmpl.replace('{', '%(').replace('}', ')s')

        uri_dict = {
           'user': username,
           'pass': password,
           'scheme': parsed_url.scheme,
           'netloc': parsed_url.netloc,
           'path': parsed_url.path
        }
        uri = uri_tmpl % uri_dict
        # generate another clone url by id
        uri_dict.update({'path': '/_%s' % c.dbrepo.repo_id})
        uri_id = uri_tmpl % uri_dict

        c.clone_repo_url = uri
        c.clone_repo_url_id = uri_id
        c.repo_tags = OrderedDict()
        for name, hash in c.rhodecode_repo.tags.items()[:10]:
            try:
                c.repo_tags[name] = c.rhodecode_repo.get_changeset(hash)
            except ChangesetError:
                c.repo_tags[name] = EmptyChangeset(hash)

        c.repo_branches = OrderedDict()
        for name, hash in c.rhodecode_repo.branches.items()[:10]:
            try:
                c.repo_branches[name] = c.rhodecode_repo.get_changeset(hash)
            except ChangesetError:
                c.repo_branches[name] = EmptyChangeset(hash)

        td = date.today() + timedelta(days=1)
        td_1m = td - timedelta(days=calendar.mdays[td.month])
        td_1y = td - timedelta(days=365)

        ts_min_m = mktime(td_1m.timetuple())
        ts_min_y = mktime(td_1y.timetuple())
        ts_max_y = mktime(td.timetuple())

        if dbrepo.enable_statistics:
            c.show_stats = True
            c.no_data_msg = _('No data loaded yet')
            run_task(get_commits_stats, c.dbrepo.repo_name, ts_min_y, ts_max_y)
        else:
            c.show_stats = False
            c.no_data_msg = _('Statistics are disabled for this repository')
        c.ts_min = ts_min_m
        c.ts_max = ts_max_y

        stats = self.sa.query(Statistics)\
            .filter(Statistics.repository == dbrepo)\
            .scalar()

        c.stats_percentage = 0

        if stats and stats.languages:
            c.no_data = False is dbrepo.enable_statistics
            lang_stats_d = json.loads(stats.languages)
            c.commit_data = stats.commit_activity
            c.overview_data = stats.commit_activity_combined

            lang_stats = ((x, {"count": y,
                               "desc": LANGUAGES_EXTENSIONS_MAP.get(x)})
                          for x, y in lang_stats_d.items())

            c.trending_languages = json.dumps(OrderedDict(
                                       sorted(lang_stats, reverse=True,
                                            key=lambda k: k[1])[:10]
                                        )
                                    )
            last_rev = stats.stat_on_revision + 1
            c.repo_last_rev = c.rhodecode_repo.count()\
                if c.rhodecode_repo.revisions else 0
            if last_rev == 0 or c.repo_last_rev == 0:
                pass
            else:
                c.stats_percentage = '%.2f' % ((float((last_rev)) /
                                                c.repo_last_rev) * 100)
        else:
            c.commit_data = json.dumps({})
            c.overview_data = json.dumps([[ts_min_y, 0], [ts_max_y, 10]])
            c.trending_languages = json.dumps({})
            c.no_data = True

        c.enable_downloads = dbrepo.enable_downloads
        if c.enable_downloads:
            c.download_options = self._get_download_links(c.rhodecode_repo)

        c.readme_data, c.readme_file = self.__get_readme_data(c.rhodecode_repo)
        return render('summary/summary.html')

    def __get_readme_data(self, repo):

        @cache_region('long_term')
        def _get_readme_from_cache(key):
            readme_data = None
            readme_file = None
            log.debug('Fetching readme file')
            try:
                cs = repo.get_changeset('tip')
                renderer = MarkupRenderer()
                for f in README_FILES:
                    try:
                        readme = cs.get_node(f)
                        readme_file = f
                        readme_data = renderer.render(readme.content, f)
                        log.debug('Found readme %s' % readme_file)
                        break
                    except NodeDoesNotExistError:
                        continue
            except ChangesetError:
                pass
            except EmptyRepositoryError:
                pass
            except Exception:
                log.error(traceback.format_exc())

            return readme_data, readme_file

        key = repo.name + '_README'
        inv = CacheInvalidation.invalidate(key)
        if inv is not None:
            region_invalidate(_get_readme_from_cache, None, key)
            CacheInvalidation.set_valid(inv.cache_key)
        return _get_readme_from_cache(key)

    def _get_download_links(self, repo):

        download_l = []

        branches_group = ([], _("Branches"))
        tags_group = ([], _("Tags"))

        for name, chs in c.rhodecode_repo.branches.items():
            #chs = chs.split(':')[-1]
            branches_group[0].append((chs, name),)
        download_l.append(branches_group)

        for name, chs in c.rhodecode_repo.tags.items():
            #chs = chs.split(':')[-1]
            tags_group[0].append((chs, name),)
        download_l.append(tags_group)

        return download_l