Files @ 4565e655ea2a
Branch filter:

Location: kallithea/rhodecode/controllers/summary.py - annotation

Marcin Kuzminski
API: Added option to rescann repositories via api call
0dad296d2a57
0dad296d2a57
5f7731e3ab4d
5f7731e3ab4d
0dad296d2a57
0dad296d2a57
6832ef664673
0dad296d2a57
0dad296d2a57
89efedac4e6c
0dad296d2a57
0dad296d2a57
a671db5bdd58
a671db5bdd58
a671db5bdd58
a671db5bdd58
6832ef664673
1e757ac98988
1e757ac98988
1e757ac98988
1e757ac98988
6832ef664673
1e757ac98988
a671db5bdd58
0dad296d2a57
df59c0503636
bd57d1cb9dc3
bd57d1cb9dc3
e829e8446902
bd57d1cb9dc3
df59c0503636
8384eaabeb19
f664d3b57fa4
bd57d1cb9dc3
324ac367a4da
df59c0503636
bd57d1cb9dc3
8384eaabeb19
bd57d1cb9dc3
bd57d1cb9dc3
e886f91fcb71
e886f91fcb71
8ecfed1d8f8b
e886f91fcb71
8ecfed1d8f8b
1e757ac98988
3fc9183e05dd
2b6939a77052
df59c0503636
1e757ac98988
8ecfed1d8f8b
91ddd4db4614
87ec80c280bb
405b1170f577
bd57d1cb9dc3
1e757ac98988
1e757ac98988
e886f91fcb71
df59c0503636
df59c0503636
50e41777675d
1635a21485d6
3fc9183e05dd
b04d5214fd3c
1e757ac98988
1e757ac98988
b04d5214fd3c
1e757ac98988
1e757ac98988
b04d5214fd3c
2ab211e0aecd
66f03a87141c
2ab211e0aecd
50e41777675d
50e41777675d
b04d5214fd3c
13b507b73190
b04d5214fd3c
50e41777675d
50e41777675d
b04d5214fd3c
99875a8f2ad1
8384eaabeb19
811fa5d45de8
811fa5d45de8
99875a8f2ad1
f3f847712f87
e1c9903d7e38
99875a8f2ad1
8384eaabeb19
4a28aff31a15
8384eaabeb19
4a28aff31a15
4a28aff31a15
4a28aff31a15
e829e8446902
a8c66e870bd0
a8c66e870bd0
a8c66e870bd0
a8c66e870bd0
a8c66e870bd0
e829e8446902
a8c66e870bd0
e829e8446902
a8c66e870bd0
a8c66e870bd0
e829e8446902
e829e8446902
e829e8446902
a8c66e870bd0
4a28aff31a15
1e757ac98988
a8c66e870bd0
1e757ac98988
e829e8446902
9dc1d92d82ed
e829e8446902
9dc1d92d82ed
e829e8446902
b04d5214fd3c
1e757ac98988
e829e8446902
9dc1d92d82ed
e829e8446902
9dc1d92d82ed
e829e8446902
b04d5214fd3c
6489d9b7791d
6489d9b7791d
6489d9b7791d
b04d5214fd3c
6489d9b7791d
6489d9b7791d
6489d9b7791d
b04d5214fd3c
5554aa9c2480
4a28aff31a15
bd57d1cb9dc3
2ab211e0aecd
bd57d1cb9dc3
4a28aff31a15
c2440badab84
1e757ac98988
1e757ac98988
b04d5214fd3c
1e757ac98988
5554aa9c2480
1e757ac98988
b04d5214fd3c
36b12336cb7f
b04d5214fd3c
1e757ac98988
5554aa9c2480
0d3706ccf129
1e757ac98988
1e757ac98988
87ec80c280bb
182f5bd3b49d
13b507b73190
182f5bd3b49d
0eceb478c720
a3efaaa6ed4f
a3efaaa6ed4f
a3efaaa6ed4f
1635a21485d6
1635a21485d6
36b12336cb7f
36b12336cb7f
36b12336cb7f
36b12336cb7f
36b12336cb7f
36b12336cb7f
1e757ac98988
1e757ac98988
50e41777675d
1e757ac98988
e41aacb6aa18
87ec80c280bb
5554aa9c2480
72f008ed9b18
2ab211e0aecd
32318ec7bfc1
370ed7829168
370ed7829168
1e757ac98988
1e757ac98988
370ed7829168
370ed7829168
df59c0503636
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
bc272fd65e57
e886f91fcb71
370ed7829168
370ed7829168
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
405b1170f577
405b1170f577
e886f91fcb71
bc272fd65e57
bc272fd65e57
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
37945c6a7dbd
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
37945c6a7dbd
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
e886f91fcb71
df59c0503636
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
3fc9183e05dd
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
3fc9183e05dd
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
32318ec7bfc1
# -*- coding: utf-8 -*-
"""
    rhodecode.controllers.summary
    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

    Summary controller for Rhodecode

    :created_on: Apr 18, 2010
    :author: marcink
    :copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com>
    :license: GPLv3, see COPYING for more details.
"""
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.

import traceback
import calendar
import logging
import urllib
from time import mktime
from datetime import timedelta, date
from urlparse import urlparse
from rhodecode.lib.compat import product

from rhodecode.lib.vcs.exceptions import ChangesetError, EmptyRepositoryError, \
    NodeDoesNotExistError

from pylons import tmpl_context as c, request, url, config
from pylons.i18n.translation import _

from beaker.cache import cache_region, region_invalidate

from rhodecode.config.conf import ALL_READMES, ALL_EXTS, LANGUAGES_EXTENSIONS_MAP
from rhodecode.model.db import Statistics, CacheInvalidation
from rhodecode.lib.utils2 import safe_unicode
from rhodecode.lib.auth import LoginRequired, HasRepoPermissionAnyDecorator
from rhodecode.lib.base import BaseRepoController, render
from rhodecode.lib.vcs.backends.base import EmptyChangeset
from rhodecode.lib.markup_renderer import MarkupRenderer
from rhodecode.lib.celerylib import run_task
from rhodecode.lib.celerylib.tasks import get_commits_stats
from rhodecode.lib.helpers import RepoPage
from rhodecode.lib.compat import json, OrderedDict
from rhodecode.lib.vcs.nodes import FileNode

log = logging.getLogger(__name__)

README_FILES = [''.join([x[0][0], x[1][0]]) for x in
                    sorted(list(product(ALL_READMES, ALL_EXTS)),
                           key=lambda y:y[0][1] + y[1][1])]


class SummaryController(BaseRepoController):

    @LoginRequired()
    @HasRepoPermissionAnyDecorator('repository.read', 'repository.write',
                                   'repository.admin')
    def __before__(self):
        super(SummaryController, self).__before__()

    def index(self, repo_name):
        c.dbrepo = dbrepo = c.rhodecode_db_repo
        c.following = self.scm_model.is_following_repo(repo_name,
                                                self.rhodecode_user.user_id)

        def url_generator(**kw):
            return url('shortlog_home', repo_name=repo_name, size=10, **kw)

        c.repo_changesets = RepoPage(c.rhodecode_repo, page=1,
                                     items_per_page=10, url=url_generator)

        if self.rhodecode_user.username == 'default':
            # for default(anonymous) user we don't need to pass credentials
            username = ''
            password = ''
        else:
            username = str(self.rhodecode_user.username)
            password = '@'

        parsed_url = urlparse(url.current(qualified=True))

        default_clone_uri = '{scheme}://{user}{pass}{netloc}{path}'

        uri_tmpl = config.get('clone_uri', default_clone_uri)
        uri_tmpl = uri_tmpl.replace('{', '%(').replace('}', ')s')
        decoded_path = safe_unicode(urllib.unquote(parsed_url.path))
        uri_dict = {
           'user': username,
           'pass': password,
           'scheme': parsed_url.scheme,
           'netloc': parsed_url.netloc,
           'path': decoded_path
        }

        uri = uri_tmpl % uri_dict
        # generate another clone url by id
        uri_dict.update(
         {'path': decoded_path.replace(repo_name, '_%s' % c.dbrepo.repo_id)}
        )
        uri_id = uri_tmpl % uri_dict

        c.clone_repo_url = uri
        c.clone_repo_url_id = uri_id
        c.repo_tags = OrderedDict()
        for name, hash_ in c.rhodecode_repo.tags.items()[:10]:
            try:
                c.repo_tags[name] = c.rhodecode_repo.get_changeset(hash_)
            except ChangesetError:
                c.repo_tags[name] = EmptyChangeset(hash_)

        c.repo_branches = OrderedDict()
        for name, hash_ in c.rhodecode_repo.branches.items()[:10]:
            try:
                c.repo_branches[name] = c.rhodecode_repo.get_changeset(hash_)
            except ChangesetError:
                c.repo_branches[name] = EmptyChangeset(hash_)

        td = date.today() + timedelta(days=1)
        td_1m = td - timedelta(days=calendar.mdays[td.month])
        td_1y = td - timedelta(days=365)

        ts_min_m = mktime(td_1m.timetuple())
        ts_min_y = mktime(td_1y.timetuple())
        ts_max_y = mktime(td.timetuple())

        if dbrepo.enable_statistics:
            c.show_stats = True
            c.no_data_msg = _('No data loaded yet')
            run_task(get_commits_stats, c.dbrepo.repo_name, ts_min_y, ts_max_y)
        else:
            c.show_stats = False
            c.no_data_msg = _('Statistics are disabled for this repository')
        c.ts_min = ts_min_m
        c.ts_max = ts_max_y

        stats = self.sa.query(Statistics)\
            .filter(Statistics.repository == dbrepo)\
            .scalar()

        c.stats_percentage = 0

        if stats and stats.languages:
            c.no_data = False is dbrepo.enable_statistics
            lang_stats_d = json.loads(stats.languages)
            c.commit_data = stats.commit_activity
            c.overview_data = stats.commit_activity_combined

            lang_stats = ((x, {"count": y,
                               "desc": LANGUAGES_EXTENSIONS_MAP.get(x)})
                          for x, y in lang_stats_d.items())

            c.trending_languages = json.dumps(
                sorted(lang_stats, reverse=True, key=lambda k: k[1])[:10]
            )
            last_rev = stats.stat_on_revision + 1
            c.repo_last_rev = c.rhodecode_repo.count()\
                if c.rhodecode_repo.revisions else 0
            if last_rev == 0 or c.repo_last_rev == 0:
                pass
            else:
                c.stats_percentage = '%.2f' % ((float((last_rev)) /
                                                c.repo_last_rev) * 100)
        else:
            c.commit_data = json.dumps({})
            c.overview_data = json.dumps([[ts_min_y, 0], [ts_max_y, 10]])
            c.trending_languages = json.dumps({})
            c.no_data = True

        c.enable_downloads = dbrepo.enable_downloads
        if c.enable_downloads:
            c.download_options = self._get_download_links(c.rhodecode_repo)

        c.readme_data, c.readme_file = \
            self.__get_readme_data(c.rhodecode_db_repo)
        return render('summary/summary.html')

    def __get_readme_data(self, db_repo):
        repo_name = db_repo.repo_name

        @cache_region('long_term')
        def _get_readme_from_cache(key):
            readme_data = None
            readme_file = None
            log.debug('Looking for README file')
            try:
                # get's the landing revision! or tip if fails
                cs = db_repo.get_landing_changeset()
                renderer = MarkupRenderer()
                for f in README_FILES:
                    try:
                        readme = cs.get_node(f)
                        if not isinstance(readme, FileNode):
                            continue
                        readme_file = f
                        log.debug('Found README file `%s` rendering...' %
                                  readme_file)
                        readme_data = renderer.render(readme.content, f)
                        break
                    except NodeDoesNotExistError:
                        continue
            except ChangesetError:
                log.error(traceback.format_exc())
                pass
            except EmptyRepositoryError:
                pass
            except Exception:
                log.error(traceback.format_exc())

            return readme_data, readme_file

        key = repo_name + '_README'
        inv = CacheInvalidation.invalidate(key)
        if inv is not None:
            region_invalidate(_get_readme_from_cache, None, key)
            CacheInvalidation.set_valid(inv.cache_key)
        return _get_readme_from_cache(key)

    def _get_download_links(self, repo):

        download_l = []

        branches_group = ([], _("Branches"))
        tags_group = ([], _("Tags"))

        for name, chs in c.rhodecode_repo.branches.items():
            #chs = chs.split(':')[-1]
            branches_group[0].append((chs, name),)
        download_l.append(branches_group)

        for name, chs in c.rhodecode_repo.tags.items():
            #chs = chs.split(':')[-1]
            tags_group[0].append((chs, name),)
        download_l.append(tags_group)

        return download_l