Original author and date, and relevant copyright and licensing information is below:

:created_on: Jun 5, 2010

:author: marcink

:copyright: (c) 2013 RhodeCode GmbH, and others.

:license: GPLv3, see LICENSE.md for more details.

"""

from __future__ import with_statement

import os

import shutil

import logging

import traceback

from datetime import datetime

from sqlalchemy.orm import subqueryload

from kallithea.lib.utils import make_ui

from kallithea.lib.vcs.backends import get_backend

from kallithea.lib.compat import json

from kallithea.lib.utils2 import LazyProperty, safe_str, safe_unicode, \

    remove_prefix, obfuscate_url_pw, get_current_authuser

from kallithea.lib.caching_query import FromCache

from kallithea.lib.hooks import log_delete_repository

from kallithea.model import BaseModel

from kallithea.model.db import Repository, UserRepoToPerm, UserGroupRepoToPerm, \

    UserRepoGroupToPerm, UserGroupRepoGroupToPerm, User, Permission, \

    Statistics, UserGroup, UserGroupMember, Ui, RepoGroup, \

    Setting, RepositoryField

from kallithea.lib import helpers as h

from kallithea.lib.auth import HasRepoPermissionAny, HasUserGroupPermissionAny

from kallithea.lib.exceptions import AttachedForksError

from kallithea.model.scm import UserGroupList

log = logging.getLogger(__name__)

class RepoModel(BaseModel):

    cls = Repository

    URL_SEPARATOR = Repository.url_sep()

    def _get_user_group(self, users_group):

        return self._get_instance(UserGroup, users_group,

                                  callback=UserGroup.get_by_group_name)

    def _get_repo_group(self, repo_group):

        return self._get_instance(RepoGroup, repo_group,

                                  callback=RepoGroup.get_by_group_name)

    def _create_default_perms(self, repository, private):

        # create default permission

        default = 'repository.read'

        def_user = User.get_default_user()

        for p in def_user.user_perms:

            if p.permission.permission_name.startswith('repository.'):

                default = p.permission.permission_name

                break

        default_perm = 'repository.none' if private else default

        repo_to_perm = UserRepoToPerm()

        repo_to_perm.permission = Permission.get_by_key(default_perm)

        repo_to_perm.repository = repository

        repo_to_perm.user_id = def_user.user_id

        return repo_to_perm

    @LazyProperty

    def repos_path(self):

        """

        Gets the repositories root path from database

        """

        q = self.sa.query(Ui).filter(Ui.ui_key == '/').one()

        return q.ui_value

    def get(self, repo_id, cache=False):

        repo = self.sa.query(Repository) \

            .filter(Repository.repo_id == repo_id)

        if cache:

            repo = repo.options(FromCache("sql_cache_short",

                                          "get_repo_%s" % repo_id))

        return repo.scalar()

    def get_repo(self, repository):

        return self._get_repo(repository)

    def get_by_repo_name(self, repo_name, cache=False):

        repo = self.sa.query(Repository) \

            .filter(Repository.repo_name == repo_name)

        if cache:

            repo = repo.options(FromCache("sql_cache_short",

                                          "get_repo_%s" % repo_name))

        return repo.scalar()

    def get_all_user_repos(self, user):

        """

        Gets all repositories that user have at least read access

        :param user:

        """

        from kallithea.lib.auth import AuthUser

        user = self._get_user(user)

        repos = AuthUser(user_id=user.user_id).permissions['repositories']

        access_check = lambda r: r[1] in ['repository.read',

                                          'repository.write',

                                          'repository.admin']

        repos = [x[0] for x in filter(access_check, repos.items())]

        return Repository.query().filter(Repository.repo_name.in_(repos))

    def get_users_js(self):

        users = self.sa.query(User).filter(User.active == True).all()

        return json.dumps([

            {

                'id': u.user_id,

                'fname': h.escape(u.name),

                'lname': h.escape(u.lastname),

                'nname': u.username,

                'gravatar_lnk': h.gravatar_url(u.email, size=28),

                'gravatar_size': 14,

            } for u in users]

        )

    def get_user_groups_js(self):

        user_groups = self.sa.query(UserGroup) \

            .filter(UserGroup.users_group_active == True) \

            .options(subqueryload(UserGroup.members)) \

            .all()

        user_groups = UserGroupList(user_groups, perm_set=['usergroup.read',

                                                           'usergroup.write',

                                                           'usergroup.admin'])

        return json.dumps([

            {

                'id': gr.users_group_id,

                'grname': gr.users_group_name,

                'grmembers': len(gr.members),

            } for gr in user_groups]

        )

    @classmethod

    def _render_datatable(cls, tmpl, *args, **kwargs):

        import kallithea

        from pylons import tmpl_context as c

        from pylons.i18n.translation import _

        _tmpl_lookup = kallithea.CONFIG['pylons.app_globals'].mako_lookup

        template = _tmpl_lookup.get_template('data_table/_dt_elements.html')

        tmpl = template.get_def(tmpl)

        kwargs.update(dict(_=_, h=h, c=c))

        return tmpl.render(*args, **kwargs)

    @classmethod

    def update_repoinfo(cls, repositories=None):

        if not repositories:

            repositories = Repository.getAll()

        for repo in repositories:

            repo.update_changeset_cache()

    def get_repos_as_dict(self, repos_list=None, admin=False, perm_check=True,

                          super_user_actions=False):

        _render = self._render_datatable

        from pylons import tmpl_context as c

        def quick_menu(repo_name):

            return _render('quick_menu', repo_name)

        def repo_lnk(name, rtype, rstate, private, fork_of):

            return _render('repo_name', name, rtype, rstate, private, fork_of,

                           short_name=not admin, admin=False)

        def last_change(last_change):

            return _render("last_change", last_change)

        def rss_lnk(repo_name):

            return _render("rss", repo_name)

        def atom_lnk(repo_name):

            return _render("atom", repo_name)

        def last_rev(repo_name, cs_cache):

            return _render('revision', repo_name, cs_cache.get('revision'),

                           cs_cache.get('raw_id'), cs_cache.get('author'),

                           cs_cache.get('message'))

        def desc(desc):

            if c.visual.stylify_metatags:

            else:

        def state(repo_state):

            return _render("repo_state", repo_state)

        def repo_actions(repo_name):

            return _render('repo_actions', repo_name, super_user_actions)

        def owner_actions(user_id, username):

            return _render('user_name', user_id, username)

        repos_data = []

        for repo in repos_list:

            if perm_check:

                # check permission at this level

                if not HasRepoPermissionAny(

                        'repository.read', 'repository.write',

                        'repository.admin'

                )(repo.repo_name, 'get_repos_as_dict check'):

                    continue

            cs_cache = repo.changeset_cache

            row = {

                "menu": quick_menu(repo.repo_name),

                "raw_name": repo.repo_name.lower(),

                "name": repo_lnk(repo.repo_name, repo.repo_type,

                                 repo.repo_state, repo.private, repo.fork),

                "last_change": last_change(repo.last_db_change),

                "last_changeset": last_rev(repo.repo_name, cs_cache),

                "last_rev_raw": cs_cache.get('revision'),

                "desc": desc(repo.description),

                "owner": h.person(repo.user),

                "state": state(repo.repo_state),

                "rss": rss_lnk(repo.repo_name),

                "atom": atom_lnk(repo.repo_name),

            }

            if admin:

                row.update({

                    "action": repo_actions(repo.repo_name),

                    "owner": owner_actions(repo.user.user_id,

                                           h.person(repo.user))

                })

            repos_data.append(row)

        return {

            "totalRecords": len(repos_list),

            "startIndex": 0,

            "sort": "name",

            "dir": "asc",

            "records": repos_data

        }

    def _get_defaults(self, repo_name):

        """

        Gets information about repository, and returns a dict for

        usage in forms

        :param repo_name:

        """

        repo_info = Repository.get_by_repo_name(repo_name)

        if repo_info is None:

            return None

        defaults = repo_info.get_dict()

        group, repo_name, repo_name_full = repo_info.groups_and_repo

        defaults['repo_name'] = repo_name

        defaults['repo_group'] = getattr(group[-1] if group else None,

                                         'group_id', None)

        for strip, k in [(0, 'repo_type'), (1, 'repo_enable_downloads'),

                         (1, 'repo_description'), (1, 'repo_enable_locking'),

                         (1, 'repo_landing_rev'), (0, 'clone_uri'),

                         (1, 'repo_private'), (1, 'repo_enable_statistics')]:

            attr = k

            if strip:

                attr = remove_prefix(k, 'repo_')

            val = defaults[attr]

            if k == 'repo_landing_rev':

                val = ':'.join(defaults[attr])

            defaults[k] = val

            if k == 'clone_uri':

                defaults['clone_uri_hidden'] = repo_info.clone_uri_hidden

        # fill owner

        if repo_info.user:

            defaults.update({'user': repo_info.user.username})

        else:

            replacement_user = User.query().filter(User.admin ==

                                                   True).first().username

            defaults.update({'user': replacement_user})

        # fill repository users

        for p in repo_info.repo_to_perm:

            defaults.update({'u_perm_%s' % p.user.username:

                                 p.permission.permission_name})

        # fill repository groups

        for p in repo_info.users_group_to_perm:

            defaults.update({'g_perm_%s' % p.users_group.users_group_name:

                                 p.permission.permission_name})

        return defaults

    def update(self, repo, **kwargs):

        try:

            cur_repo = self._get_repo(repo)

            org_repo_name = cur_repo.repo_name

            if 'user' in kwargs:

                cur_repo.user = User.get_by_username(kwargs['user'])

            if 'repo_group' in kwargs:

                cur_repo.group = RepoGroup.get(kwargs['repo_group'])

            log.debug('Updating repo %s with params:%s' % (cur_repo, kwargs))

            for strip, k in [(1, 'repo_enable_downloads'),

                             (1, 'repo_description'),

                             (1, 'repo_enable_locking'),

                             (1, 'repo_landing_rev'),

                             (1, 'repo_private'),

                             (1, 'repo_enable_statistics'),

                             (0, 'clone_uri'),]:

                if k in kwargs:

                    val = kwargs[k]

                    if strip:

                        k = remove_prefix(k, 'repo_')

                    if k == 'clone_uri':

                        from kallithea.model.validators import Missing

                        _change = kwargs.get('clone_uri_change')

                        if _change == Missing:

                            # we don't change the value, so use original one

                            val = cur_repo.clone_uri

                    setattr(cur_repo, k, val)

            new_name = cur_repo.get_new_name(kwargs['repo_name'])

            cur_repo.repo_name = new_name

            #if private flag is set, reset default permission to NONE

            if kwargs.get('repo_private'):

                EMPTY_PERM = 'repository.none'

                RepoModel().grant_user_permission(

                    repo=cur_repo, user='default', perm=EMPTY_PERM

                )

                #handle extra fields

            for field in filter(lambda k: k.startswith(RepositoryField.PREFIX),

                                kwargs):

                k = RepositoryField.un_prefix_key(field)

                ex_field = RepositoryField.get_by_key_name(key=k, repo=cur_repo)

                if ex_field:

                    ex_field.field_value = kwargs[field]

                    self.sa.add(ex_field)

            self.sa.add(cur_repo)

            if org_repo_name != new_name:

                # rename repository

                self._rename_filesystem_repo(old=org_repo_name, new=new_name)

            return cur_repo

        except Exception:

            log.error(traceback.format_exc())

            raise

    def _create_repo(self, repo_name, repo_type, description, owner,

                     private=False, clone_uri=None, repo_group=None,

                     landing_rev='rev:tip', fork_of=None,

                     copy_fork_permissions=False, enable_statistics=False,

                     enable_locking=False, enable_downloads=False,

                     copy_group_permissions=False, state=Repository.STATE_PENDING):

        """

        Create repository inside database with PENDING state. This should only be

        executed by create() repo, with exception of importing existing repos.

        """

        from kallithea.model.scm import ScmModel

        owner = self._get_user(owner)

        fork_of = self._get_repo(fork_of)

        repo_group = self._get_repo_group(repo_group)

        try:

            repo_name = safe_unicode(repo_name)

            description = safe_unicode(description)

            # repo name is just a name of repository

            # while repo_name_full is a full qualified name that is combined

            # with name and path of group

            repo_name_full = repo_name

            repo_name = repo_name.split(self.URL_SEPARATOR)[-1]

            new_repo = Repository()

            new_repo.repo_state = state

            new_repo.enable_statistics = False

            new_repo.repo_name = repo_name_full

<%inherit file="/base/base.html"/>

<%block name="title">

    ${_('%s Summary') % c.repo_name}

</%block>

<%def name="breadcrumbs_links()">

    ${_('Summary')}

    ## locking icon

    %if c.db_repo.enable_locking:

     %if c.db_repo.locked[0]:

       <span class="locking_locked tooltip icon-block" title="${_('Repository locked by %s') % h.person_by_id(c.db_repo.locked[0])}"></span>

     %else:

       <span class="locking_unlocked tooltip icon-ok" title="${_('Repository unlocked')}"></span>

     %endif

    %endif

    ##FORK

    %if c.db_repo.fork:

    <span>

        - <i class="icon-fork"></i> ${_('Fork of')} "<a href="${h.url('summary_home',repo_name=c.db_repo.fork.repo_name)}">${c.db_repo.fork.repo_name}</a>"

    </span>

    %endif

    ##REMOTE

    %if c.db_repo.clone_uri:

    <span>

       - <i class="icon-fork"></i> ${_('Clone from')} "<a href="${h.url(str(h.hide_credentials(c.db_repo.clone_uri)))}">${h.hide_credentials(c.db_repo.clone_uri)}</a>"

    <span>

    %endif

</%def>

<%block name="header_menu">

    ${self.menu('repositories')}

</%block>

<%block name="head_extra">

  <link href="${h.url('atom_feed_home',repo_name=c.db_repo.repo_name,api_key=c.authuser.api_key)}" rel="alternate" title="${_('%s ATOM feed') % c.repo_name}" type="application/atom+xml" />

  <link href="${h.url('rss_feed_home',repo_name=c.db_repo.repo_name,api_key=c.authuser.api_key)}" rel="alternate" title="${_('%s RSS feed') % c.repo_name}" type="application/rss+xml" />

  <script>

  redirect_hash_branch = function(){

    var branch = window.location.hash.replace(/^#(.*)/, '$1');

    if (branch){

      window.location = "${h.url('changelog_home',repo_name=c.repo_name,branch='__BRANCH__')}"

        .replace('__BRANCH__',branch);

    }

  }

  redirect_hash_branch();

  window.onhashchange = function() {

    redirect_hash_branch();

  };

  </script>

</%block>

<%def name="main()">

${self.repo_context_bar('summary')}

<%

summary = lambda n:{False:'summary-short'}.get(n)

%>

<div class="box">

    <!-- box / title -->

    <div class="title">

        ${self.breadcrumbs()}

    </div>

    <!-- end box / title -->

    <div class="form">

        <div id="summary" class="fields">

            <div class="field">

                <div class="label-summary">

                  <label>${_('Clone URL')}:</label>

                </div>

                <div class="input ${summary(c.show_stats)}">

                  ${self.repotag(c.db_repo)}

                  <input style="width:80%" type="text" id="clone_url" readonly="readonly" value="${c.clone_repo_url}"/>

                  <input style="display:none;width:80%" type="text" id="clone_url_id" readonly="readonly" value="${c.clone_repo_url_id}"/>

                  <div style="display:none" id="clone_by_name" class="btn btn-small">${_('Show by Name')}</div>

                  <div id="clone_by_id" class="btn btn-small">${_('Show by ID')}</div>

                </div>

            </div>

            <div class="field">

              <div class="label-summary">

                  <label>${_('Description')}:</label>

              </div>

                 %if c.visual.stylify_metatags:

                 %else:

                 %endif

            </div>

            <div class="field">

              <div class="label-summary">

                  <label>${_('Trending files')}:</label>

              </div>

              <div class="input ${summary(c.show_stats)}">

                %if c.show_stats:

                <div id="lang_stats"></div>

                %else:

                   ${_('Statistics are disabled for this repository')}

                   %if h.HasPermissionAll('hg.admin')('enable stats on from summary'):

                        ${h.link_to(_('Enable'),h.url('edit_repo',repo_name=c.repo_name, anchor='repo_enable_statistics'),class_="btn btn-mini")}

                   %endif

                %endif

              </div>

            </div>

            <div class="field">

              <div class="label-summary">

                  <label>${_('Download')}:</label>

              </div>

              <div class="input ${summary(c.show_stats)}">

                %if len(c.db_repo_scm_instance.revisions) == 0:

                  ${_('There are no downloads yet')}

                %elif not c.enable_downloads:

                  ${_('Downloads are disabled for this repository')}

                    %if h.HasPermissionAll('hg.admin')('enable downloads on from summary'):

                        ${h.link_to(_('Enable'),h.url('edit_repo',repo_name=c.repo_name, anchor='repo_enable_downloads'),class_="btn btn-mini")}

                    %endif

                %else:

                    <span id="${'zip_link'}">

                        <a class="btn btn-small" href="${h.url('files_archive_home',repo_name=c.db_repo.repo_name,fname='tip.zip')}"><i class="icon-file-zip"></i> ${_('Download as zip')}</a>

                    </span>

                    ${h.hidden('download_options')}

                    <span style="vertical-align: bottom">

                      <input id="archive_subrepos" type="checkbox" name="subrepos" />

                      <label for="archive_subrepos" class="tooltip" title="${h.tooltip(_('Check this to download archive with subrepos'))}" >${_('with subrepos')}</label>

                    </span>

                %endif

              </div>

            </div>

        </div>

        <div id="summary-menu-stats">

          <ul>

            <li>

               <a title="${_('Owner')} ${c.db_repo.user.email}">

                <i class="icon-user"></i> ${c.db_repo.user.username}

                  <div class="gravatar" style="float: right; margin: 0px 0px 0px 0px" title="${c.db_repo.user.name} ${c.db_repo.user.lastname}">

                    ${h.gravatar(c.db_repo.user.email, size=18)}

                  </div>

              </a>

            </li>

            <li>

               <a title="${_('Followers')}" href="${h.url('repo_followers_home',repo_name=c.repo_name)}">

                <i class="icon-heart"></i> ${_('Followers')}

                <span class="stats-bullet" id="current_followers_count">${c.repository_followers}</span>

              </a>

            </li>

            <li>

              <a title="${_('Forks')}" href="${h.url('repo_forks_home',repo_name=c.repo_name)}">

                <i class="icon-fork"></i> ${_('Forks')}

                <span class="stats-bullet">${c.repository_forks}</span>

              </a>

            </li>

            %if c.authuser.username != 'default':

            <li class="repo_size">

              <a href="#" onclick="javascript:showRepoSize('repo_size_2','${c.db_repo.repo_name}')"><i class="icon-ruler"></i> ${_('Repository Size')}</a>

              <span  class="stats-bullet" id="repo_size_2"></span>

            </li>

            %endif

            <li>

            %if c.authuser.username != 'default':

              <a href="${h.url('atom_feed_home',repo_name=c.db_repo.repo_name,api_key=c.authuser.api_key)}"><i class="icon-rss-squared"></i> ${_('Feed')}</a>

            %else:

              <a href="${h.url('atom_feed_home',repo_name=c.db_repo.repo_name)}"><i class="icon-rss-squared"></i> ${_('Feed')}</a>

            %endif

            </li>

            %if c.show_stats:

            <li>

              <a title="${_('Statistics')}" href="${h.url('repo_stats_home',repo_name=c.repo_name)}">

                <i class="icon-graph"></i> ${_('Statistics')}

              </a>

            </li>

            %endif

          </ul>

        </div>

    </div>

</div>

<div class="box">

    <div class="title">

        <div class="breadcrumbs">

        %if c.repo_changesets:

            ${h.link_to(_('Latest Changes'),h.url('changelog_home',repo_name=c.repo_name))}

        %else:

            ${_('Quick Start')}

         %endif

        </div>

    </div>

    <div class="table">

        <div id="shortlog_data">

            <%include file='../changelog/changelog_summary_data.html'/>

        </div>

    </div>

</div>

%if c.readme_data:

<div id="readme" class="anchor">

<div class="box" style="background-color: #FAFAFA">

    <div class="title" title="${_('Readme file from revision %s:%s') % (c.db_repo.landing_rev[0], c.db_repo.landing_rev[1])}">

        <div class="breadcrumbs">

            <a href="${h.url('files_home',repo_name=c.repo_name,revision='tip',f_path=c.readme_file)}">${c.readme_file}</a>

        </div>

    </div>

    <div class="readme">

      <div class="readme_box">

        ${c.readme_data|n}

      </div>

    </div>

</div>

</div>

%endif

<script type="text/javascript">

$(document).ready(function(){

    var $clone_url = $('#clone_url');

    var $clone_url_id = $('#clone_url_id');

    var $clone_by_name = $('#clone_by_name');

    var $clone_by_id = $('#clone_by_id');

    $clone_url.click(function(e){

        if($clone_url.hasClass('selected')){

            return ;

        }else{

            $clone_url.addClass('selected');

            $clone_url.select();

        }

    });

    $clone_by_name.click(function(e){

        // show url by name and hide name button

        $clone_url.show();

        $clone_by_name.hide();

        // hide url by id and show name button

        $clone_by_id.show();

        $clone_url_id.hide();

    });

    $clone_by_id.click(function(e){

        // show url by id and hide id button

        $clone_by_id.hide();

        $clone_url_id.show();

        // hide url by name and show id button

        $clone_by_name.show();

        $clone_url.hide();

    });

    var cache = {}

    $("#download_options").select2({

        placeholder: _TM['Select changeset'],

        dropdownAutoWidth: true,

        query: function(query){

          var key = 'cache';

          var cached = cache[key] ;

          if(cached) {

            var data = {results: []};

            //filter results

            $.each(cached.results, function(){

                var section = this.text;

                var children = [];

                $.each(this.children, function(){

                    if(query.term.length == 0 || this.text.toUpperCase().indexOf(query.term.toUpperCase()) >= 0 ){

                        children.push({'id': this.id, 'text': this.text})

                    }

                })

                data.results.push({'text': section, 'children': children})

            });

            query.callback(data);

          }else{

              $.ajax({

                url: pyroutes.url('repo_refs_data', {'repo_name': '${c.repo_name}'}),

                data: {},

                dataType: 'json',

                type: 'GET',

                success: function(data) {