def action_logger(user, action, repo, ipaddr='', sa=None, commit=False):

    """

    Action logger for various actions made by users

    :param user: user that made this action, can be a unique username string or

        object containing user_id attribute

    :param action: action to log, should be on of predefined unique actions for

        easy translations

    :param repo: string name of repository or object containing repo_id,

        that action was made on

    :param ipaddr: optional ip address from what the action was made

    :param sa: optional sqlalchemy session

    """

    if not sa:

        sa = meta.Session()

    # if we don't get explicit IP address try to get one from registered user

    # in tmpl context var

    if not ipaddr:

        ipaddr = getattr(get_current_authuser(), 'ip_addr', '')

    if getattr(user, 'user_id', None):

        user_obj = User.get(user.user_id)

    elif isinstance(user, basestring):

        user_obj = User.get_by_username(user)

    else:

        raise Exception('You have to provide a user object or a username')

    if getattr(repo, 'repo_id', None):

        repo_obj = Repository.get(repo.repo_id)

        repo_name = repo_obj.repo_name

    elif isinstance(repo, basestring):

        repo_name = repo.lstrip('/')

        repo_obj = Repository.get_by_repo_name(repo_name)

    else:

        repo_obj = None

        repo_name = ''

    user_log = UserLog()

    user_log.user_id = user_obj.user_id

    user_log.username = user_obj.username

    user_log.action = safe_unicode(action)

    user_log.repository = repo_obj

    user_log.repository_name = repo_name

    user_log.action_date = datetime.datetime.now()

    user_log.user_ip = ipaddr

    sa.add(user_log)

    log.info('Logging action:%s on %s by user:%s ip:%s' %

             (action, safe_unicode(repo), user_obj, ipaddr))

    if commit:

        sa.commit()

def get_filesystem_repos(path, recursive=False, skip_removed_repos=True):

    """

    Scans given path for repos and return (name,(type,path)) tuple

    :param path: path to scan for repositories

    :param recursive: recursive search and return names with subdirs in front

    """

    # remove ending slash for better results

    path = path.rstrip(os.sep)

    log.debug('now scanning in %s location recursive:%s...' % (path, recursive))

    def _get_repos(p):

        if not os.access(p, os.R_OK) or not os.access(p, os.X_OK):

            log.warning('ignoring repo path without access: %s' % (p,))

            return

        if not os.access(p, os.W_OK):

            log.warning('repo path without write access: %s' % (p,))

        for dirpath in os.listdir(p):

            if os.path.isfile(os.path.join(p, dirpath)):

                continue

            cur_path = os.path.join(p, dirpath)

            # skip removed repos

            if skip_removed_repos and REMOVED_REPO_PAT.match(dirpath):

                continue

            #skip .<somethin> dirs

            if dirpath.startswith('.'):

                continue

            try:

                scm_info = get_scm(cur_path)

                yield scm_info[1].split(path, 1)[-1].lstrip(os.sep), scm_info

            except VCSError:

                if not recursive:

                    continue

                #check if this dir containts other repos for recursive scan

                rec_path = os.path.join(p, dirpath)

                    for inner_scm in _get_repos(rec_path):

                        yield inner_scm

    return _get_repos(path)

def is_valid_repo(repo_name, base_path, scm=None):

    """

    Returns True if given path is a valid repository False otherwise.

    If scm param is given also compare if given scm is the same as expected

    from scm parameter

    :param repo_name:

    :param base_path:

    :param scm:

    :return True: if given path is a valid repository

    """

    full_path = os.path.join(safe_str(base_path), safe_str(repo_name))

    try:

        scm_ = get_scm(full_path)

        if scm:

            return scm_[0] == scm

        return True

    except VCSError:

        return False

def is_valid_repo_group(repo_group_name, base_path, skip_path_check=False):

    """

    Returns True if given path is a repository group False otherwise

    :param repo_name:

    :param base_path:

    """

    full_path = os.path.join(safe_str(base_path), safe_str(repo_group_name))

    # check if it's not a repo

    if is_valid_repo(repo_group_name, base_path):

        return False

    try:

        # we need to check bare git repos at higher level

        # since we might match branches/hooks/info/objects or possible

        # other things inside bare git repo

        get_scm(os.path.dirname(full_path))

        return False

    except VCSError:

        pass

    # check if it's a valid path

    if skip_path_check or os.path.isdir(full_path):

        return True

    return False

def ask_ok(prompt, retries=4, complaint='Yes or no please!'):

    while True:

        ok = raw_input(prompt)

        if ok in ('y', 'ye', 'yes'):

            return True

        if ok in ('n', 'no', 'nop', 'nope'):

            return False

        retries = retries - 1

        if retries < 0:

            raise IOError

        print complaint

#propagated from mercurial documentation

ui_sections = ['alias', 'auth',

                'decode/encode', 'defaults',

                'diff', 'email',

                'extensions', 'format',

                'merge-patterns', 'merge-tools',

                'hooks', 'http_proxy',

                'smtp', 'patch',

                'paths', 'profiling',

                'server', 'trusted',

                'ui', 'web', ]

def make_ui(read_from='file', path=None, checkpaths=True, clear_session=True):

    """

    A function that will read python rc files or database

    and make an mercurial ui object from read options

    :param path: path to mercurial config file

    :param checkpaths: check the path

    :param read_from: read from 'file' or 'db'

    """

    baseui = ui.ui()

    # clean the baseui object

from kallithea.model.meta import Session

from kallithea.lib import helpers as h

from kallithea.model import BaseModel

from kallithea.model.db import PullRequest, PullRequestReviewers, Notification,\

    ChangesetStatus, User

from kallithea.model.notification import NotificationModel

from kallithea.lib.utils2 import extract_mentioned_users, safe_unicode

log = logging.getLogger(__name__)

class PullRequestModel(BaseModel):

    cls = PullRequest

    def __get_pull_request(self, pull_request):

        return self._get_instance(PullRequest, pull_request)

    def get_pullrequest_cnt_for_user(self, user):

        return PullRequest.query()\

                                .join(PullRequestReviewers)\

                                .filter(PullRequestReviewers.user_id == user)\

                                .filter(PullRequest.status != PullRequest.STATUS_CLOSED)\

                                .count()

    def get_all(self, repo_name, from_=False, closed=False):

        """Get all PRs for repo.

        Default is all PRs to the repo, PRs from the repo if from_.

        Closed PRs are only included if closed is true."""

        repo = self._get_repo(repo_name)

        q = PullRequest.query()

        if from_:

            q = q.filter(PullRequest.org_repo == repo)

        else:

            q = q.filter(PullRequest.other_repo == repo)

        if not closed:

            q = q.filter(PullRequest.status != PullRequest.STATUS_CLOSED)

        return q.order_by(PullRequest.created_on.desc()).all()

    def create(self, created_by, org_repo, org_ref, other_repo, other_ref,

               revisions, reviewers, title, description=None):

        from kallithea.model.changeset_status import ChangesetStatusModel

        created_by_user = self._get_user(created_by)

        org_repo = self._get_repo(org_repo)

        other_repo = self._get_repo(other_repo)

        new = PullRequest()

        new.org_repo = org_repo

        new.org_ref = org_ref

        new.other_repo = other_repo

        new.other_ref = other_ref

        new.revisions = revisions

        new.title = title

        new.description = description

        new.author = created_by_user

        Session().add(new)

        Session().flush()

        #reset state to under-review

        from kallithea.model.comment import ChangesetCommentsModel

        comment = ChangesetCommentsModel().create(

            text=u'Auto status change to %s' % (ChangesetStatus.get_status_lbl(ChangesetStatus.STATUS_UNDER_REVIEW)),

            repo=org_repo,

            user=new.author,

            pull_request=new,

            send_email=False

        )

        ChangesetStatusModel().set_status(

            org_repo,

            ChangesetStatus.STATUS_UNDER_REVIEW,

            new.author,

            comment,

            pull_request=new

        )

        mention_recipients = set(User.get_by_username(username, case_insensitive=True)

                                 for username in extract_mentioned_users(new.description))

        self.__add_reviewers(new, reviewers, mention_recipients)

        return new

    def __add_reviewers(self, pr, reviewers, mention_recipients=None):

        #members

        for member in set(reviewers):

            _usr = self._get_user(member)

            reviewer = PullRequestReviewers(_usr, pr)

            Session().add(reviewer)

        revision_data = [(x.raw_id, x.message)

                         for x in map(pr.org_repo.get_changeset, pr.revisions)]

        #notification to reviewers

        pr_url = pr.url(canonical=True)

        subject = safe_unicode(

            h.link_to(

              _('%(user)s wants you to review pull request %(pr_nice_id)s: %(pr_title)s') % \

                {'user': pr.author.username,

                 'pr_title': pr.title,

                 'pr_nice_id': pr.nice_id()},

                pr_url)

            )

        body = pr.description

        _org_ref_type, org_ref_name, _org_rev = pr.org_ref.split(':')

        email_kwargs = {

            'pr_title': pr.title,

            'pr_user_created': h.person(pr.author),

            'pr_repo_url': h.canonical_url('summary_home', repo_name=pr.other_repo.repo_name),

            'pr_url': pr_url,

            'pr_revisions': revision_data,

            'repo_name': pr.other_repo.repo_name,

            'pr_nice_id': pr.nice_id(),

            'ref': org_ref_name,

            'pr_username': pr.author.username,

            'threading': threading,

            'is_mention': False,

            }

        if reviewers:

            NotificationModel().create(created_by=pr.author, subject=subject, body=body,

                                       recipients=reviewers,

                                       type_=Notification.TYPE_PULL_REQUEST,

                                       email_kwargs=email_kwargs)

        if mention_recipients:

            mention_recipients.discard(None)

            mention_recipients.difference_update(reviewers)

        if mention_recipients:

            email_kwargs['is_mention'] = True

            subject = _('[Mention]') + ' ' + subject

            NotificationModel().create(created_by=pr.author, subject=subject, body=body,

                                       recipients=mention_recipients,

                                       type_=Notification.TYPE_PULL_REQUEST,

                                       email_kwargs=email_kwargs)

    def mention_from_description(self, pr, old_description=''):

        mention_recipients = set(User.get_by_username(username, case_insensitive=True)

                                 for username in extract_mentioned_users(pr.description))

        mention_recipients.difference_update(User.get_by_username(username, case_insensitive=True)

                                             for username in extract_mentioned_users(old_description))

        log.debug("Mentioning %s" % mention_recipients)

        self.__add_reviewers(pr, [], mention_recipients)

    def update_reviewers(self, pull_request, reviewers_ids):

        reviewers_ids = set(reviewers_ids)

        pull_request = self.__get_pull_request(pull_request)

        current_reviewers = PullRequestReviewers.query()\

                            .filter(PullRequestReviewers.pull_request==

                                   pull_request)\

                            .all()

        current_reviewers_ids = set([x.user.user_id for x in current_reviewers])

        to_add = reviewers_ids.difference(current_reviewers_ids)

        to_remove = current_reviewers_ids.difference(reviewers_ids)

        log.debug("Adding %s reviewers" % to_add)

        self.__add_reviewers(pull_request, to_add)

        log.debug("Removing %s reviewers" % to_remove)

        for uid in to_remove:

            reviewer = PullRequestReviewers.query()\

                    .filter(PullRequestReviewers.user_id==uid,

                            PullRequestReviewers.pull_request==pull_request)\

                    .scalar()

            if reviewer:

                Session().delete(reviewer)

    def delete(self, pull_request):

        pull_request = self.__get_pull_request(pull_request)

        Session().delete(pull_request)

    def close_pull_request(self, pull_request):

        pull_request = self.__get_pull_request(pull_request)

        pull_request.status = PullRequest.STATUS_CLOSED

        pull_request.updated_on = datetime.datetime.now()

        Session().add(pull_request)

                  $('#{0} .inline-comments-button'.format(boxid)).show();

              }else{

                  $('#{0} .inline-comments'.format(boxid)).hide();

                  $('#{0} .inline-comments-button'.format(boxid)).hide();

              }

          });

          $('.add-bubble').click(function(e){

              var tr = e.currentTarget;

              if(tr == null){

                  tr = this;

              }

              injectInlineForm(tr.parentNode.parentNode);

          });

          // inject comments into they proper positions

          var file_comments = $('.inline-comment-placeholder').toArray();

          renderInlineComments(file_comments);

          linkInlineComments(document.getElementsByClassName('firstlink'), document.getElementsByClassName("comment"));

          pyroutes.register('changeset_home',

                            "${h.url('changeset_home', repo_name='%(repo_name)s', revision='%(revision)s')}",

                            ['repo_name', 'revision']);

          //next links

          $('#child_link').on('click', function(e){

              //fetch via ajax what is going to be the next link, if we have

              //>1 links show them to user to choose

              if(!$('#child_link').hasClass('disabled')){

                  $.ajax({

                    url: '${h.url('changeset_children',repo_name=c.repo_name, revision=c.changeset.raw_id)}',

                    success: function(data) {

                      if(data.results.length === 0){

                          $('#child_link').addClass('disabled');

                          $('#child_link').html('${_('no revisions')}');

                      }

                      if(data.results.length === 1){

                          var commit = data.results[0];

                          window.location = pyroutes.url('changeset_home', {'repo_name': '${c.repo_name}','revision': commit.raw_id});

                      }

                      else if(data.results.length === 2){

                          $('#child_link').addClass('disabled');

                          $('#child_link').addClass('double');

                          var _html = '';

                          _html +='<a title="__title__" href="__url__">__rev__</a> <i style="color:#036185" class="icon-right-open"></i>'

                                  .replace('__rev__','r{0}:{1}'.format(data.results[0].revision, data.results[0].raw_id.substr(0,6)))

                                  .replace('__title__', data.results[0].message)

                                  .replace('__url__', pyroutes.url('changeset_home', {'repo_name': '${c.repo_name}','revision': data.results[0].raw_id}));

                          _html +='<br/>'

                          _html +='<a title="__title__" href="__url__">__rev__</a> <i style="color:#036185" class="icon-right-open"></i>'

                                  .replace('__rev__','r{0}:{1}'.format(data.results[1].revision, data.results[1].raw_id.substr(0,6)))

                                  .replace('__title__', data.results[1].message)

                                  .replace('__url__', pyroutes.url('changeset_home', {'repo_name': '${c.repo_name}','revision': data.results[1].raw_id}));

                          $('#child_link').html(_html);

                      }

                    }

                  });

              e.preventDefault();

              }

          })

          //prev links

          $('#parent_link').on('click', function(e){

              //fetch via ajax what is going to be the next link, if we have

              //>1 links show them to user to choose

              if(!$('#parent_link').hasClass('disabled')){

                  $.ajax({

                    url: '${h.url('changeset_parents',repo_name=c.repo_name, revision=c.changeset.raw_id)}',

                    success: function(data) {

                      if(data.results.length === 0){

                          $('#parent_link').addClass('disabled');

                          $('#parent_link').html('${_('no revisions')}');

                      }

                      if(data.results.length === 1){

                          var commit = data.results[0];

                          window.location = pyroutes.url('changeset_home', {'repo_name': '${c.repo_name}','revision': commit.raw_id});

                      }

                      else if(data.results.length === 2){

                          $('#parent_link').addClass('disabled');

                          $('#parent_link').addClass('double');

                          var _html = '';

                          _html +='<i style="color:#036185" class="icon-left-open"></i> <a title="__title__" href="__url__">__rev__</a>'

                                  .replace('__rev__','r{0}:{1}'.format(data.results[0].revision, data.results[0].raw_id.substr(0,6)))

                                  .replace('__title__', data.results[0].message)

                                  .replace('__url__', pyroutes.url('changeset_home', {'repo_name': '${c.repo_name}','revision': data.results[0].raw_id}));

                          _html +='<br/>'

                          _html +='<i style="color:#036185" class="icon-left-open"></i> <a title="__title__" href="__url__">__rev__</a>'

                                  .replace('__rev__','r{0}:{1}'.format(data.results[1].revision, data.results[1].raw_id.substr(0,6)))

                                  .replace('__title__', data.results[1].message)

                                  .replace('__url__', pyroutes.url('changeset_home', {'repo_name': '${c.repo_name}','revision': data.results[1].raw_id}));

                          $('#parent_link').html(_html);

                      }

                    }

                  });

              e.preventDefault();

              }

      })

    </script>

    </div>

</%def>

    // history select field

    var cache = {}

    $("#diff1").select2({

        placeholder: _TM['Select changeset'],

        dropdownAutoWidth: true,

        query: function(query){

          var key = 'cache';

          var cached = cache[key] ;

          if(cached) {

            var data = {results: []};

            //filter results

            $.each(cached.results, function(){

                var section = this.text;

                var children = [];

                $.each(this.children, function(){

                    if(query.term.length == 0 || this.text.toUpperCase().indexOf(query.term.toUpperCase()) >= 0 ){

                        children.push({'id': this.id, 'text': this.text})

                    }

                })

                data.results.push({'text': section, 'children': children})

            });

            query.callback(data);

          }else{

              $.ajax({

                url: pyroutes.url('files_history_home', {'revision': _rev, 'f_path': _f_path}),

                data: {},

                dataType: 'json',

                type: 'GET',

                success: function(data) {

                  cache[key] = data;

                  query.callback({results: data.results});

                }

              })

          }

        }

    });

    $('#show_authors').on('click', function(){

        $.ajax({

            url: pyroutes.url('files_authors_home', {'revision': _rev, 'f_path': _f_path}),

            success: function(data) {

                $('#file_authors').html(data);

                $('#file_authors').show();

                tooltip_activate()

            }

        })

    })

}

$(document).ready(function(){

    ypjax_links();

    var $files_data = $('#files_data');

    //Bind to StateChange Event

    History.Adapter.bind(window,'statechange',function(){

        var State = History.getState();

        cache_key = State.url;

        //check if we have this request in cache maybe ?

        var _cache_obj = CACHE[cache_key];

        var _cur_time = new Date().getTime();

        // get from cache if it's there and not yet expired !

        if(_cache_obj !== undefined && _cache_obj[0] > _cur_time){

            $files_data.html(_cache_obj[1]);

            $files_data.css('opacity','1.0');

            //callbacks after ypjax call

            callbacks(State);

        }

        else{

            asynchtml(State.url, $files_data, function(){

                    callbacks(State);

                    var expire_on = new Date().getTime() + CACHE_EXPIRE;

                    CACHE[cache_key] = [expire_on, $files_data.html()];

                });

        }

    });

    // init the search filter

    var _State = {

       url: "${h.url.current()}",

       data: {

         node_list_url: node_list_url.replace('__REV__',"${c.changeset.raw_id}").replace('__FPATH__', "${h.safe_unicode(c.file.path)}"),

         url_base: url_base.replace('__REV__',"${c.changeset.raw_id}"),

         rev:"${c.changeset.raw_id}",

         f_path: "${h.safe_unicode(c.file.path)}"

       }

    }

    fileBrowserListeners(_State.url, _State.data.node_list_url, _State.data.url_base);

    // change branch filter

    $("#branch_selector").select2({

        dropdownAutoWidth: true,

        minimumInputLength: 1

        });

    $("#branch_selector").change(function(e){

        var selected = e.currentTarget.options[e.currentTarget.selectedIndex].value;

        if(selected && selected != "${c.changeset.raw_id}"){

            window.location = pyroutes.url('files_home', {'repo_name': "${h.safe_unicode(c.repo_name)}", 'revision': selected, 'f_path': "${h.safe_unicode(c.file.path)}"});

        } else {

            $("#branch_selector").val("${c.changeset.raw_id}");

        }

    });

});

</script>

</%def>