def get_hg_ui_settings():

    from rhodecode.model.db import RhodeCodeUi

    sa = get_session()

    ret = sa.query(RhodeCodeUi).all()

    if not ret:

        raise Exception('Could not get application ui settings !')

    settings = {}

    for each in ret:

        k = each.ui_key

        v = each.ui_value

        if k == '/':

            k = 'root_path'

        if k.find('.') != -1:

            k = k.replace('.', '_')

        if each.ui_section == 'hooks':

            v = each.ui_active

        settings[each.ui_section + '_' + k] = v  

    return settings   

@task

@locked_task

def whoosh_index(repo_location, full_index):

    log = whoosh_index.get_logger()

    from rhodecode.lib.indexers.daemon import WhooshIndexingDaemon

    WhooshIndexingDaemon(repo_location=repo_location).run(full_index=full_index)

@task

@locked_task

def get_commits_stats(repo_name, ts_min_y, ts_max_y):

    from rhodecode.model.db import Statistics, Repository

    log = get_commits_stats.get_logger()

    author_key_cleaner = lambda k: person(k).replace('"', "") #for js data compatibilty

    commits_by_day_author_aggregate = {}

    commits_by_day_aggregate = {}

    repos_path = get_hg_ui_settings()['paths_root_path'].replace('*', '')

    repo = MercurialRepository(repos_path + repo_name)

    skip_date_limit = True

    parse_limit = 350 #limit for single task changeset parsing optimal for

    last_rev = 0

    last_cs = None

    timegetter = itemgetter('time')

    sa = get_session()

    dbrepo = sa.query(Repository)\

        .filter(Repository.repo_name == repo_name).scalar()

    cur_stats = sa.query(Statistics)\

        .filter(Statistics.repository == dbrepo).scalar()

    if cur_stats:

        last_rev = cur_stats.stat_on_revision

    if not repo.revisions:

        return True

    if last_rev == repo.revisions[-1] and len(repo.revisions) > 1:

        #pass silently without any work if we're not on first revision or current

        #state of parsing revision(from db marker) is the last revision

        return True

    if cur_stats:

        commits_by_day_aggregate = OrderedDict(

                                       json.loads(

                                        cur_stats.commit_activity_combined))

        commits_by_day_author_aggregate = json.loads(cur_stats.commit_activity)

    log.debug('starting parsing %s', parse_limit)

    for cnt, rev in enumerate(repo.revisions[last_rev:]):

        last_cs = cs = repo.get_changeset(rev)

        k = '%s-%s-%s' % (cs.date.timetuple()[0], cs.date.timetuple()[1],

                          cs.date.timetuple()[2])

        timetupple = [int(x) for x in k.split('-')]

        timetupple.extend([0 for _ in xrange(6)])

        k = mktime(timetupple)

        if commits_by_day_author_aggregate.has_key(author_key_cleaner(cs.author)):

            try:

                l = [timegetter(x) for x in commits_by_day_author_aggregate\

                        [author_key_cleaner(cs.author)]['data']]

                time_pos = l.index(k)

            except ValueError:

                time_pos = False

            if time_pos >= 0 and time_pos is not False:

                datadict = commits_by_day_author_aggregate\

                    [author_key_cleaner(cs.author)]['data'][time_pos]

                datadict["commits"] += 1

                datadict["added"] += len(cs.added)

                datadict["changed"] += len(cs.changed)

                datadict["removed"] += len(cs.removed)

            else:

                if k >= ts_min_y and k <= ts_max_y or skip_date_limit:

                    datadict = {"time":k,

                                "commits":1,

                                "added":len(cs.added),

                                "changed":len(cs.changed),

                                "removed":len(cs.removed),

                               }

                    commits_by_day_author_aggregate\

                        [author_key_cleaner(cs.author)]['data'].append(datadict)

        else:

            if k >= ts_min_y and k <= ts_max_y or skip_date_limit:

                commits_by_day_author_aggregate[author_key_cleaner(cs.author)] = {

                                    "label":author_key_cleaner(cs.author),

                                    "data":[{"time":k,

                                             "commits":1,

                                             "added":len(cs.added),

                                             "changed":len(cs.changed),

                                             "removed":len(cs.removed),

                                             }],

                                    "schema":["commits"],

                                    }               

        if commits_by_day_aggregate.has_key(k):

            commits_by_day_aggregate[k] += 1

        else:

            commits_by_day_aggregate[k] = 1

        if cnt >= parse_limit:

            #don't fetch to much data since we can freeze application

            break

    overview_data = []

    for k, v in commits_by_day_aggregate.items():

        overview_data.append([k, v])

    overview_data = sorted(overview_data, key=itemgetter(0))

    if not commits_by_day_author_aggregate:

        commits_by_day_author_aggregate[author_key_cleaner(repo.contact)] = {

            "label":author_key_cleaner(repo.contact),

            "data":[0, 1],

            "schema":["commits"],

        }

    stats = cur_stats if cur_stats else Statistics()

    stats.commit_activity = json.dumps(commits_by_day_author_aggregate)

    stats.commit_activity_combined = json.dumps(overview_data)

    log.debug('last revison %s', last_rev)

    leftovers = len(repo.revisions[last_rev:])

    log.debug('revisions to parse %s', leftovers)

    if last_rev == 0 or leftovers < parse_limit:    

        stats.languages = json.dumps(__get_codes_stats(repo_name))

    stats.repository = dbrepo

    stats.stat_on_revision = last_cs.revision

    try:

        sa.add(stats)

        sa.commit()    

    except:

        log.error(traceback.format_exc())

        sa.rollback()

        return False

    if len(repo.revisions) > 1:

        run_task(get_commits_stats, repo_name, ts_min_y, ts_max_y)

    return True

@task

def reset_user_password(user_email):

    log = reset_user_password.get_logger()

    from rhodecode.lib import auth

    from rhodecode.model.db import User

    try:

        try:

            sa = get_session()

            user = sa.query(User).filter(User.email == user_email).scalar()

            new_passwd = auth.PasswordGenerator().gen_password(8,

                             auth.PasswordGenerator.ALPHABETS_BIG_SMALL)

            if user:

                user.password = auth.get_crypt_password(new_passwd)

                sa.add(user)

                sa.commit()

                log.info('change password for %s', user_email)

            if new_passwd is None:

                raise Exception('unable to generate new password')

        except:

            log.error(traceback.format_exc())

            sa.rollback()

        run_task(send_email, user_email,

                 "Your new rhodecode password",

                 'Your new rhodecode password:%s' % (new_passwd))

        log.info('send new password mail to %s', user_email)

    except:

        log.error('Failed to update user password')

        log.error(traceback.format_exc())

    return True

@task    

def send_email(recipients, subject, body):

    log = send_email.get_logger()

    email_config = dict(config.items('DEFAULT')) 

    mail_from = email_config.get('app_email_from')

    user = email_config.get('smtp_username')

    passwd = email_config.get('smtp_password')

    mail_server = email_config.get('smtp_server')

    mail_port = email_config.get('smtp_port')

    tls = email_config.get('smtp_use_tls')

    ssl = False

    try:

        m = SmtpMailer(mail_from, user, passwd, mail_server,

## -*- coding: utf-8 -*-

<%inherit file="/base/base.html"/>

<%def name="title()">

    ${_('Add new repository')}

</%def>

<%def name="breadcrumbs_links()">

    ${h.link_to(_('Admin'),h.url('admin_home'))} 

    » 

    ${h.link_to(_('Repositories'),h.url('repos'))} 

    »

    ${_('add new')}

</%def>

<%def name="page_nav()">

	${self.menu('admin')}

</%def>

<%def name="main()">

<div class="box">

    <!-- box / title -->

    <div class="title">

        ${self.breadcrumbs()}      

    </div>

    ${h.form(url('repos'))}

    <div class="form">

        <!-- fields -->

        <div class="fields">

            <div class="field">

	            <div class="label">

	                <label for="repo_name">${_('Name')}:</label>

	            </div>

	            <div class="input">

	            </div>

             </div>

            <div class="field">

                <div class="label label-textarea">

                    <label for="description">${_('Description')}:</label>

                </div>

                <div class="textarea text-area editor">

                    ${h.textarea('description',cols=23,rows=5)}

                </div>

             </div>

            <div class="field">

                <div class="label label-checkbox">

                    <label for="private">${_('Private')}:</label>

                </div>

                <div class="checkboxes">

                    ${h.checkbox('private',value="True")}

                </div>

             </div>

	        <div class="buttons">

	          ${h.submit('add','add',class_="ui-button ui-widget ui-state-default ui-corner-all")}

	        </div>                                                          

        </div>

    </div>    

    ${h.end_form()}    

</div>

</%def>   

## -*- coding: utf-8 -*-

<%inherit file="/base/base.html"/>

<%def name="title()">

    ${_('Repositories administration')}

</%def>

<%def name="breadcrumbs_links()">

	${_('add new repository')}

</%def>

<%def name="page_nav()">

	${self.menu('admin')}

</%def>

<%def name="main()">

<div class="box">

    <!-- box / title -->

    <div class="title">

        ${self.breadcrumbs()}      

    </div>

    ${h.form(url('repos'))}

    <div class="form">

        <!-- fields -->

        <div class="fields">

            <div class="field">

	            <div class="label">

	                <label for="repo_name">${_('Name')}:</label>

	            </div>

	            <div class="input">

	                ${h.hidden('user_created','True')}

	            </div>

             </div>

            <div class="field">

                <div class="label label-textarea">

                    <label for="description">${_('Description')}:</label>

                </div>

                <div class="textarea text-area editor">

                    ${h.textarea('description',cols=23,rows=5)}

                </div>

             </div>

            <div class="field">

                <div class="label label-checkbox">

                    <label for="private">${_('Private')}:</label>

                </div>

                <div class="checkboxes">

                    ${h.checkbox('private',value="True")}

                </div>

             </div>

	        <div class="buttons">

	          ${h.submit('add','add',class_="ui-button ui-widget ui-state-default ui-corner-all")}

	        </div>                                                          

        </div>

    </div>    

    ${h.end_form()}    

</div>

</%def>   

## -*- coding: utf-8 -*-

<%inherit file="/base/base.html"/>

<%def name="title()">

    ${_('Repositories administration')}

</%def>

<%def name="breadcrumbs_links()">

    ${h.link_to(_('Admin'),h.url('admin_home'))} 

    » 

    ${h.link_to(_('Repositories'),h.url('repos'))} 

    »

    ${_('edit')} "${c.repo_name}"

</%def>

<%def name="page_nav()">

	${self.menu('admin')}

</%def>

<%def name="main()">

<div class="box">

    <!-- box / title -->

    <div class="title">

        ${self.breadcrumbs()}      

    </div>

    ${h.form(url('repo', repo_name=c.repo_info.repo_name),method='put')}

    <div class="form">

        <!-- fields -->

        <div class="fields">

            <div class="field">

                <div class="label">

                    <label for="repo_name">${_('Name')}:</label>

                </div>

                <div class="input input-medium">

                </div>

             </div>

            <div class="field">

                <div class="label label-textarea">

                    <label for="description">${_('Description')}:</label>

                </div>

                <div class="textarea text-area editor">

                    ${h.textarea('description',cols=23,rows=5)}

                </div>

            </div>

            <div class="field">

                <div class="label label-checkbox">

                    <label for="private">${_('Private')}:</label>

                </div>

                <div class="checkboxes">

                    ${h.checkbox('private',value="True")}

                </div>

            </div>

            <div class="field">

                <div class="label label-checkbox">

                    <label for="user">${_('Owner')}:</label>

                </div>

                <div class="input input-small ac">

                    <div class="perm_ac">

                       ${h.text('user',class_='yui-ac-input')}

                       <div id="owner_container"></div>

                    </div>

                </div>

             </div>                

            <div class="field">

                <div class="label">

                    <label for="input">${_('Permissions')}:</label>

                </div>

                <div class="input">

                    <table id="permissions_manage">

                        <tr>

                            <td>${_('none')}</td>

                            <td>${_('read')}</td>

                            <td>${_('write')}</td>

                            <td>${_('admin')}</td>

                            <td>${_('user')}</td>

                            <td></td>

                        </tr>

                        %for r2p in c.repo_info.repo_to_perm:

                            %if r2p.user.username =='default' and c.repo_info.private:

                                <tr>

                                    <td colspan="4">

                                        <span class="private_repo_msg">

                                        ${_('private repository')}

                                        </span>

                                    </td>

                                    <td class="private_repo_msg">${r2p.user.username}</td>

                                </tr>

                            %else:

                            <tr id="id${id(r2p.user.username)}">

                                <td>${h.radio('perm_%s' % r2p.user.username,'repository.none')}</td>

                                <td>${h.radio('perm_%s' % r2p.user.username,'repository.read')}</td>

                                <td>${h.radio('perm_%s' % r2p.user.username,'repository.write')}</td>

                                <td>${h.radio('perm_%s' % r2p.user.username,'repository.admin')}</td>

                                <td>${r2p.user.username}</td>

                                <td>

                                  %if r2p.user.username !='default':

                                    <span class="delete_icon action_button" onclick="ajaxAction(${r2p.user.user_id},'${'id%s'%id(r2p.user.username)}')">

                                        <script type="text/javascript">

                                            function ajaxAction(user_id,field_id){

                                                var sUrl = "${h.url('delete_repo_user',repo_name=c.repo_name)}";

                                                var callback = { success:function(o){

                                                var tr = YAHOO.util.Dom.get(String(field_id));

                                                tr.parentNode.removeChild(tr);},failure:function(o){

                                                    alert("${_('Failed to remove user')}");},};

                                                var postData = '_method=delete&user_id='+user_id; 

                                                var request = YAHOO.util.Connect.asyncRequest('POST', sUrl, callback, postData);};

                                        </script>           

                                    </span>

                                  %endif                    

                                </td>

                            </tr>

                            %endif

                        %endfor

                        <tr id="add_perm_input">

                            <td>${h.radio('perm_new_user','repository.none')}</td>

                            <td>${h.radio('perm_new_user','repository.read')}</td>

                            <td>${h.radio('perm_new_user','repository.write')}</td>

                            <td>${h.radio('perm_new_user','repository.admin')}</td>

                            <td class='ac'>

                                <div class="perm_ac" id="perm_ac">

                                    ${h.text('perm_new_user_name',class_='yui-ac-input')}

                                    <div id="perm_container"></div>

                                </div>

                            </td>

## -*- coding: utf-8 -*-

<%inherit file="/base/base.html"/>

<%def name="title()">

    ${_('Fork repository')} ${c.repo_info.repo_name}

</%def>

<%def name="breadcrumbs_links()">

    ${h.link_to(c.repo_info.repo_name,h.url('summary_home',repo_name=c.repo_info.repo_name))} 

    »

    ${_('fork')}

</%def>

<%def name="page_nav()">

	${self.menu('')}

</%def>

<%def name="main()">

<div class="box">

    <!-- box / title -->

    <div class="title">

        ${self.breadcrumbs()}      

    </div>

    ${h.form(url('repo_fork_create_home',repo_name=c.repo_info.repo_name))}

    <div class="form">

        <!-- fields -->

        <div class="fields">

            <div class="field">

	            <div class="label">

	                <label for="repo_name">${_('Fork name')}:</label>

	            </div>

	            <div class="input">

	            </div>

             </div>

            <div class="field">

                <div class="label label-textarea">

                    <label for="description">${_('Description')}:</label>

                </div>

                <div class="textarea text-area editor">

                    ${h.textarea('description',cols=23,rows=5)}

                </div>

             </div>

            <div class="field">

                <div class="label label-checkbox">

                    <label for="private">${_('Private')}:</label>

                </div>

                <div class="checkboxes">

                    ${h.checkbox('private',value="True")}

                </div>

             </div>

	        <div class="buttons">

	          ${h.submit('','fork this repository',class_="ui-button ui-widget ui-state-default ui-corner-all")}

	        </div>                                                          

        </div>

    </div>    

    ${h.end_form()}    

</div>

</%def>   

## -*- coding: utf-8 -*-

<%inherit file="/base/base.html"/>

<%def name="title()">

    ${_('Repository settings')}

</%def>

<%def name="breadcrumbs_links()">

    ${h.link_to(c.repo_info.repo_name,h.url('summary_home',repo_name=c.repo_info.repo_name))} 

    » 

    ${_('Settings')} 

</%def>

<%def name="page_nav()">

    ${self.menu('settings')}

</%def>

<%def name="main()">

<div class="box">

    <!-- box / title -->

    <div class="title">

        ${self.breadcrumbs()}      

    </div>

    ${h.form(url('repo_settings_update', repo_name=c.repo_info.repo_name),method='put')}

    <div class="form">

        <!-- fields -->

        <div class="fields">

            <div class="field">

                <div class="label">

                    <label for="repo_name">${_('Name')}:</label>

                </div>

                <div class="input input-medium">

                </div>

             </div>

            <div class="field">

                <div class="label label-textarea">

                    <label for="description">${_('Description')}:</label>

                </div>

                <div class="textarea text-area editor">

                    ${h.textarea('description',cols=23,rows=5)}

                </div>

            </div>

            <div class="field">

                <div class="label label-checkbox">

                    <label for="private">${_('Private')}:</label>

                </div>

                <div class="checkboxes">

                    ${h.checkbox('private',value="True")}

                </div>

            </div>

             <div class="field">

                <div class="label">

                    <label for="">${_('Permissions')}:</label>

                </div>

                <div class="input">

                    <table id="permissions_manage">

                        <tr>

                            <td>${_('none')}</td>

                            <td>${_('read')}</td>

                            <td>${_('write')}</td>

                            <td>${_('admin')}</td>

                            <td>${_('user')}</td>

                            <td></td>

                        </tr>

                        %for r2p in c.repo_info.repo_to_perm:

                            %if r2p.user.username =='default' and c.repo_info.private:

                                <tr>

                                    <td colspan="4">

                                        <span class="private_repo_msg">

                                        ${_('private repository')}

                                        </span>

                                    </td>

                                    <td class="private_repo_msg">${r2p.user.username}</td>

                                </tr>

                            %else:

                            <tr id="id${id(r2p.user.username)}">

                                <td>${h.radio('perm_%s' % r2p.user.username,'repository.none')}</td>

                                <td>${h.radio('perm_%s' % r2p.user.username,'repository.read')}</td>

                                <td>${h.radio('perm_%s' % r2p.user.username,'repository.write')}</td>

                                <td>${h.radio('perm_%s' % r2p.user.username,'repository.admin')}</td>

                                <td>${r2p.user.username}</td>

                                <td>

                                  %if r2p.user.username !='default':

                                    <span class="delete_icon action_button" onclick="ajaxAction(${r2p.user.user_id},'${'id%s'%id(r2p.user.username)}')">

                                        <script type="text/javascript">

                                            function ajaxAction(user_id,field_id){

                                                var sUrl = "${h.url('delete_repo_user',repo_name=c.repo_name)}";

                                                var callback = { success:function(o){

                                                var tr = YAHOO.util.Dom.get(String(field_id));

                                                tr.parentNode.removeChild(tr);},failure:function(o){

                                                	alert("${_('Failed to remove user')}");},};

                                                var postData = '_method=delete&user_id='+user_id; 

                                                var request = YAHOO.util.Connect.asyncRequest('POST', sUrl, callback, postData);};

                                        </script>           

                                    </span>

                                  %endif                    

                                </td>

                            </tr>

                            %endif

                        %endfor

                        <tr id="add_perm_input">

                            <td>${h.radio('perm_new_user','repository.none')}</td>

                            <td>${h.radio('perm_new_user','repository.read')}</td>

                            <td>${h.radio('perm_new_user','repository.write')}</td>

                            <td>${h.radio('perm_new_user','repository.admin')}</td>

                            <td class='ac'>

                                <div class="perm_ac" id="perm_ac">

                                    ${h.text('perm_new_user_name',class_='yui-ac-input')}

                                    <div id="perm_container"></div>

                                </div>

                            </td>

                            <td></td>

                        </tr>

                        <tr>

                            <td colspan="6">

                                <span id="add_perm" class="add_icon" style="cursor: pointer;">

                                ${_('Add another user')}

                                </span>

                            </td>

                        </tr>

                    </table>             

             </div>