# -*- coding: utf-8 -*-

"""

    rhodecode.controllers.summary

    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

    Summary controller for Rhodecode

    :created_on: Apr 18, 2010

    :author: marcink

    :copyright: (C) 2009-2011 Marcin Kuzminski <marcin@python-works.com>

    :license: GPLv3, see COPYING for more details.

"""

# This program is free software: you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation, either version 3 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program.  If not, see <http://www.gnu.org/licenses/>.

import calendar

import logging

from time import mktime

from datetime import datetime, timedelta, date

from vcs.exceptions import ChangesetError

from pylons import tmpl_context as c, request, url

from pylons.i18n.translation import _

from rhodecode.model.db import Statistics, Repository

from rhodecode.model.repo import RepoModel

from rhodecode.lib.auth import LoginRequired, HasRepoPermissionAnyDecorator

from rhodecode.lib.base import BaseRepoController, render

from rhodecode.lib.utils import OrderedDict, EmptyChangeset

from rhodecode.lib.celerylib import run_task

from rhodecode.lib.helpers import RepoPage

try:

    import json

except ImportError:

    #python 2.5 compatibility

    import simplejson as json

log = logging.getLogger(__name__)

class SummaryController(BaseRepoController):

    @LoginRequired()

    @HasRepoPermissionAnyDecorator('repository.read', 'repository.write',

                                   'repository.admin')

    def __before__(self):

        super(SummaryController, self).__before__()

    def index(self, repo_name):

        e = request.environ

        c.dbrepo = dbrepo = Repository.by_repo_name(repo_name)

        c.following = self.scm_model.is_following_repo(repo_name,

                                                self.rhodecode_user.user_id)

        def url_generator(**kw):

            return url('shortlog_home', repo_name=repo_name, **kw)

        c.repo_changesets = RepoPage(c.rhodecode_repo, page=1,

                                     items_per_page=10, url=url_generator)

        if self.rhodecode_user.username == 'default':

            #for default(anonymous) user we don't need to pass credentials

            username = ''

            password = ''

        else:

            username = str(self.rhodecode_user.username)

            password = '@'

        uri = u'%(proto)s://%(user)s%(pass)s%(host)s%(prefix)s/%(repo_name)s' \

                                    % {'proto': e.get('wsgi.url_scheme'),

                                       'user': username,

                                       'pass': password,

                                       'host': e.get('HTTP_HOST'),

                                       'prefix': e.get('SCRIPT_NAME'),

                                       'repo_name': repo_name, }

        c.clone_repo_url = uri

        c.repo_tags = OrderedDict()

        for name, hash in c.rhodecode_repo.tags.items()[:10]:

            try:

                c.repo_tags[name] = c.rhodecode_repo.get_changeset(hash)

            except ChangesetError:

                c.repo_tags[name] = EmptyChangeset(hash)

        c.repo_branches = OrderedDict()

        for name, hash in c.rhodecode_repo.branches.items()[:10]:

            try:

                c.repo_branches[name] = c.rhodecode_repo.get_changeset(hash)

            except ChangesetError:

                c.repo_branches[name] = EmptyChangeset(hash)

        td = date.today() + timedelta(days=1)

        td_1m = td - timedelta(days=calendar.mdays[td.month])

        td_1y = td - timedelta(days=365)

        ts_min_m = mktime(td_1m.timetuple())

        ts_min_y = mktime(td_1y.timetuple())

        ts_max_y = mktime(td.timetuple())

        if dbrepo.enable_statistics:

            c.no_data_msg = _('No data loaded yet')

            run_task(get_commits_stats, c.dbrepo.repo_name, ts_min_y, ts_max_y)

        else:

            c.no_data_msg = _('Statistics are disabled for this repository')

        c.ts_min = ts_min_m

        c.ts_max = ts_max_y

        stats = self.sa.query(Statistics)\

            .filter(Statistics.repository == dbrepo)\

            .scalar()

        c.stats_percentage = 0

        if stats and stats.languages:

            c.no_data = False is dbrepo.enable_statistics

            lang_stats = json.loads(stats.languages)

            c.commit_data = stats.commit_activity

            c.overview_data = stats.commit_activity_combined

            c.trending_languages = json.dumps(OrderedDict(

                                            key=lambda k: k[1])[:10]

                                        )

                                    )

            last_rev = stats.stat_on_revision

            c.repo_last_rev = c.rhodecode_repo.count() - 1 \

                if c.rhodecode_repo.revisions else 0

            if last_rev == 0 or c.repo_last_rev == 0:

                pass

            else:

                c.stats_percentage = '%.2f' % ((float((last_rev)) /

                                                c.repo_last_rev) * 100)

        else:

            c.commit_data = json.dumps({})

            c.overview_data = json.dumps([[ts_min_y, 0], [ts_max_y, 10]])

            c.trending_languages = json.dumps({})

            c.no_data = True

        c.enable_downloads = dbrepo.enable_downloads

        if c.enable_downloads:

            c.download_options = self._get_download_links(c.rhodecode_repo)

        return render('summary/summary.html')

    def _get_download_links(self, repo):

        download_l = []

        branches_group = ([], _("Branches"))

        tags_group = ([], _("Tags"))

        for name, chs in c.rhodecode_repo.branches.items():

            #chs = chs.split(':')[-1]

            branches_group[0].append((chs, name),)

        download_l.append(branches_group)

        for name, chs in c.rhodecode_repo.tags.items():

            #chs = chs.split(':')[-1]

            tags_group[0].append((chs, name),)

        download_l.append(tags_group)

        return download_l

# -*- coding: utf-8 -*-

"""

    rhodecode.lib.celerylib.tasks

    ~~~~~~~~~~~~~~~~~~~~~~~~~~~~~

    RhodeCode task modules, containing all task that suppose to be run

    by celery daemon

    :created_on: Oct 6, 2010

    :author: marcink

    :copyright: (C) 2009-2011 Marcin Kuzminski <marcin@python-works.com>

    :license: GPLv3, see COPYING for more details.

"""

# This program is free software: you can redistribute it and/or modify

# it under the terms of the GNU General Public License as published by

# the Free Software Foundation, either version 3 of the License, or

# (at your option) any later version.

#

# This program is distributed in the hope that it will be useful,

# but WITHOUT ANY WARRANTY; without even the implied warranty of

# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the

# GNU General Public License for more details.

#

# You should have received a copy of the GNU General Public License

# along with this program.  If not, see <http://www.gnu.org/licenses/>.

from celery.decorators import task

import os

import traceback

import logging

from time import mktime

from operator import itemgetter

from pylons import config

from pylons.i18n.translation import _

from rhodecode.lib.celerylib import run_task, locked_task, str2bool

from rhodecode.lib.helpers import person

from rhodecode.lib.smtp_mailer import SmtpMailer

from rhodecode.lib.utils import OrderedDict, add_cache

from rhodecode.model import init_model

from rhodecode.model import meta

from rhodecode.model.db import RhodeCodeUi

from vcs.backends import get_repo

from sqlalchemy import engine_from_config

add_cache(config)

try:

    import json

except ImportError:

    #python 2.5 compatibility

    import simplejson as json

__all__ = ['whoosh_index', 'get_commits_stats',

           'reset_user_password', 'send_email']

CELERY_ON = str2bool(config['app_conf'].get('use_celery'))

def get_session():

    if CELERY_ON:

        engine = engine_from_config(config, 'sqlalchemy.db1.')

        init_model(engine)

    sa = meta.Session()

    return sa

def get_repos_path():

    sa = get_session()

    q = sa.query(RhodeCodeUi).filter(RhodeCodeUi.ui_key == '/').one()

    return q.ui_value

@task(ignore_result=True)

@locked_task

def whoosh_index(repo_location, full_index):

    #log = whoosh_index.get_logger()

    from rhodecode.lib.indexers.daemon import WhooshIndexingDaemon

    index_location = config['index_dir']

    WhooshIndexingDaemon(index_location=index_location,

                         repo_location=repo_location, sa=get_session())\

                         .run(full_index=full_index)

@task(ignore_result=True)

@locked_task

def get_commits_stats(repo_name, ts_min_y, ts_max_y):

    try:

        log = get_commits_stats.get_logger()

    except:

        log = logging.getLogger(__name__)

    from rhodecode.model.db import Statistics, Repository

    #for js data compatibilty

    commits_by_day_aggregate = {}

    repos_path = get_repos_path()

    p = os.path.join(repos_path, repo_name)

    repo = get_repo(p)

    skip_date_limit = True

    parse_limit = int(config['app_conf'].get('commit_parse_limit'))

    last_rev = 0

    last_cs = None

    timegetter = itemgetter('time')

    sa = get_session()

    dbrepo = sa.query(Repository)\

        .filter(Repository.repo_name == repo_name).scalar()

    cur_stats = sa.query(Statistics)\

        .filter(Statistics.repository == dbrepo).scalar()

    if cur_stats is not None:

        last_rev = cur_stats.stat_on_revision

    #return if repo is empty

    if not repo.revisions:

        return True

    if last_rev == repo.get_changeset().revision and len(repo.revisions) > 1:

        #pass silently without any work if we're not on first revision or

        #current state of parsing revision(from db marker) is the last revision

        return True

    if cur_stats:

        commits_by_day_aggregate = OrderedDict(

                                       json.loads(

                                        cur_stats.commit_activity_combined))

    log.debug('starting parsing %s', parse_limit)

    lmktime = mktime

    last_rev = last_rev + 1 if last_rev > 0 else last_rev

    for cs in repo[last_rev:last_rev + parse_limit]:

        k = lmktime([cs.date.timetuple()[0], cs.date.timetuple()[1],

                      cs.date.timetuple()[2], 0, 0, 0, 0, 0, 0])

            try:

                time_pos = l.index(k)

            except ValueError:

                time_pos = False

            if time_pos >= 0 and time_pos is not False:

                datadict["commits"] += 1

                datadict["added"] += len(cs.added)

                datadict["changed"] += len(cs.changed)

                datadict["removed"] += len(cs.removed)

            else:

                if k >= ts_min_y and k <= ts_max_y or skip_date_limit:

                               }

        else:

            if k >= ts_min_y and k <= ts_max_y or skip_date_limit:

                                             "commits":1,

                                             "added":len(cs.added),

                                             "changed":len(cs.changed),

                                             "removed":len(cs.removed),

                                             }],

                                    }

        #gather all data by day

            commits_by_day_aggregate[k] += 1

        else:

            commits_by_day_aggregate[k] = 1

    overview_data = sorted(commits_by_day_aggregate.items(), key=itemgetter(0))

        }

    stats = cur_stats if cur_stats else Statistics()

    stats.commit_activity_combined = json.dumps(overview_data)

    log.debug('last revison %s', last_rev)

    leftovers = len(repo.revisions[last_rev:])

    log.debug('revisions to parse %s', leftovers)

    if last_rev == 0 or leftovers < parse_limit:

        log.debug('getting code trending stats')

        stats.languages = json.dumps(__get_codes_stats(repo_name))

    try:

        stats.repository = dbrepo

        stats.stat_on_revision = last_cs.revision if last_cs else 0

        sa.add(stats)

        sa.commit()

    except:

        log.error(traceback.format_exc())

        sa.rollback()

        return False

    if len(repo.revisions) > 1:

        run_task(get_commits_stats, repo_name, ts_min_y, ts_max_y)

    return True

@task(ignore_result=True)

def reset_user_password(user_email):

    try:

        log = reset_user_password.get_logger()

    except:

        log = logging.getLogger(__name__)

    from rhodecode.lib import auth

    from rhodecode.model.db import User

    try:

        try:

            sa = get_session()

            user = sa.query(User).filter(User.email == user_email).scalar()

            new_passwd = auth.PasswordGenerator().gen_password(8,

                             auth.PasswordGenerator.ALPHABETS_BIG_SMALL)

            if user:

                user.password = auth.get_crypt_password(new_passwd)

                user.api_key = auth.generate_api_key(user.username)

                sa.add(user)

                sa.commit()

                log.info('change password for %s', user_email)

            if new_passwd is None:

                raise Exception('unable to generate new password')

        except:

            log.error(traceback.format_exc())

            sa.rollback()

        run_task(send_email, user_email,

                 "Your new rhodecode password",

                 'Your new rhodecode password:%s' % (new_passwd))

        log.info('send new password mail to %s', user_email)

    except:

        log.error('Failed to update user password')

        log.error(traceback.format_exc())

    return True

@task(ignore_result=True)

def send_email(recipients, subject, body):

    """

    Sends an email with defined parameters from the .ini files.

    :param recipients: list of recipients, it this is empty the defined email

        address from field 'email_to' is used instead

    :param subject: subject of the mail

    :param body: body of the mail

    """

    try:

        log = send_email.get_logger()

    except:

        log = logging.getLogger(__name__)

    email_config = config

    if not recipients:

        recipients = [email_config.get('email_to')]

    mail_from = email_config.get('app_email_from')

    user = email_config.get('smtp_username')

    passwd = email_config.get('smtp_password')

    mail_server = email_config.get('smtp_server')

    mail_port = email_config.get('smtp_port')

    tls = str2bool(email_config.get('smtp_use_tls'))

    ssl = str2bool(email_config.get('smtp_use_ssl'))

    debug = str2bool(config.get('debug'))

    try:

        m = SmtpMailer(mail_from, user, passwd, mail_server,

                       mail_port, ssl, tls, debug=debug)

        m.send(recipients, subject, body)

    except:

        log.error('Mail sending failed')

        log.error(traceback.format_exc())

        return False

    return True

@task(ignore_result=True)

def create_repo_fork(form_data, cur_user):

    try:

        log = create_repo_fork.get_logger()

    except:

        log = logging.getLogger(__name__)

    from rhodecode.model.repo import RepoModel

    from vcs import get_backend

    repo_model = RepoModel(get_session())

    repo_model.create(form_data, cur_user, just_db=True, fork=True)

    repo_name = form_data['repo_name']

    repos_path = get_repos_path()

    repo_path = os.path.join(repos_path, repo_name)

    repo_fork_path = os.path.join(repos_path, form_data['fork_name'])

    alias = form_data['repo_type']

    log.info('creating repo fork %s as %s', repo_name, repo_path)

    backend = get_backend(alias)

    backend(str(repo_fork_path), create=True, src_url=str(repo_path))

def __get_codes_stats(repo_name):

    repos_path = get_repos_path()

    p = os.path.join(repos_path, repo_name)

    repo = get_repo(p)

    tip = repo.get_changeset()

    code_stats = {}

    def aggregate(cs):

        for f in cs[2]:

            if ext in LANGUAGES_EXTENSIONS_MAP.keys() and not f.is_binary:

                else:

    map(aggregate, tip.walk('/'))

    return code_stats or {}

		          ${_('There are no downloads yet')}

		        %elif c.enable_downloads is False:

		          ${_('Downloads are disabled for this repository')}

                    %if h.HasPermissionAll('hg.admin')('enable stats on from summary'):

                        [${h.link_to(_('enable'),h.url('edit_repo',repo_name=c.repo_name))}]

                    %endif  		          

		        %else:

			        ${h.select('download_options',c.rhodecode_repo.get_changeset().raw_id,c.download_options)}

			        %for cnt,archive in enumerate(c.rhodecode_repo._get_archives()):

			             %if cnt >=1:

			             |

			             %endif

			             <span class="tooltip" title="${_('Download %s as %s') %('tip',archive['type'])}" 

			                  id="${archive['type']+'_link'}">${h.link_to(archive['type'],

			                h.url('files_archive_home',repo_name=c.dbrepo.repo_name,

			                fname='tip'+archive['extension']),class_="archive_icon")}</span>

			        %endfor

			    %endif

			  </div>

			 </div>

			 <div class="field">

			  <div class="label">

			      <label>${_('Feeds')}:</label>

			  </div>

			  <div class="input-short">

			   %if c.rhodecode_user.username != 'default':

	            ${h.link_to(_('RSS'),h.url('rss_feed_home',repo_name=c.dbrepo.repo_name,api_key=c.rhodecode_user.api_key),class_='rss_icon')}

	            ${h.link_to(_('Atom'),h.url('atom_feed_home',repo_name=c.dbrepo.repo_name,api_key=c.rhodecode_user.api_key),class_='atom_icon')}

	           %else:

                ${h.link_to(_('RSS'),h.url('rss_feed_home',repo_name=c.dbrepo.repo_name),class_='rss_icon')}

                ${h.link_to(_('Atom'),h.url('atom_feed_home',repo_name=c.dbrepo.repo_name),class_='atom_icon')}	           

	           %endif 

			  </div>

			 </div>				 			 			 

	  </div>		 

	</div>

  	<script type="text/javascript">

	  	YUE.onDOMReady(function(e){

	  	    id = 'clone_url';

	  	    YUE.on(id,'click',function(e){

	  	        YUD.get('clone_url').select();

	  	    })

	  	})

  		var data = ${c.trending_languages|n};

  		var total = 0;

  		var no_data = true;

  		for (k in data){

  		    no_data = false;

  		} 

		var tbl = document.createElement('table');

		tbl.setAttribute('class','trending_language_tbl');

  		for (k in data){

  			var hide = cnt>2;

	  		var tr = document.createElement('tr');

	  		if (hide){

	  			tr.setAttribute('style','display:none');

	  			tr.setAttribute('class','stats_hidden');

	  		}

	  		var td1 = document.createElement('td');

	  		var trending_language_label = document.createElement('div');

	  		td1.appendChild(trending_language_label);

	  		var td2 = document.createElement('td');

	  		td2.setAttribute('style','padding-right:14px !important');

  		    var trending_language = document.createElement('div');

  		    var nr_files = value+" ${_('files')}";

  		    trending_language.title = k+" "+nr_files;

  		    	trending_language.innerHTML = "<b style='font-size:0.8em'>"+percentage+"% "+nr_files+ "</b>";	

  		    }

  		    else{

  		    	trending_language.innerHTML = "<b style='font-size:0.8em'>"+percentage+"%</b>";

  		    }

  		    trending_language.setAttribute("class", 'trending_language top-right-rounded-corner bottom-right-rounded-corner');

  		    trending_language.style.width=percentage+"%";

			td2.appendChild(trending_language);

			tr.appendChild(td1);

			tr.appendChild(td2);

  		    tbl.appendChild(tr);

  		    if(cnt == 2){

  		    	var show_more = document.createElement('tr');

  		    	var td=document.createElement('td');

  		    	lnk = document.createElement('a');

  		    	lnk.href='#';

  		    	lnk.id='code_stats_show_more';

  		        td.appendChild(lnk);

  		    	show_more.appendChild(td);

  		    	show_more.appendChild(document.createElement('td'));

  		    	tbl.appendChild(show_more);

  		    }

  		}

  		if(no_data){

  			var tr = document.createElement('tr');

  			var td1 = document.createElement('td');

  			td1.innerHTML = "${c.no_data_msg}";

  			tr.appendChild(td1);

  			tbl.appendChild(tr);

		}

  		YUD.get('lang_stats').appendChild(tbl);

  		YUE.on('code_stats_show_more','click',function(){

  			l = YUD.getElementsByClassName('stats_hidden')

  			for (e in l){

  			    YUD.setStyle(l[e],'display','');

  			};

  			YUD.setStyle(YUD.get('code_stats_show_more'),

  					'display','none');

  		})

             YUE.on('download_options','change',function(e){

                 var new_cs = e.target.options[e.target.selectedIndex];

                 var tmpl_links = {}

                 %for cnt,archive in enumerate(c.rhodecode_repo._get_archives()):

                	 tmpl_links['${archive['type']}'] = '${h.link_to(archive['type'],

                        h.url('files_archive_home',repo_name=c.dbrepo.repo_name,

                        fname='__CS__'+archive['extension']),class_="archive_icon")}';

                 %endfor

                 for(k in tmpl_links){

                	 var s = YUD.get(k+'_link')

                	 title_tmpl = "${_('Download %s as %s') % ('__CS_NAME__','__CS_EXT__')}";

                	 s.title = title_tmpl.replace('__CS_NAME__',new_cs.text);

                	 s.title = s.title.replace('__CS_EXT__',k);

                	 s.innerHTML = tmpl_links[k].replace('__CS__',new_cs.value);

                 }

             })

  	</script>    				

</div>