Files
@ 8b7294a804a0
Branch filter:
Location: kallithea/rhodecode/controllers/search.py - annotation
8b7294a804a0
5.5 KiB
text/x-python
Update CONTRIBUTORS with new contributors from RhodeCode v2.2.5
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 54 55 56 57 58 59 60 61 62 63 64 65 66 67 68 69 70 71 72 73 74 75 76 77 78 79 80 81 82 83 84 85 86 87 88 89 90 91 92 93 94 95 96 97 98 99 100 101 102 103 104 105 106 107 108 109 110 111 112 113 114 115 116 117 118 119 120 121 122 123 124 125 126 127 128 129 130 131 132 133 134 135 136 137 138 139 140 141 142 143 144 | fd2ea6ceadc8 fd2ea6ceadc8 fd2ea6ceadc8 fd2ea6ceadc8 fd2ea6ceadc8 3013b753cbed 6832ef664673 fd2ea6ceadc8 fd2ea6ceadc8 89efedac4e6c fd2ea6ceadc8 fd2ea6ceadc8 a671db5bdd58 a671db5bdd58 a671db5bdd58 a671db5bdd58 6832ef664673 1e757ac98988 1e757ac98988 1e757ac98988 1e757ac98988 6832ef664673 1e757ac98988 a671db5bdd58 fd2ea6ceadc8 fd2ea6ceadc8 bfffaa9aff58 fd2ea6ceadc8 b6c902d88472 fd2ea6ceadc8 13241a4075e9 13241a4075e9 13241a4075e9 13241a4075e9 13241a4075e9 1e757ac98988 666fc6ac9ce5 3013b753cbed 3013b753cbed 4c239e0dcbb7 6b176c679896 13241a4075e9 bfffaa9aff58 1e757ac98988 1e757ac98988 50e41777675d 666fc6ac9ce5 1e757ac98988 1e757ac98988 8acbfa837180 1e757ac98988 b950b884ab87 666fc6ac9ce5 666fc6ac9ce5 1e757ac98988 1e757ac98988 1e757ac98988 5f21a9dcb09d 50e41777675d 5f21a9dcb09d 50e41777675d 3013b753cbed 3013b753cbed 65b2f150beb7 5f21a9dcb09d 5f21a9dcb09d 5f21a9dcb09d 3013b753cbed 3013b753cbed 5f21a9dcb09d 5f21a9dcb09d 5f21a9dcb09d 5f21a9dcb09d 3013b753cbed 3013b753cbed 5f21a9dcb09d 5f21a9dcb09d 5f21a9dcb09d 5f21a9dcb09d 1e757ac98988 1e757ac98988 5f21a9dcb09d 8acbfa837180 1e757ac98988 9d743ca9cede 1e757ac98988 1e757ac98988 50e41777675d 5f21a9dcb09d 1e757ac98988 1e757ac98988 5f21a9dcb09d 1e757ac98988 1e757ac98988 1e757ac98988 1e757ac98988 b6c902d88472 1e757ac98988 1e757ac98988 9773b46e239f 9773b46e239f 1e757ac98988 1e757ac98988 5f21a9dcb09d 1e757ac98988 1e757ac98988 1e757ac98988 8acbfa837180 5f21a9dcb09d 5f21a9dcb09d 1e757ac98988 1e757ac98988 b6c902d88472 b6c902d88472 b6c902d88472 8acbfa837180 1e757ac98988 bfffaa9aff58 65b2f150beb7 bfffaa9aff58 4c239e0dcbb7 1e757ac98988 4c239e0dcbb7 4c239e0dcbb7 b6c902d88472 b6c902d88472 b6c902d88472 b6c902d88472 b6c902d88472 8acbfa837180 1e757ac98988 1e757ac98988 1e757ac98988 1e757ac98988 1e757ac98988 1e757ac98988 fd2ea6ceadc8 fd2ea6ceadc8 9773b46e239f 9773b46e239f 9773b46e239f 8acbfa837180 1e757ac98988 1e757ac98988 | # -*- coding: utf-8 -*-
"""
rhodecode.controllers.search
~~~~~~~~~~~~~~~~~~~~~~~~~~~~
Search controller for RhodeCode
:created_on: Aug 7, 2010
:author: marcink
:copyright: (C) 2010-2012 Marcin Kuzminski <marcin@python-works.com>
:license: GPLv3, see COPYING for more details.
"""
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
import logging
import traceback
import urllib
from pylons.i18n.translation import _
from pylons import request, config, tmpl_context as c
from whoosh.index import open_dir, EmptyIndexError
from whoosh.qparser import QueryParser, QueryParserError
from whoosh.query import Phrase, Wildcard, Term, Prefix
from webhelpers.util import update_params
from rhodecode.lib.auth import LoginRequired
from rhodecode.lib.base import BaseRepoController, render
from rhodecode.lib.indexers import CHGSETS_SCHEMA, SCHEMA, CHGSET_IDX_NAME, \
IDX_NAME, WhooshResultWrapper
from rhodecode.model.repo import RepoModel
from rhodecode.lib.utils2 import safe_str, safe_int
from rhodecode.lib.helpers import Page
log = logging.getLogger(__name__)
class SearchController(BaseRepoController):
def __before__(self):
super(SearchController, self).__before__()
@LoginRequired()
def index(self, repo_name=None):
c.repo_name = repo_name
c.formated_results = []
c.runtime = ''
c.cur_query = request.GET.get('q', None)
c.cur_type = request.GET.get('type', 'content')
c.cur_search = search_type = {'content': 'content',
'commit': 'message',
'path': 'path',
'repository': 'repository'
}.get(c.cur_type, 'content')
index_name = {
'content': IDX_NAME,
'commit': CHGSET_IDX_NAME,
'path': IDX_NAME
}.get(c.cur_type, IDX_NAME)
schema_defn = {
'content': SCHEMA,
'commit': CHGSETS_SCHEMA,
'path': SCHEMA
}.get(c.cur_type, SCHEMA)
log.debug('IDX: %s' % index_name)
log.debug('SCHEMA: %s' % schema_defn)
if c.cur_query:
cur_query = c.cur_query.lower()
log.debug(cur_query)
if c.cur_query:
p = safe_int(request.GET.get('page', 1), 1)
highlight_items = set()
try:
idx = open_dir(config['app_conf']['index_dir'],
indexname=index_name)
searcher = idx.searcher()
qp = QueryParser(search_type, schema=schema_defn)
if c.repo_name:
cur_query = u'repository:%s %s' % (c.repo_name, cur_query)
try:
query = qp.parse(unicode(cur_query))
# extract words for highlight
if isinstance(query, Phrase):
highlight_items.update(query.words)
elif isinstance(query, Prefix):
highlight_items.add(query.text)
else:
for i in query.all_terms():
if i[0] in ['content', 'message']:
highlight_items.add(i[1])
matcher = query.matcher(searcher)
log.debug('query: %s' % query)
log.debug('hl terms: %s' % highlight_items)
results = searcher.search(query)
res_ln = len(results)
c.runtime = '%s results (%.3f seconds)' % (
res_ln, results.runtime
)
def url_generator(**kw):
q = urllib.quote(safe_str(c.cur_query))
return update_params("?q=%s&type=%s" \
% (q, safe_str(c.cur_type)), **kw)
repo_location = RepoModel().repos_path
c.formated_results = Page(
WhooshResultWrapper(search_type, searcher, matcher,
highlight_items, repo_location),
page=p,
item_count=res_ln,
items_per_page=10,
url=url_generator
)
except QueryParserError:
c.runtime = _('Invalid search query. Try quoting it.')
searcher.close()
except (EmptyIndexError, IOError):
log.error(traceback.format_exc())
log.error('Empty Index data')
c.runtime = _('There is no index to search in. '
'Please run whoosh indexer')
except (Exception):
log.error(traceback.format_exc())
c.runtime = _('An error occurred during this search operation')
# Return a rendered template
return render('/search/search.html')
|