kallithea Changeset - b98fd6fc67f9

Changeset - b98fd6fc67f9

Parent rev.

Child rev.

[Not reviewed]

beta

0 1 0

Marcin Kuzminski - 13 years ago 2012-07-07 13:54:37
marcin@python-works.com

Little better logging in whoosh indexer

1 file changed with 14 insertions and 4 deletions:

rhodecode/lib/indexers/daemon.py

0 comments (0 inline, 0 general)

rhodecode/lib/indexers/daemon.py

➞

Show inline comments

@@ @@ -165,13 +165,15 @@ class WhooshIndexingDaemon(object): @@
         if not os.path.exists(self.index_location):
             os.mkdir(self.index_location)
         idx = create_in(self.index_location, SCHEMA, indexname=IDX_NAME)
         writer = idx.writer()
         log.debug('BUILDIN INDEX FOR EXTENSIONS %s' % INDEX_EXTENSIONS)
         log.debug('BUILDING INDEX FOR EXTENSIONS %s '
                   'AND REPOS %s' % (INDEX_EXTENSIONS, self.repo_paths.keys()))
         for repo_name, repo in self.repo_paths.items():
             log.debug('building index @ %s' % repo.path)
             i_cnt = iwc_cnt = 0
             for idx_path in self.get_paths(repo):
                 i, iwc = self.add_doc(writer, idx_path, repo, repo_name)
                 i_cnt += i
@@ @@ -227,26 +229,34 @@ class WhooshIndexingDaemon(object): @@
                 log.debug('removing from index %s' % indexed_path)
                 writer.delete_by_term('path', indexed_path)
         # Loop over the files in the filesystem
         # Assume we have a function that gathers the filenames of the
         # documents to be indexed
         ri_cnt = riwc_cnt = 0
         ri_cnt_total = 0  # indexed
         riwc_cnt_total = 0  # indexed with content
         for repo_name, repo in self.repo_paths.items():
             ri_cnt = 0   # indexed
             riwc_cnt = 0  # indexed with content
             for path in self.get_paths(repo):
                 path = safe_unicode(path)
                 if path in to_index or path not in indexed_paths:
                     # This is either a file that's changed, or a new file
                     # that wasn't indexed before. So index it!
                     i, iwc = self.add_doc(writer, path, repo, repo_name)
                     log.debug('re indexing %s' % path)
                     ri_cnt += i
                     ri_cnt_total += 1
                     riwc_cnt += iwc
         log.debug('added %s files %s with content for repo %s' % (
                      ri_cnt + riwc_cnt, riwc_cnt, repo.path)
                     riwc_cnt_total += iwc
             log.debug('added %s files %s with content for repo %s' % (
                          ri_cnt + riwc_cnt, riwc_cnt, repo.path)
+            )
         log.debug('indexed %s files in total and %s with content' % (
                     ri_cnt_total, riwc_cnt_total)
+        )
         log.debug('>> COMMITING CHANGES <<')
         writer.commit(merge=True)
         log.debug('>>> FINISHED REBUILDING INDEX <<<')
     def run(self, full_index=False):

0 comments (0 inline, 0 general)