self._diff = diff

        self._format = format

        self.adds = 0

        self.removes = 0

        # calculate diff size

        self.diff_size = len(diff)

        self.diff_limit = diff_limit

        self.cur_diff_size = 0

        self.parsed = False

        self.parsed_diff = []

        self.vcs = vcs

        if format == 'gitdiff':

            self.differ = self._highlight_line_difflib

            self._parser = self._parse_gitdiff

        else:

            self.differ = self._highlight_line_udiff

            self._parser = self._parse_udiff

    def _copy_iterator(self):

        """

        make a fresh copy of generator, we should not iterate thru

        an original as it's needed for repeating operations on

        this instance of DiffProcessor

        """

        self.__udiff, iterator_copy = tee(self.__udiff)

        return iterator_copy

    def _escaper(self, string):

        """

        Escaper for diff escapes special chars and checks the diff limit

        :param string:

        """

        self.cur_diff_size += len(string)

        # escaper gets iterated on each .next() call and it checks if each

        # parsed line doesn't exceed the diff limit

        if self.diff_limit is not None and self.cur_diff_size > self.diff_limit:

            raise DiffLimitExceeded('Diff Limit Exceeded')

        def substitute(m):

            groups = m.groups()

            if groups[0]:

                return '&'

            if groups[1]:

                return '<'

            if groups[2]:

                return '>'

            if groups[3]:

                return '<u>\t</u>'

            if groups[4] and m.start(): # skip 1st column with +/-

                return ' <i></i>'

        return self._escape_re.sub(substitute, safe_unicode(string))

    def _line_counter(self, l):

        """

        Checks each line and bumps total adds/removes for this diff

        :param l:

        """

        if l.startswith('+') and not l.startswith('+++'):

            self.adds += 1

        elif l.startswith('-') and not l.startswith('---'):

            self.removes += 1

        return safe_unicode(l)

    def _highlight_line_difflib(self, line, next_):

        """

        Highlight inline changes in both lines.

        """

        if line['action'] == 'del':

            old, new = line, next_

        else:

            old, new = next_, line

        oldwords = self._token_re.split(old['line'])

        newwords = self._token_re.split(new['line'])

        sequence = difflib.SequenceMatcher(None, oldwords, newwords)

        oldfragments, newfragments = [], []

        for tag, i1, i2, j1, j2 in sequence.get_opcodes():

            oldfrag = ''.join(oldwords[i1:i2])

            newfrag = ''.join(newwords[j1:j2])

            if tag != 'equal':

                if oldfrag:

                    oldfrag = '<del>%s</del>' % oldfrag

                if newfrag:

                    newfrag = '<ins>%s</ins>' % newfrag

            oldfragments.append(oldfrag)

            newfragments.append(newfrag)

        old['line'] = "".join(oldfragments)

        new['line'] = "".join(newfragments)

    def _highlight_line_udiff(self, line, next_):

        """

        Highlight inline changes in both lines.

        """

        start = 0

        limit = min(len(line['line']), len(next_['line']))

        while start < limit and line['line'][start] == next_['line'][start]:

            start += 1

        end = -1

        limit -= start

        while -end <= limit and line['line'][end] == next_['line'][end]:

            end -= 1

        end += 1

        if start or end:

            def do(l):

                last = end + len(l['line'])

                if l['action'] == 'add':

                    tag = 'ins'

                else:

                    tag = 'del'

                l['line'] = '%s<%s>%s</%s>%s' % (

                    l['line'][:start],

                    tag,

                    l['line'][start:last],

                    tag,

                    l['line'][last:]

                )

            do(line)

            do(next_)

    def _get_header(self, diff_chunk):

        """

        parses the diff header, and returns parts, and leftover diff

        parts consists of 14 elements::

            a_path, b_path, similarity_index, rename_from, rename_to,

            old_mode, new_mode, new_file_mode, deleted_file_mode,

            a_blob_id, b_blob_id, b_mode, a_file, b_file

        :param diff_chunk:

        """

        if self.vcs == 'git':

            match = self._git_header_re.match(diff_chunk)

            diff = diff_chunk[match.end():]

            return match.groupdict(), imap(self._escaper, diff.splitlines(1))

        elif self.vcs == 'hg':

            match = self._hg_header_re.match(diff_chunk)

            diff = diff_chunk[match.end():]

            return match.groupdict(), imap(self._escaper, diff.splitlines(1))

        else:

            raise Exception('VCS type %s is not supported' % self.vcs)

    def _clean_line(self, line, command):

        if command in ['+', '-', ' ']:

            #only modify the line if it's actually a diff thing

            line = line[1:]

        return line

    def _parse_gitdiff(self, inline_diff=True):

        _files = []

        diff_container = lambda arg: arg

        ##split the diff in chunks of separate --git a/file b/file chunks

        for raw_diff in ('\n' + self._diff).split('\ndiff --git')[1:]:

            head, diff = self._get_header(raw_diff)

            op = None

            stats = {

                'added': 0,

                'deleted': 0,

                'binary': False,

                'ops': {},

            }

            if head['deleted_file_mode']:

                op = 'D'

                stats['binary'] = True

                stats['ops'][DEL_FILENODE] = 'deleted file'

            elif head['new_file_mode']:

                op = 'A'

                stats['binary'] = True

                stats['ops'][NEW_FILENODE] = 'new file %s' % head['new_file_mode']

            else:  # modify operation, can be cp, rename, chmod

                # CHMOD

                if head['new_mode'] and head['old_mode']:

                    op = 'M'

                    stats['binary'] = True

                    stats['ops'][CHMOD_FILENODE] = ('modified file chmod %s => %s'

                                        % (head['old_mode'], head['new_mode']))

                # RENAME

                if (head['rename_from'] and head['rename_to']

                      and head['rename_from'] != head['rename_to']):

                    stats['binary'] = True

                    stats['ops'][RENAMED_FILENODE] = ('file renamed from %s to %s'

                                    % (head['rename_from'], head['rename_to']))

                # COPY

                if head.get('copy_from') and head.get('copy_to'):

                    op = 'M'

                    stats['binary'] = True

                    stats['ops'][COPIED_FILENODE] = ('file copied from %s to %s'

                                        % (head['copy_from'], head['copy_to']))

                # FALL BACK: detect missed old style add or remove

                if op is None:

                    if not head['a_file'] and head['b_file']:

                        op = 'A'

                        stats['binary'] = True

                        stats['ops'][NEW_FILENODE] = 'new file'

                    elif head['a_file'] and not head['b_file']:

                        op = 'D'

                        stats['binary'] = True

                        stats['ops'][DEL_FILENODE] = 'deleted file'

                # it's not ADD not DELETE

                if op is None:

                    op = 'M'

                    stats['binary'] = True

                    stats['ops'][MOD_FILENODE] = 'modified file'

            # a real non-binary diff

            if head['a_file'] or head['b_file']:

                try:

                    chunks, _stats = self._parse_lines(diff)

                    stats['binary'] = False

                    stats['added'] = _stats[0]

                    stats['deleted'] = _stats[1]

                    # explicit mark that it's a modified file

                    if op == 'M':

                        stats['ops'][MOD_FILENODE] = 'modified file'

                except DiffLimitExceeded:

                    diff_container = lambda _diff: \

                        LimitedDiffContainer(self.diff_limit,

                                            self.cur_diff_size, _diff)

                    break

            else:  # GIT binary patch (or empty diff)

                # GIT Binary patch

                if head['bin_patch']:

                    stats['ops'][BIN_FILENODE] = 'binary diff not shown'

                chunks = []

            if op == 'D' and chunks:

                # a way of seeing deleted content could perhaps be nice - but

                # not with the current UI

                chunks = []

            chunks.insert(0, [{

                'old_lineno': '',

                'new_lineno': '',

                'action':     'context',

                'line':       msg,

                } for _op, msg in stats['ops'].iteritems()

                  if _op not in [MOD_FILENODE]])

            _files.append({

                'filename':         head['b_path'],

                'old_revision':     head['a_blob_id'],

                'new_revision':     head['b_blob_id'],

                'chunks':           chunks,

                'operation':        op,

                'stats':            stats,

            })

        if not inline_diff:

            return diff_container(_files)

        # highlight inline changes

        for diff_data in _files:

            for chunk in diff_data['chunks']:

                lineiter = iter(chunk)

                try:

                    while 1:

                        line = lineiter.next()

                        if line['action'] not in ['unmod', 'context']:

                            nextline = lineiter.next()

                            if nextline['action'] in ['unmod', 'context'] or \

                               nextline['action'] == line['action']:

                                continue

                            self.differ(line, nextline)

                except StopIteration:

                    pass

        return diff_container(_files)

    def _parse_udiff(self, inline_diff=True):

        raise NotImplementedError()

    def _parse_lines(self, diff):

        """

        Parse the diff an return data for the template.

        """

        lineiter = iter(diff)

        stats = [0, 0]

        try:

            chunks = []

            line = lineiter.next()

            while line:

                lines = []

                chunks.append(lines)

                match = self._chunk_re.match(line)

                if not match:

                    break

                gr = match.groups()

                (old_line, old_end,

                 new_line, new_end) = [int(x or 1) for x in gr[:-1]]

                old_line -= 1

                new_line -= 1

                context = len(gr) == 5

                old_end += old_line

                new_end += new_line

                if context:

                    # skip context only if it's first line

                    if int(gr[0]) > 1:

                        lines.append({

                            'old_lineno': '...',

                            'new_lineno': '...',

                            'action':     'context',

                            'line':       line,

                        })

                line = lineiter.next()

                while old_line < old_end or new_line < new_end:

                    command = ' '

                    if line:

                        command = line[0]

                    affects_old = affects_new = False

                    # ignore those if we don't expect them

                    if command in '#@':

                        continue

                    elif command == '+':

                        affects_new = True

                        action = 'add'

                        stats[0] += 1

                    elif command == '-':

                        affects_old = True

                        action = 'del'

                        stats[1] += 1

                    else:

                        affects_old = affects_new = True

                        action = 'unmod'

                    if not self._newline_marker.match(line):

                        old_line += affects_old

                        new_line += affects_new

                        lines.append({

                            'old_lineno':   affects_old and old_line or '',

                            'new_lineno':   affects_new and new_line or '',

                            'action':       action,

                            'line':         self._clean_line(line, command)

                        })

                    line = lineiter.next()

                    if self._newline_marker.match(line):

                        # we need to append to lines, since this is not

                        # counted in the line specs of diff

                        lines.append({

                            'old_lineno':   '...',

                            'new_lineno':   '...',

                            'action':       'context',

                            'line':         self._clean_line(line, command)

                        })

        except StopIteration:

            pass

        return chunks, stats

    def _safe_id(self, idstring):

        """Make a string safe for including in an id attribute.

        The HTML spec says that id attributes 'must begin with

        a letter ([A-Za-z]) and may be followed by any number

        of letters, digits ([0-9]), hyphens ("-"), underscores

/**

 * Stylesheets for the context bar

 */

i.icon-arrow-right { background-image: url('../images/icons/arrow_right.png');}

i.icon-bar-chart { background-image: url("../images/icons/chart_bar.png"); }

i.icon-code-merge { background-image: url("../images/icons/arrow_merge.png"); } /* unused! */

i.icon-ellipsis-horizontal:after { content: ' ...';}

i.icon-eye-open { background-image: url("../images/icons/eye.png"); }

i.icon-file-txt { background-image: url("../images/icons/note_error.png"); }

i.icon-git { background-image: url('../images/icons/giticon.png');}

i.icon-hg { background-image: url('../images/icons/hgicon.png');}

i.icon-refresh { background-image: url('../images/icons/arrow_refresh.png');}

i.icon-disabled { background-image: url('../images/icons/shading.png');} /* todo: use instead of minus sign */

i[class^='icon-'] {

    background-repeat: no-repeat;

    background-position: center;

    display: inline-block;

    min-width: 16px;

    min-height: 16px;

    margin: -2px 0 -4px 0;

    /* background-color: red; /* for debugging */

}

/* css classes for diff file status ... it'd be nice if css had a way to

   inherit from another class but alas, we must make sure this content is the

   same from the icon font file */

.icon-diff-M:before {

    font-family: 'kallithea';

    content: '\e805';

    color: #d0b44c;

}

.icon-diff-D:before {

    font-family: 'kallithea';

    content: '\e807';

    color: #bd2c00;

}

.icon-diff-A:before {

    font-family: 'kallithea';

    content: '\e806';

    color: #6cc644;

}

#content #context-bar {

    position: relative;

    overflow: visible;

    background-color: #577632;

    padding: 0 5px;

    min-height: 36px;

}

#content #context-bar h2 {

    display: inline-block;

    color: #FFF;

}

#header #header-inner #quick a,

#content #context-bar,

#content #context-bar a {

    color: #FFFFFF;

}

#header #header-inner #quick a:hover,

#content #context-bar a:hover {

    text-decoration: none;

}

#content #context-bar .icon {

    display: inline-block;

    width: 16px;

    height: 16px;

    vertical-align: text-bottom;

}

ul.horizontal-list {

    display: block;

}

ul.horizontal-list > li {

    float: left;

    position: relative;

}

#header #header-inner #quick ul,

ul.horizontal-list > li ul {

    position: absolute;

    display: none;

    right: 0;

    z-index: 999;

}

#header #header-inner #quick li:hover > ul,

ul.horizontal-list li:hover > ul {

    display: block;

}

#header #header-inner #quick li ul li,

ul.horizontal-list ul li {

    position: relative;

    border-bottom: 1px solid rgba(0,0,0,0.1);

    border-top: 1px solid rgba(255,255,255,0.1);

}

ul.horizontal-list > li ul ul {

    position: absolute;

    right: 100%;

    top: -1px;

    min-width: 200px;

    max-height: 400px;

    overflow-x: hidden;

    overflow-y: auto;

}

#header #header-inner #quick ul a,

ul.horizontal-list li a {

    white-space: nowrap;

}

#breadcrumbs {

    float: left;

    padding: 6px 0 5px 0;

    padding-left: 5px;

    font-weight: bold;

    font-size: 14px;

}

#breadcrumbs span {

    font-weight: bold;

    font-size: 1.4em;

}

#header #header-inner #quick ul,

#revision-changer,

#context-pages,

#context-pages ul {

    background: #3b6998; /* Old browsers */

    background: -moz-linear-gradient(top, #577632 0%, #577632 100%); /* FF3.6+ */

    background: -webkit-gradient(linear, left top, left bottom, color-stop(0%,#577632), color-stop(100%,#577632)); /* Chrome,Safari4+ */

    background: -webkit-linear-gradient(top, #577632 0%, #577632 100%); /* Chrome10+,Safari5.1+ */

    background: -o-linear-gradient(top, #577632 0%, #577632 100%); /* Opera 11.10+ */

    background: -ms-linear-gradient(top, #577632 0%, #577632 100%); /* IE10+ */

    background: linear-gradient(to bottom, #577632 0%, #577632 100%); /* W3C */

    /*Filter on IE will also use overflow:hidden implicitly, and that would clip our inner menus.*/

    /*filter: progid:DXImageTransform.Microsoft.gradient( startColorstr='#577632', endColorstr='#577632',GradientType=0 ); /* IE6-9 */*/

}

#header #header-inner #quick a,

#context-actions a,

#context-pages a {

    background-repeat: no-repeat;

    background-position: 10px 50%;

    padding-left: 30px;

}

#quick a,

#context-pages ul ul a {

    padding-left: 10px;

}

ul#context-actions {

    display: inline-block;

    float: right;

    border-radius: 4px;

    background-image: linear-gradient(top, #577632 0%, #577632 100%);

}

#content ul#context-actions li {

    padding: 0px;

    border-right: 1px solid rgba(0,0,0,0.1);

    border-left: 1px solid rgba(255,255,255,0.1);

}

#context-actions a {

    display: block;

    cursor: pointer;

    background: none;

    border: none;

    margin: 0px;

    height: auto;

    padding: 10px 10px 10px 30px;

    background-repeat: no-repeat;

    background-position: 10px 50%;

    font-size: 1em;

}

#context-actions a {

    padding: 11px 10px 12px 30px;

}

#header #header-inner #quick li:hover,

#revision-changer:hover,

#context-pages li:hover,

#context-actions li:hover,

#content #context-actions li:hover,

#header #header-inner #quick li.current,

#context-pages li.current {

    background: #6388ad; /* Old browsers */

    background: -moz-linear-gradient(top, rgba(255,255,255,0.2) 0%, rgba(255,255,255,0.1) 100%); /* FF3.6+ */

    background: -webkit-gradient(linear, left top, left bottom, color-stop(0%,rgba(255,255,255,0.1)), color-stop(100%,rgba(255,255,255,0))); /* Chrome,Safari4+ */

    background: -webkit-linear-gradient(top, rgba(255,255,255,0.2) 0%, rgba(255,255,255,0.1) 100%); /* Chrome10+,Safari5.1+ */

    background: -o-linear-gradient(top, rgba(255,255,255,0.2) 0%, rgba(255,255,255,0.1) 100%); /* Opera 11.10+ */

    background: -ms-linear-gradient(top, rgba(255,255,255,0.2) 0%, rgba(255,255,255,0.1) 100%); /* IE10+ */

    background: linear-gradient(to bottom, rgba(255,255,255,0.2) 0%, rgba(255,255,255,0.1) 100%); /* W3C */

    /*filter: progid:DXImageTransform.Microsoft.gradient( startColorstr='#88bfe8', endColorstr='#70b0e0',GradientType=0 ); /* IE6-9 */*/

}

#content #context-actions li:first-child {

    border-left: none;

    border-radius: 4px 0 0px 4px;

}

#content #context-actions li:last-child {

    border-right: none;

    border-radius: 0 4px 4px 0;

}

#content #context-actions .icon {

    margin: auto;

    margin-bottom: 5px;

    display: block;

    clear: both;

    float: none;

}

#content #context-pages .follow .show-following,

#content #context-pages .following .show-follow {

    display: none;

}

#context-pages {

    float: right;

    border-left: 1px solid rgba(0,0,0,0.1);

}

    margin-left: 5px;

    white-space: pre;

    padding: 3px;

}

h3.files_location {

    font-size: 1.8em;

    font-weight: 700;

    border-bottom: none !important;

    margin: 10px 0 !important;

}

#files_data dl dt {

    float: left;

    width: 60px;

    margin: 0 !important;

    padding: 5px;

}

#files_data dl dd {

    margin: 0 !important;

    padding: 5px !important;

}

#files_data .codeblock #editor_container .error-message {

    color: red;

    padding: 10px 10px 10px 26px

}

.file_history {

    padding-top: 10px;

    font-size: 16px;

}

.file_author {

    float: left;

}

.file_author .item {

    float: left;

    padding: 5px;

    color: #888;

}

.tablerow0 {

    background-color: #F8F8F8;

}

.tablerow1 {

    background-color: #FFFFFF;

}

.changeset_id {

    color: #666666;

    margin-right: -3px;

}

.changeset_hash {

    color: #000000;

}

#changeset_content {

    border-left: 1px solid #CCC;

    border-right: 1px solid #CCC;

    border-bottom: 1px solid #CCC;

    padding: 5px;

}

#changeset_compare_view_content {

    border: 1px solid #CCC;

    padding: 5px;

}

#changeset_content .container {

    min-height: 100px;

    font-size: 1.2em;

    overflow: hidden;

}

#changeset_compare_view_content .compare_view_commits {

    width: auto !important;

}

#changeset_compare_view_content .compare_view_commits td {

    padding: 0px 0px 0px 12px !important;

}

#changeset_content .container .right {

    float: right;

    width: 20%;

    text-align: right;

}

#changeset_content .container .message {

    white-space: pre-wrap;

}

#changeset_content .container .message a:hover {

    text-decoration: none;

}

.cs_files .cur_cs {

    margin: 10px 2px;

    font-weight: bold;

}

.cs_files .node {

    float: left;

}

.cs_files .changes {

    float: right;

    color: #577632;

}

.cs_files .changes .added {

    background-color: #BBFFBB;

    float: left;

    text-align: center;

    font-size: 9px;

    padding: 2px 0px 2px 0px;

}

.cs_files .changes .deleted {

    background-color: #FF8888;

    float: left;

    text-align: center;

    font-size: 9px;

    padding: 2px 0px 2px 0px;

}

/*new binary

NEW_FILENODE = 1

DEL_FILENODE = 2

MOD_FILENODE = 3

RENAMED_FILENODE = 4

CHMOD_FILENODE = 5

BIN_FILENODE = 6

*/

.cs_files .changes .bin {

    background-color: #BBFFBB;

    float: left;

    text-align: center;

    font-size: 9px;

    padding: 2px 0px 2px 0px;

}

.cs_files .changes .bin.bin1 {

    background-color: #BBFFBB;

}

/*deleted binary*/

.cs_files .changes .bin.bin2 {

    background-color: #FF8888;

}

/*mod binary*/

.cs_files .changes .bin.bin3 {

    background-color: #DDDDDD;

}

/*rename file*/

.cs_files .changes .bin.bin4 {

    background-color: #6D99FF;

}

/*rename file*/

.cs_files .changes .bin.bin4 {

    background-color: #6D99FF;

}

/*chmod file*/

.cs_files .changes .bin.bin5 {

    background-color: #6D99FF;

}

.cs_files .cs_added,

.cs_files .cs_A {

    height: 16px;

    margin-top: 7px;

    text-align: left;

}

.cs_files .cs_changed,

.cs_files .cs_M {

    height: 16px;

    margin-top: 7px;

    text-align: left;

}

.cs_files .cs_removed,

.cs_files .cs_D {

    height: 16px;

    margin-top: 7px;

    text-align: left;

}

.table {

    position: relative;

}

#graph {

    position: relative;

    overflow: hidden;

}

#graph_nodes {

    position: absolute;

}

#graph_content,

#graph .info_box,

#graph .container_header {

    margin-left: 100px;

}

#graph_content {

    position: relative;

}

#graph .container_header {

    padding: 10px;

    height: 25px;

}

#graph_content #rev_range_container {

    float: left;

    margin: 0px 0px 0px 3px;

}

#graph_content #rev_range_clear {

    float: left;

    margin: 0px 0px 0px 3px;