cnt += 1

        raw_cs = '/'.join((PROJECT, 'changeset', i.raw_id))

        if limit and limit == cnt:

            break

        full_uri = (BASE_URI % raw_cs)

        s = time.time()

        f = o.open(full_uri)

        size = len(f.read())

        e = time.time() - s

        total_time += e

        print '%s visited %s\%s size:%s req:%s ms' % (cnt, full_uri, i, size, e)

    print 'total_time', total_time

    print 'average on req', total_time / float(cnt)

def test_files_walk(limit=100):

    print 'processing', jn(PROJECT_PATH, PROJECT)

    total_time = 0

    repo = vcs.get_repo(jn(PROJECT_PATH, PROJECT))

    from rhodecode.lib.compat import OrderedSet

    paths_ = OrderedSet([''])

    try:

        tip = repo.get_changeset('tip')

        for topnode, dirs, files in tip.walk('/'):

            for dir in dirs:

                paths_.add(dir.path)

                for f in dir:

                    paths_.add(f.path)

            for f in files:

                paths_.add(f.path)

        pass

    cnt = 0

    for f in paths_:

        cnt += 1

        if limit and limit == cnt:

            break

        file_path = '/'.join((PROJECT, 'files', 'tip', f))

        full_uri = (BASE_URI % file_path)

        s = time.time()

        f = o.open(full_uri)

        size = len(f.read())

        e = time.time() - s

        total_time += e

        print '%s visited %s size:%s req:%s ms' % (cnt, full_uri, size, e)

    print 'total_time', total_time

    print 'average on req', total_time / float(cnt)

test_changelog_walk(40)