Changeset - 4610a39d3be9
Parent rev.
Child rev.
[Not reviewed]
default
0 5 0
Mads Kiilerich - 10 years ago 2015-08-17 01:11:42
madski@unity3d.com
cleanup: kill unused beaker cache regions
5 files changed with 6 insertions and 63 deletions:
development.ini
1
13
docs/usage/performance.rst
2
11
kallithea/bin/template.ini.mako
1
13
kallithea/config/deployment.ini_tmpl
1
13
test.ini
1
13
0 comments (0 inline, 0 general)
development.ini
➞
Show inline comments
 
@@ -327,50 +327,38 @@ celeryd.log.level = DEBUG
 
celeryd.max.tasks.per.child = 1
 

			




	
	
	
		
 
## tasks will never be sent to the queue, but executed locally instead.

			




	
	
	
		
 
celery.always.eager = false

			




	
	
	
		
 

			




	
	
	
		
 
####################################

			




	
	
	
		
 
###         BEAKER CACHE        ####

			




	
	
	
		
 
####################################

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.data_dir = %(here)s/data/cache/data

			




	
	
	
		
 
beaker.cache.lock_dir = %(here)s/data/cache/lock

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.regions = super_short_term,short_term,long_term,sql_cache_short,sql_cache_med,sql_cache_long

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.super_short_term.type = memory

			




	
	
	
		
 
beaker.cache.super_short_term.expire = 10

			




	
	
	
		
 
beaker.cache.super_short_term.key_length = 256

			




	
	
	
		
 
beaker.cache.regions = short_term,long_term,sql_cache_short

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.short_term.type = memory

			




	
	
	
		
 
beaker.cache.short_term.expire = 60

			




	
	
	
		
 
beaker.cache.short_term.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.long_term.type = memory

			




	
	
	
		
 
beaker.cache.long_term.expire = 36000

			




	
	
	
		
 
beaker.cache.long_term.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.sql_cache_short.type = memory

			




	
	
	
		
 
beaker.cache.sql_cache_short.expire = 10

			




	
	
	
		
 
beaker.cache.sql_cache_short.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.sql_cache_med.type = memory

			




	
	
	
		
 
beaker.cache.sql_cache_med.expire = 360

			




	
	
	
		
 
beaker.cache.sql_cache_med.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.sql_cache_long.type = file

			




	
	
	
		
 
beaker.cache.sql_cache_long.expire = 3600

			




	
	
	
		
 
beaker.cache.sql_cache_long.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
####################################

			




	
	
	
		
 
###       BEAKER SESSION        ####

			




	
	
	
		
 
####################################

			




	
	
	
		
 
## Type of storage used for the session, current types are

			




	
	
	
		
 
## dbm, file, memcached, database, and memory.

			




	
	
	
		
 
## The storage uses the Container API

			




	
	
	
		
 
## that is also used by the cache system.

			




	
	
	
		
 

			




	
	
	
		
 
## db session ##

			




	
	
	
		
 
#beaker.session.type = ext:database

			




	
	
	
		
 
#beaker.session.sa.url = postgresql://postgres:qwe@localhost/kallithea

			




	
	
	
		
 
#beaker.session.table_name = db_session

			




        

    


    
    

    

        

                

                    docs/usage/performance.rst
                

                

                  
                      
                        

                      ➞

                      
                        
                  

                  
                      
                  
                      
                  
                      
                  
                      
                  
                  
                

                

                    Show inline comments
                    
                

        

        

            



	
	
		
 
@@ -13,35 +13,26 @@ the best performance.

			




	
	
	
		
 
  more important to have a faster disk than a faster CPU.

			




	
	
	
		
 

			




	
	
	
		
 
* Slowness on initial page can be easily fixed by grouping repositories, and/or

			




	
	
	
		
 
  increasing cache size (see below). This includes using the lightweight dashboard

			




	
	
	
		
 
  option and ``vcs_full_cache`` setting in .ini file

			




	
	
	
		
 

			




	
	
	
		
 

			




	
	
	
		
 
Follow these few steps to improve performance of Kallithea system.

			




	
	
	
		
 

			




	
	
	
		
 

			




	
	
	
		
 
1. Increase cache

			




	
	
	
		
 

			




	
	
	
		
 
    In the .ini file::

			




	
	
	
		
 

			




	
	
	
		
 
     beaker.cache.sql_cache_long.expire=3600 <-- set this to higher number

			




	
	
	
		
 

			




	
	
	
		
 
    This option affects the cache expiration time for the main

			




	
	
	
		
 
    page. Having several hundreds of repositories on main page can

			




	
	
	
		
 
    sometimes make the system behave slowly when the cache expires for

			




	
	
	
		
 
    all of them. Increasing the ``expire`` option to a day (86400) or a

			




	
	
	
		
 
    week (604800) will improve general response times for the main

			




	
	
	
		
 
    page. Kallithea has an intelligent cache expiration system and it

			




	
	
	
		
 
    will expire the cache for repositories that have been changed.

			




	
	
	
		
 
    Tweak beaker cache settings in the ini file. That actual effect of that

			




	
	
	
		
 
    is questionable.

			




	
	
	
		
 

			




	
	
	
		
 
2. Switch from sqlite to postgres or mysql

			




	
	
	
		
 

			




	
	
	
		
 
    sqlite is a good option when having a small load on the system. But due to

			




	
	
	
		
 
    locking issues with sqlite, it is not recommended to use it for larger

			




	
	
	
		
 
    deployments. Switching to mysql or postgres will result in an immediate

			




	
	
	
		
 
    performance increase. A tool like SQLAlchemyGrate_ can be used for

			




	
	
	
		
 
    migrating to another database platform.

			




	
	
	
		
 

			




	
	
	
		
 
3. Scale Kallithea horizontally

			




	
	
	
		
 

			




	
	
	
		
 
    Scaling horizontally can give huge performance increases when dealing with

			




        

    


    
    

    

        

                

                    kallithea/bin/template.ini.mako
                

                

                  
                      
                        

                      ➞

                      
                        
                  

                  
                      
                  
                      
                  
                      
                  
                      
                  
                  
                

                

                    Show inline comments
                    
                

        

        

            



	
	
		
 
@@ -325,50 +325,38 @@ celeryd.log.level = DEBUG

			




	
	
	
		
 
celeryd.max.tasks.per.child = 1

			




	
	
	
		
 

			




	
	
	
		
 
<%text>## tasks will never be sent to the queue, but executed locally instead.</%text>

			




	
	
	
		
 
celery.always.eager = false

			




	
	
	
		
 

			




	
	
	
		
 
<%text>####################################</%text>

			




	
	
	
		
 
<%text>###         BEAKER CACHE        ####</%text>

			




	
	
	
		
 
<%text>####################################</%text>

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.data_dir = ${here}/data/cache/data

			




	
	
	
		
 
beaker.cache.lock_dir = ${here}/data/cache/lock

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.regions = super_short_term,short_term,long_term,sql_cache_short,sql_cache_med,sql_cache_long

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.super_short_term.type = memory

			




	
	
	
		
 
beaker.cache.super_short_term.expire = 10

			




	
	
	
		
 
beaker.cache.super_short_term.key_length = 256

			




	
	
	
		
 
beaker.cache.regions = short_term,long_term,sql_cache_short

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.short_term.type = memory

			




	
	
	
		
 
beaker.cache.short_term.expire = 60

			




	
	
	
		
 
beaker.cache.short_term.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.long_term.type = memory

			




	
	
	
		
 
beaker.cache.long_term.expire = 36000

			




	
	
	
		
 
beaker.cache.long_term.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.sql_cache_short.type = memory

			




	
	
	
		
 
beaker.cache.sql_cache_short.expire = 10

			




	
	
	
		
 
beaker.cache.sql_cache_short.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.sql_cache_med.type = memory

			




	
	
	
		
 
beaker.cache.sql_cache_med.expire = 360

			




	
	
	
		
 
beaker.cache.sql_cache_med.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.sql_cache_long.type = file

			




	
	
	
		
 
beaker.cache.sql_cache_long.expire = 3600

			




	
	
	
		
 
beaker.cache.sql_cache_long.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
<%text>####################################</%text>

			




	
	
	
		
 
<%text>###       BEAKER SESSION        ####</%text>

			




	
	
	
		
 
<%text>####################################</%text>

			




	
	
	
		
 
<%text>## Type of storage used for the session, current types are</%text>

			




	
	
	
		
 
<%text>## dbm, file, memcached, database, and memory.</%text>

			




	
	
	
		
 
<%text>## The storage uses the Container API</%text>

			




	
	
	
		
 
<%text>## that is also used by the cache system.</%text>

			




	
	
	
		
 

			




	
	
	
		
 
<%text>## db session ##</%text>

			




	
	
	
		
 
#beaker.session.type = ext:database

			




	
	
	
		
 
#beaker.session.sa.url = postgresql://postgres:qwe@localhost/kallithea

			




	
	
	
		
 
#beaker.session.table_name = db_session

			




        

    


    
    

    

        

                

                    kallithea/config/deployment.ini_tmpl
                

                

                  
                      
                        

                      ➞

                      
                        
                  

                  
                      
                  
                      
                  
                      
                  
                      
                  
                  
                

                

                    Show inline comments
                    
                

        

        

            



	
	
		
 
@@ -321,50 +321,38 @@ celeryd.log.level = DEBUG

			




	
	
	
		
 
celeryd.max.tasks.per.child = 1

			




	
	
	
		
 

			




	
	
	
		
 
## tasks will never be sent to the queue, but executed locally instead.

			




	
	
	
		
 
celery.always.eager = false

			




	
	
	
		
 

			




	
	
	
		
 
####################################

			




	
	
	
		
 
###         BEAKER CACHE        ####

			




	
	
	
		
 
####################################

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.data_dir = %(here)s/data/cache/data

			




	
	
	
		
 
beaker.cache.lock_dir = %(here)s/data/cache/lock

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.regions = super_short_term,short_term,long_term,sql_cache_short,sql_cache_med,sql_cache_long

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.super_short_term.type = memory

			




	
	
	
		
 
beaker.cache.super_short_term.expire = 10

			




	
	
	
		
 
beaker.cache.super_short_term.key_length = 256

			




	
	
	
		
 
beaker.cache.regions = short_term,long_term,sql_cache_short

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.short_term.type = memory

			




	
	
	
		
 
beaker.cache.short_term.expire = 60

			




	
	
	
		
 
beaker.cache.short_term.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.long_term.type = memory

			




	
	
	
		
 
beaker.cache.long_term.expire = 36000

			




	
	
	
		
 
beaker.cache.long_term.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.sql_cache_short.type = memory

			




	
	
	
		
 
beaker.cache.sql_cache_short.expire = 10

			




	
	
	
		
 
beaker.cache.sql_cache_short.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.sql_cache_med.type = memory

			




	
	
	
		
 
beaker.cache.sql_cache_med.expire = 360

			




	
	
	
		
 
beaker.cache.sql_cache_med.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.sql_cache_long.type = file

			




	
	
	
		
 
beaker.cache.sql_cache_long.expire = 3600

			




	
	
	
		
 
beaker.cache.sql_cache_long.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
####################################

			




	
	
	
		
 
###       BEAKER SESSION        ####

			




	
	
	
		
 
####################################

			




	
	
	
		
 
## Type of storage used for the session, current types are

			




	
	
	
		
 
## dbm, file, memcached, database, and memory.

			




	
	
	
		
 
## The storage uses the Container API

			




	
	
	
		
 
## that is also used by the cache system.

			




	
	
	
		
 

			




	
	
	
		
 
## db session ##

			




	
	
	
		
 
#beaker.session.type = ext:database

			




	
	
	
		
 
#beaker.session.sa.url = postgresql://postgres:qwe@localhost/kallithea

			




	
	
	
		
 
#beaker.session.table_name = db_session

			




        

    


    
    

    

        

                

                    test.ini
                

                

                  
                      
                        

                      ➞

                      
                        
                  

                  
                      
                  
                      
                  
                      
                  
                      
                  
                  
                

                

                    Show inline comments
                    
                

        

        

            



	
	
		
 
@@ -327,50 +327,38 @@ celeryd.log.level = DEBUG

			




	
	
	
		
 
celeryd.max.tasks.per.child = 1

			




	
	
	
		
 

			




	
	
	
		
 
## tasks will never be sent to the queue, but executed locally instead.

			




	
	
	
		
 
celery.always.eager = false

			




	
	
	
		
 

			




	
	
	
		
 
####################################

			




	
	
	
		
 
###         BEAKER CACHE        ####

			




	
	
	
		
 
####################################

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.data_dir = %(here)s/data/cache/data

			




	
	
	
		
 
beaker.cache.lock_dir = %(here)s/data/cache/lock

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.regions = super_short_term,short_term,long_term,sql_cache_short,sql_cache_med,sql_cache_long

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.super_short_term.type = memory

			




	
	
	
		
 
beaker.cache.super_short_term.expire = 10

			




	
	
	
		
 
beaker.cache.super_short_term.key_length = 256

			




	
	
	
		
 
beaker.cache.regions = short_term,long_term,sql_cache_short

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.short_term.type = memory

			




	
	
	
		
 
beaker.cache.short_term.expire = 60

			




	
	
	
		
 
beaker.cache.short_term.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.long_term.type = memory

			




	
	
	
		
 
beaker.cache.long_term.expire = 36000

			




	
	
	
		
 
beaker.cache.long_term.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.sql_cache_short.type = memory

			




	
	
	
		
 
beaker.cache.sql_cache_short.expire = 1

			




	
	
	
		
 
beaker.cache.sql_cache_short.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.sql_cache_med.type = memory

			




	
	
	
		
 
beaker.cache.sql_cache_med.expire = 360

			




	
	
	
		
 
beaker.cache.sql_cache_med.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
beaker.cache.sql_cache_long.type = file

			




	
	
	
		
 
beaker.cache.sql_cache_long.expire = 3600

			




	
	
	
		
 
beaker.cache.sql_cache_long.key_length = 256

			




	
	
	
		
 

			




	
	
	
		
 
####################################

			




	
	
	
		
 
###       BEAKER SESSION        ####

			




	
	
	
		
 
####################################

			




	
	
	
		
 
## Type of storage used for the session, current types are

			




	
	
	
		
 
## dbm, file, memcached, database, and memory.

			




	
	
	
		
 
## The storage uses the Container API

			




	
	
	
		
 
## that is also used by the cache system.

			




	
	
	
		
 

			




	
	
	
		
 
## db session ##

			




	
	
	
		
 
#beaker.session.type = ext:database

			




	
	
	
		
 
#beaker.session.sa.url = postgresql://postgres:qwe@localhost/kallithea

			




	
	
	
		
 
#beaker.session.table_name = db_session

			




        

    



    


    



    



      

      





    
    0 comments (0 inline, 0 general)
    





    


  

  







  


    




    








    
        
    
    
        This site is powered by
            Kallithea 0.7.0,
        which is
        © 2010–2025 by various authors & licensed under GPLv3.