Files @ ffd45b185016
Branch filter:

Location: kallithea/rhodecode/lib/db_manage.py - annotation

Bradley M. Kuhn
Imported some of the GPLv3'd changes from RhodeCode v2.2.5.

This imports changes between changesets 21af6c4eab3d and 6177597791c2 in
RhodeCode's original repository, including only changes to Python files and HTML.

RhodeCode clearly licensed its changes to these files under GPLv3
in their /LICENSE file, which states the following:
The Python code and integrated HTML are licensed under the GPLv3 license.

(See:
https://code.rhodecode.com/rhodecode/files/v2.2.5/LICENSE
or
http://web.archive.org/web/20140512193334/https://code.rhodecode.com/rhodecode/files/f3b123159901f15426d18e3dc395e8369f70ebe0/LICENSE
for an online copy of that LICENSE file)

Conservancy reviewed these changes and confirmed that they can be licensed as
a whole to the Kallithea project under GPLv3-only.

While some of the contents committed herein are clearly licensed
GPLv3-or-later, on the whole we must assume the are GPLv3-only, since the
statement above from RhodeCode indicates that they intend GPLv3-only as their
license, per GPLv3§14 and other relevant sections of GPLv3.
  1
  2
  3
  4
  5
  6
  7
  8
  9
 10
 11
 12
 13
 14
 15
 16
 17
 18
 19
 20
 21
 22
 23
 24
 25
 26
 27
 28
 29
 30
 31
 32
 33
 34
 35
 36
 37
 38
 39
 40
 41
 42
 43
 44
 45
 46
 47
 48
 49
 50
 51
 52
 53
 54
 55
 56
 57
 58
 59
 60
 61
 62
 63
 64
 65
 66
 67
 68
 69
 70
 71
 72
 73
 74
 75
 76
 77
 78
 79
 80
 81
 82
 83
 84
 85
 86
 87
 88
 89
 90
 91
 92
 93
 94
 95
 96
 97
 98
 99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
287
288
289
290
291
292
293
294
295
296
297
298
299
300
301
302
303
304
305
306
307
308
309
310
311
312
313
314
315
316
317
318
319
320
321
322
323
324
325
326
327
328
329
330
331
332
333
334
335
336
337
338
339
340
341
342
343
344
345
346
347
348
349
350
351
352
353
354
355
356
357
358
359
360
361
362
363
364
365
366
367
368
369
370
371
372
373
374
375
376
377
378
379
380
381
382
383
384
385
386
387
388
389
390
391
392
393
394
395
396
397
398
399
400
401
402
403
404
405
406
407
408
409
410
411
412
413
414
415
416
417
418
419
420
421
422
423
424
425
426
427
428
429
430
431
432
433
434
435
436
437
438
439
440
441
442
443
444
445
446
447
448
449
450
451
452
453
454
455
456
457
458
459
460
461
462
463
464
465
466
467
468
469
470
471
472
473
474
475
476
477
478
479
480
481
482
483
484
485
486
487
488
489
490
491
492
493
494
495
496
497
498
499
500
501
502
503
504
505
506
507
508
509
510
511
512
513
514
515
516
517
518
519
520
521
522
523
524
525
526
527
528
529
530
531
532
533
534
535
536
537
538
539
540
541
542
543
544
545
546
547
548
549
550
551
552
553
554
555
556
557
558
559
560
561
562
563
564
565
566
567
568
569
570
571
572
573
574
575
576
577
578
579
580
581
582
583
584
585
586
587
08d2dcd71666
a671db5bdd58
a671db5bdd58
a671db5bdd58
a671db5bdd58
6832ef664673
1e757ac98988
1e757ac98988
1e757ac98988
1e757ac98988
6832ef664673
1e757ac98988
a671db5bdd58
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
1e757ac98988
1e757ac98988
1e757ac98988
c7b919b2d90d
1e757ac98988
08d2dcd71666
08d2dcd71666
3cb5a35a319d
08d2dcd71666
d30c0a9867c4
1e757ac98988
1d904d972c47
1e757ac98988
1e757ac98988
a1bcfe58a1ab
186b1cf7f759
ffd45b185016
08d2dcd71666
1e757ac98988
ffd45b185016
186b1cf7f759
186b1cf7f759
b3cf4539d1bd
af049a957506
ffd45b185016
186b1cf7f759
08d2dcd71666
1e757ac98988
1e757ac98988
a1bcfe58a1ab
d0d3158850d4
d0d3158850d4
d0d3158850d4
d0d3158850d4
d0d3158850d4
c7b919b2d90d
c7b919b2d90d
c7b919b2d90d
1e757ac98988
ffd45b185016
7ae66bddf48d
1e757ac98988
2642f128ad46
7ae66bddf48d
2f83756f3041
2f83756f3041
29630805893d
ffd45b185016
29630805893d
658ccf9727ef
658ccf9727ef
658ccf9727ef
658ccf9727ef
2f83756f3041
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
7e536d1af60d
29630805893d
dde0ef0d886f
dde0ef0d886f
1e757ac98988
29630805893d
9c45e11493fb
29630805893d
9c45e11493fb
9c45e11493fb
9c45e11493fb
9c45e11493fb
ffd45b185016
ffd45b185016
9c45e11493fb
186b1cf7f759
84bb5b8b498d
1e757ac98988
186b1cf7f759
a76e9bacbedc
7e536d1af60d
8924ed0e4f36
48d4fcf04a29
48d4fcf04a29
48d4fcf04a29
48d4fcf04a29
48d4fcf04a29
a76e9bacbedc
8924ed0e4f36
ad66bd0e5601
dde0ef0d886f
dde0ef0d886f
07f248329a3b
6832ef664673
ad66bd0e5601
78b3d2d730f2
78b3d2d730f2
78b3d2d730f2
78b3d2d730f2
78b3d2d730f2
971ce5e20856
971ce5e20856
971ce5e20856
971ce5e20856
971ce5e20856
ffd45b185016
ffd45b185016
ad66bd0e5601
ad66bd0e5601
ad66bd0e5601
ad66bd0e5601
ffd45b185016
ffd45b185016
ad66bd0e5601
3b21ba5f7cb0
3b21ba5f7cb0
ad66bd0e5601
ad66bd0e5601
ad66bd0e5601
ad66bd0e5601
ffd45b185016
ffd45b185016
ad66bd0e5601
8eda822931c9
ad66bd0e5601
ffd45b185016
ffd45b185016
ad66bd0e5601
ad66bd0e5601
d0d3158850d4
ad66bd0e5601
ffd45b185016
ffd45b185016
ad66bd0e5601
f08881dcc9eb
f08881dcc9eb
f08881dcc9eb
f08881dcc9eb
a2de0de0a4a9
a2de0de0a4a9
a2de0de0a4a9
ad66bd0e5601
dde0ef0d886f
d0d3158850d4
ad66bd0e5601
d0d3158850d4
ffd45b185016
a2de0de0a4a9
a2de0de0a4a9
c7b919b2d90d
a2de0de0a4a9
d0d3158850d4
d0d3158850d4
d0d3158850d4
72c525a7e7ad
60cbde084047
dde0ef0d886f
dde0ef0d886f
60cbde084047
60cbde084047
60cbde084047
60cbde084047
60cbde084047
60cbde084047
60cbde084047
60cbde084047
60cbde084047
60cbde084047
60cbde084047
10b4e34841a4
60cbde084047
60cbde084047
60cbde084047
12eb1a018199
dde0ef0d886f
dde0ef0d886f
12eb1a018199
12eb1a018199
12eb1a018199
ffd45b185016
12eb1a018199
12eb1a018199
12eb1a018199
12eb1a018199
12eb1a018199
12eb1a018199
12eb1a018199
12eb1a018199
12eb1a018199
10b4e34841a4
12eb1a018199
12eb1a018199
12eb1a018199
042d38683d42
dde0ef0d886f
dde0ef0d886f
042d38683d42
60cbde084047
2c0d35e336b5
2f83756f3041
042d38683d42
042d38683d42
042d38683d42
10b4e34841a4
042d38683d42
042d38683d42
60cbde084047
29630805893d
1e757ac98988
1e757ac98988
7e536d1af60d
e285aa097a81
29630805893d
e285aa097a81
e285aa097a81
e285aa097a81
e285aa097a81
53128b6b9a4d
a1bcfe58a1ab
a1bcfe58a1ab
53128b6b9a4d
7e536d1af60d
53128b6b9a4d
53128b6b9a4d
53128b6b9a4d
53128b6b9a4d
53128b6b9a4d
53128b6b9a4d
7e536d1af60d
53128b6b9a4d
e285aa097a81
e285aa097a81
e285aa097a81
53128b6b9a4d
53128b6b9a4d
e285aa097a81
e285aa097a81
e285aa097a81
e285aa097a81
e285aa097a81
e285aa097a81
1e757ac98988
1e757ac98988
1e757ac98988
186b1cf7f759
186b1cf7f759
186b1cf7f759
dde0ef0d886f
dde0ef0d886f
a87aa385f21c
a87aa385f21c
a87aa385f21c
dde0ef0d886f
a87aa385f21c
a87aa385f21c
dde0ef0d886f
a87aa385f21c
a87aa385f21c
7e536d1af60d
ffd45b185016
dde0ef0d886f
dde0ef0d886f
60cbde084047
dde0ef0d886f
6832ef664673
60cbde084047
b50348816a80
60cbde084047
60cbde084047
7e536d1af60d
60cbde084047
60cbde084047
60cbde084047
60cbde084047
60cbde084047
aa17c7a1b8a5
60cbde084047
b50348816a80
60cbde084047
60cbde084047
60cbde084047
60cbde084047
60cbde084047
60cbde084047
aa17c7a1b8a5
60cbde084047
60cbde084047
60cbde084047
b50348816a80
60cbde084047
aa17c7a1b8a5
60cbde084047
60cbde084047
60cbde084047
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
60cbde084047
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
aa17c7a1b8a5
60cbde084047
1450ceb36aa6
48d4fcf04a29
48d4fcf04a29
48d4fcf04a29
dde0ef0d886f
aa17c7a1b8a5
1450ceb36aa6
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
bf177b4981c3
bf177b4981c3
bf177b4981c3
bf177b4981c3
bf177b4981c3
bf177b4981c3
aa17c7a1b8a5
bf177b4981c3
9bce679a3f49
9bce679a3f49
9bce679a3f49
9bce679a3f49
9bce679a3f49
9bce679a3f49
9bce679a3f49
60cbde084047
ffd45b185016
ffd45b185016
ffd45b185016
60cbde084047
ffd45b185016
ffd45b185016
60cbde084047
ffd45b185016
ffd45b185016
ffd45b185016
48d4fcf04a29
48d4fcf04a29
ffd45b185016
48d4fcf04a29
7e536d1af60d
6104dfd35b16
6104dfd35b16
6104dfd35b16
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
6104dfd35b16
b84c83b651de
6104dfd35b16
6104dfd35b16
ffd45b185016
6104dfd35b16
6104dfd35b16
40f04021fa61
a8f520540ab0
40f04021fa61
40f04021fa61
40f04021fa61
40f04021fa61
40f04021fa61
40f04021fa61
40f04021fa61
40f04021fa61
40f04021fa61
40f04021fa61
40f04021fa61
ffd45b185016
7e3d89d9d3a2
40f04021fa61
091e99b29fd4
091e99b29fd4
091e99b29fd4
091e99b29fd4
091e99b29fd4
091e99b29fd4
091e99b29fd4
091e99b29fd4
091e99b29fd4
091e99b29fd4
091e99b29fd4
091e99b29fd4
091e99b29fd4
091e99b29fd4
af049a957506
091e99b29fd4
091e99b29fd4
091e99b29fd4
091e99b29fd4
091e99b29fd4
091e99b29fd4
b3cf4539d1bd
b3cf4539d1bd
b3cf4539d1bd
29630805893d
29630805893d
e285aa097a81
44661d2a7b61
44661d2a7b61
7e536d1af60d
e285aa097a81
e285aa097a81
e285aa097a81
12135cff4c77
1477e048292e
12135cff4c77
12135cff4c77
1e757ac98988
1e757ac98988
44661d2a7b61
7e536d1af60d
dde0ef0d886f
1e757ac98988
44661d2a7b61
3648a2b2e17a
44661d2a7b61
1477e048292e
1477e048292e
3648a2b2e17a
3648a2b2e17a
3648a2b2e17a
3648a2b2e17a
3648a2b2e17a
3648a2b2e17a
1477e048292e
3648a2b2e17a
1477e048292e
3648a2b2e17a
3648a2b2e17a
3648a2b2e17a
3648a2b2e17a
3648a2b2e17a
44661d2a7b61
44661d2a7b61
4134af931e91
260a7a01b054
44661d2a7b61
44661d2a7b61
44661d2a7b61
ce8572f45c85
bbaf0b86a1fe
ce8572f45c85
bbaf0b86a1fe
3648a2b2e17a
bbaf0b86a1fe
bbaf0b86a1fe
bbaf0b86a1fe
bbaf0b86a1fe
44661d2a7b61
44661d2a7b61
7e536d1af60d
ffd45b185016
dd532af216d9
e87298ccdfdb
e87298ccdfdb
e87298ccdfdb
e87298ccdfdb
e87298ccdfdb
e87298ccdfdb
e87298ccdfdb
e87298ccdfdb
7cca0d07c12b
e87298ccdfdb
e87298ccdfdb
e87298ccdfdb
e87298ccdfdb
7cca0d07c12b
7e536d1af60d
e87298ccdfdb
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
ffd45b185016
e87298ccdfdb
e87298ccdfdb
ffd45b185016
e87298ccdfdb
60cbde084047
ffd45b185016
6104dfd35b16
60cbde084047
1e757ac98988
7e536d1af60d
1e757ac98988
a76e9bacbedc
48d4fcf04a29
388843a3a3c0
ffd45b185016
ffd45b185016
1e757ac98988
1e757ac98988
1e757ac98988
1d904d972c47
c3245a0452a3
c3245a0452a3
c3245a0452a3
c3245a0452a3
c3245a0452a3
c3245a0452a3
c3245a0452a3
c3245a0452a3
c3245a0452a3
c3245a0452a3
c3245a0452a3
c3245a0452a3
48d4fcf04a29
1e757ac98988
af049a957506
af049a957506
af049a957506
dde0ef0d886f
87f0800abc7b
a8f520540ab0
a8f520540ab0
1e757ac98988
1e757ac98988
af049a957506
af049a957506
af049a957506
af049a957506
1e757ac98988
af049a957506
d30c0a9867c4
99c093d1a142
99c093d1a142
d30c0a9867c4
d30c0a9867c4
d30c0a9867c4
d30c0a9867c4
d30c0a9867c4
d30c0a9867c4
0b86972de820
# -*- coding: utf-8 -*-
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
# GNU General Public License for more details.
#
# You should have received a copy of the GNU General Public License
# along with this program.  If not, see <http://www.gnu.org/licenses/>.
"""
rhodecode.lib.db_manage
~~~~~~~~~~~~~~~~~~~~~~~

Database creation, and setup module for RhodeCode. Used for creation
of database as well as for migration operations

:created_on: Apr 10, 2010
:author: marcink
:copyright: (c) 2013 RhodeCode GmbH.
:license: GPLv3, see LICENSE for more details.
"""

import os
import sys
import time
import uuid
import logging
from os.path import dirname as dn, join as jn
import datetime

from rhodecode import __dbversion__, __py_version__

from rhodecode.model.user import UserModel
from rhodecode.lib.utils import ask_ok
from rhodecode.model import init_model
from rhodecode.model.db import User, Permission, RhodeCodeUi, \
    RhodeCodeSetting, UserToPerm, DbMigrateVersion, RepoGroup, \
    UserRepoGroupToPerm, CacheInvalidation, UserGroup, Repository

from sqlalchemy.engine import create_engine
from rhodecode.model.repo_group import RepoGroupModel
#from rhodecode.model import meta
from rhodecode.model.meta import Session, Base
from rhodecode.model.repo import RepoModel
from rhodecode.model.permission import PermissionModel
from rhodecode.model.user_group import UserGroupModel


log = logging.getLogger(__name__)


def notify(msg):
    """
    Notification for migrations messages
    """
    ml = len(msg) + (4 * 2)
    print('\n%s\n*** %s ***\n%s' % ('*' * ml, msg, '*' * ml)).upper()


class DbManage(object):
    def __init__(self, log_sql, dbconf, root, tests=False, SESSION=None, cli_args={}):
        self.dbname = dbconf.split('/')[-1]
        self.tests = tests
        self.root = root
        self.dburi = dbconf
        self.log_sql = log_sql
        self.db_exists = False
        self.cli_args = cli_args
        self.init_db(SESSION=SESSION)

        force_ask = self.cli_args.get('force_ask')
        if force_ask is not None:
            global ask_ok
            ask_ok = lambda *args, **kwargs: force_ask

    def init_db(self, SESSION=None):
        if SESSION:
            self.sa = SESSION
        else:
            #init new sessions
            engine = create_engine(self.dburi, echo=self.log_sql)
            init_model(engine)
            self.sa = Session()

    def create_tables(self, override=False):
        """
        Create a auth database
        """

        log.info("Any existing database is going to be destroyed")
        if self.tests:
            destroy = True
        else:
            destroy = ask_ok('Are you sure to destroy old database ? [y/n]')
        if not destroy:
            print 'Nothing done.'
            sys.exit(0)
        if destroy:
            Base.metadata.drop_all()

        checkfirst = not override
        Base.metadata.create_all(checkfirst=checkfirst)
        log.info('Created tables for %s' % self.dbname)

    def set_db_version(self):
        ver = DbMigrateVersion()
        ver.version = __dbversion__
        ver.repository_id = 'rhodecode_db_migrations'
        ver.repository_path = 'versions'
        self.sa.add(ver)
        log.info('db version set to: %s' % __dbversion__)

    def upgrade(self):
        """
        Upgrades given database schema to given revision following
        all needed steps, to perform the upgrade

        """

        from rhodecode.lib.dbmigrate.migrate.versioning import api
        from rhodecode.lib.dbmigrate.migrate.exceptions import \
            DatabaseNotControlledError

        if 'sqlite' in self.dburi:
            print (
               '********************** WARNING **********************\n'
               'Make sure your version of sqlite is at least 3.7.X.  \n'
               'Earlier versions are known to fail on some migrations\n'
               '*****************************************************\n')

        upgrade = ask_ok('You are about to perform database upgrade, make '
                         'sure You backed up your database before. '
                         'Continue ? [y/n]')
        if not upgrade:
            print 'No upgrade performed'
            sys.exit(0)

        repository_path = jn(dn(dn(dn(os.path.realpath(__file__)))),
                             'rhodecode/lib/dbmigrate')
        db_uri = self.dburi

        try:
            curr_version = api.db_version(db_uri, repository_path)
            msg = ('Found current database under version '
                   'control with version %s' % curr_version)

        except (RuntimeError, DatabaseNotControlledError):
            curr_version = 1
            msg = ('Current database is not under version control. Setting '
                   'as version %s' % curr_version)
            api.version_control(db_uri, repository_path, curr_version)

        notify(msg)
        if curr_version == __dbversion__:
            print 'This database is already at the newest version'
            sys.exit(0)

        # clear cache keys
        log.info("Clearing cache keys now...")
        CacheInvalidation.clear_cache()

        upgrade_steps = range(curr_version + 1, __dbversion__ + 1)
        notify('attempting to do database upgrade from '
               'version %s to version %s' % (curr_version, __dbversion__))

        # CALL THE PROPER ORDER OF STEPS TO PERFORM FULL UPGRADE
        _step = None
        for step in upgrade_steps:
            notify('performing upgrade step %s' % step)
            time.sleep(0.5)

            api.upgrade(db_uri, repository_path, step)
            notify('schema upgrade for step %s completed' % (step,))

            _step = step

        notify('upgrade to version %s successful' % _step)

    def fix_repo_paths(self):
        """
        Fixes a old rhodecode version path into new one without a '*'
        """

        paths = self.sa.query(RhodeCodeUi)\
                .filter(RhodeCodeUi.ui_key == '/')\
                .scalar()

        paths.ui_value = paths.ui_value.replace('*', '')

        try:
            self.sa.add(paths)
            self.sa.commit()
        except Exception:
            self.sa.rollback()
            raise

    def fix_default_user(self):
        """
        Fixes a old default user with some 'nicer' default values,
        used mostly for anonymous access
        """
        def_user = self.sa.query(User)\
                .filter(User.username == User.DEFAULT_USER)\
                .one()

        def_user.name = 'Anonymous'
        def_user.lastname = 'User'
        def_user.email = 'anonymous@rhodecode.org'

        try:
            self.sa.add(def_user)
            self.sa.commit()
        except Exception:
            self.sa.rollback()
            raise

    def fix_settings(self):
        """
        Fixes rhodecode settings adds ga_code key for google analytics
        """

        hgsettings3 = RhodeCodeSetting('ga_code', '')

        try:
            self.sa.add(hgsettings3)
            self.sa.commit()
        except Exception:
            self.sa.rollback()
            raise

    def admin_prompt(self, second=False):
        if not self.tests:
            import getpass

            # defaults
            defaults = self.cli_args
            username = defaults.get('username')
            password = defaults.get('password')
            email = defaults.get('email')

            def get_password():
                password = getpass.getpass('Specify admin password '
                                           '(min 6 chars):')
                confirm = getpass.getpass('Confirm password:')

                if password != confirm:
                    log.error('passwords mismatch')
                    return False
                if len(password) < 6:
                    log.error('password is to short use at least 6 characters')
                    return False

                return password
            if username is None:
                username = raw_input('Specify admin username:')
            if password is None:
                password = get_password()
                if not password:
                    #second try
                    password = get_password()
                    if not password:
                        sys.exit()
            if email is None:
                email = raw_input('Specify admin email:')
            self.create_user(username, password, email, True)
        else:
            log.info('creating admin and regular test users')
            from rhodecode.tests import TEST_USER_ADMIN_LOGIN, \
            TEST_USER_ADMIN_PASS, TEST_USER_ADMIN_EMAIL, \
            TEST_USER_REGULAR_LOGIN, TEST_USER_REGULAR_PASS, \
            TEST_USER_REGULAR_EMAIL, TEST_USER_REGULAR2_LOGIN, \
            TEST_USER_REGULAR2_PASS, TEST_USER_REGULAR2_EMAIL

            self.create_user(TEST_USER_ADMIN_LOGIN, TEST_USER_ADMIN_PASS,
                             TEST_USER_ADMIN_EMAIL, True)

            self.create_user(TEST_USER_REGULAR_LOGIN, TEST_USER_REGULAR_PASS,
                             TEST_USER_REGULAR_EMAIL, False)

            self.create_user(TEST_USER_REGULAR2_LOGIN, TEST_USER_REGULAR2_PASS,
                             TEST_USER_REGULAR2_EMAIL, False)

    def create_ui_settings(self, repo_store_path):
        """
        Creates ui settings, fills out hooks
        and disables dotencode
        """

        #HOOKS
        hooks1_key = RhodeCodeUi.HOOK_UPDATE
        hooks1_ = self.sa.query(RhodeCodeUi)\
            .filter(RhodeCodeUi.ui_key == hooks1_key).scalar()

        hooks1 = RhodeCodeUi() if hooks1_ is None else hooks1_
        hooks1.ui_section = 'hooks'
        hooks1.ui_key = hooks1_key
        hooks1.ui_value = 'hg update >&2'
        hooks1.ui_active = False
        self.sa.add(hooks1)

        hooks2_key = RhodeCodeUi.HOOK_REPO_SIZE
        hooks2_ = self.sa.query(RhodeCodeUi)\
            .filter(RhodeCodeUi.ui_key == hooks2_key).scalar()
        hooks2 = RhodeCodeUi() if hooks2_ is None else hooks2_
        hooks2.ui_section = 'hooks'
        hooks2.ui_key = hooks2_key
        hooks2.ui_value = 'python:rhodecode.lib.hooks.repo_size'
        self.sa.add(hooks2)

        hooks3 = RhodeCodeUi()
        hooks3.ui_section = 'hooks'
        hooks3.ui_key = RhodeCodeUi.HOOK_PUSH
        hooks3.ui_value = 'python:rhodecode.lib.hooks.log_push_action'
        self.sa.add(hooks3)

        hooks4 = RhodeCodeUi()
        hooks4.ui_section = 'hooks'
        hooks4.ui_key = RhodeCodeUi.HOOK_PRE_PUSH
        hooks4.ui_value = 'python:rhodecode.lib.hooks.pre_push'
        self.sa.add(hooks4)

        hooks5 = RhodeCodeUi()
        hooks5.ui_section = 'hooks'
        hooks5.ui_key = RhodeCodeUi.HOOK_PULL
        hooks5.ui_value = 'python:rhodecode.lib.hooks.log_pull_action'
        self.sa.add(hooks5)

        hooks6 = RhodeCodeUi()
        hooks6.ui_section = 'hooks'
        hooks6.ui_key = RhodeCodeUi.HOOK_PRE_PULL
        hooks6.ui_value = 'python:rhodecode.lib.hooks.pre_pull'
        self.sa.add(hooks6)

        # enable largefiles
        largefiles = RhodeCodeUi()
        largefiles.ui_section = 'extensions'
        largefiles.ui_key = 'largefiles'
        largefiles.ui_value = ''
        self.sa.add(largefiles)

        # set default largefiles cache dir, defaults to
        # /repo location/.cache/largefiles
        largefiles = RhodeCodeUi()
        largefiles.ui_section = 'largefiles'
        largefiles.ui_key = 'usercache'
        largefiles.ui_value = os.path.join(repo_store_path, '.cache',
                                           'largefiles')
        self.sa.add(largefiles)

        # enable hgsubversion disabled by default
        hgsubversion = RhodeCodeUi()
        hgsubversion.ui_section = 'extensions'
        hgsubversion.ui_key = 'hgsubversion'
        hgsubversion.ui_value = ''
        hgsubversion.ui_active = False
        self.sa.add(hgsubversion)

        # enable hggit disabled by default
        hggit = RhodeCodeUi()
        hggit.ui_section = 'extensions'
        hggit.ui_key = 'hggit'
        hggit.ui_value = ''
        hggit.ui_active = False
        self.sa.add(hggit)

    def create_auth_plugin_options(self, skip_existing=False):
        """
        Create default auth plugin settings, and make it active

        :param skip_existing:
        """

        for k, v, t in [('auth_plugins', 'rhodecode.lib.auth_modules.auth_rhodecode', 'list'),
                     ('auth_rhodecode_enabled', 'True', 'bool')]:
            if skip_existing and RhodeCodeSetting.get_by_name(k) != None:
                log.debug('Skipping option %s' % k)
                continue
            setting = RhodeCodeSetting(k, v, t)
            self.sa.add(setting)

    def create_default_options(self, skip_existing=False):
        """Creates default settings"""

        for k, v, t in [
            ('default_repo_enable_locking',  False, 'bool'),
            ('default_repo_enable_downloads', False, 'bool'),
            ('default_repo_enable_statistics', False, 'bool'),
            ('default_repo_private', False, 'bool'),
            ('default_repo_type', 'hg', 'unicode')]:

            if skip_existing and RhodeCodeSetting.get_by_name(k) is not None:
                log.debug('Skipping option %s' % k)
                continue
            setting = RhodeCodeSetting(k, v, t)
            self.sa.add(setting)

    def fixup_groups(self):
        def_usr = User.get_default_user()
        for g in RepoGroup.query().all():
            g.group_name = g.get_new_name(g.name)
            self.sa.add(g)
            # get default perm
            default = UserRepoGroupToPerm.query()\
                .filter(UserRepoGroupToPerm.group == g)\
                .filter(UserRepoGroupToPerm.user == def_usr)\
                .scalar()

            if default is None:
                log.debug('missing default permission for group %s adding' % g)
                perm_obj = RepoGroupModel()._create_default_perms(g)
                self.sa.add(perm_obj)

    def reset_permissions(self, username):
        """
        Resets permissions to default state, usefull when old systems had
        bad permissions, we must clean them up

        :param username:
        """
        default_user = User.get_by_username(username)
        if not default_user:
            return

        u2p = UserToPerm.query()\
            .filter(UserToPerm.user == default_user).all()
        fixed = False
        if len(u2p) != len(Permission.DEFAULT_USER_PERMISSIONS):
            for p in u2p:
                Session().delete(p)
            fixed = True
            self.populate_default_permissions()
        return fixed

    def update_repo_info(self):
        RepoModel.update_repoinfo()

    def config_prompt(self, test_repo_path='', retries=3):
        defaults = self.cli_args
        _path = defaults.get('repos_location')
        if retries == 3:
            log.info('Setting up repositories config')

        if _path is not None:
            path = _path
        elif not self.tests and not test_repo_path:
            path = raw_input(
                 'Enter a valid absolute path to store repositories. '
                 'All repositories in that path will be added automatically:'
            )
        else:
            path = test_repo_path
        path_ok = True

        # check proper dir
        if not os.path.isdir(path):
            path_ok = False
            log.error('Given path %s is not a valid directory' % (path,))

        elif not os.path.isabs(path):
            path_ok = False
            log.error('Given path %s is not an absolute path' % (path,))

        # check if path is at least readable.
        if not os.access(path, os.R_OK):
            path_ok = False
            log.error('Given path %s is not readable' % (path,))

        # check write access, warn user about non writeable paths
        elif not os.access(path, os.W_OK) and path_ok:
            log.warn('No write permission to given path %s' % (path,))
            if not ask_ok('Given path %s is not writeable, do you want to '
                          'continue with read only mode ? [y/n]' % (path,)):
                log.error('Canceled by user')
                sys.exit(-1)

        if retries == 0:
            sys.exit('max retries reached')
        if not path_ok:
            retries -= 1
            return self.config_prompt(test_repo_path, retries)

        real_path = os.path.normpath(os.path.realpath(path))

        if real_path != os.path.normpath(path):
            if not ask_ok(('Path looks like a symlink, Rhodecode will store '
                           'given path as %s ? [y/n]') % (real_path,)):
                log.error('Canceled by user')
                sys.exit(-1)

        return real_path

    def create_settings(self, path):

        self.create_ui_settings(path)

        ui_config = [
            ('web', 'push_ssl', 'false'),
            ('web', 'allow_archive', 'gz zip bz2'),
            ('web', 'allow_push', '*'),
            ('web', 'baseurl', '/'),
            ('paths', '/', path),
            #('phases', 'publish', 'false')
        ]
        for section, key, value in ui_config:
            ui_conf = RhodeCodeUi()
            setattr(ui_conf, 'ui_section', section)
            setattr(ui_conf, 'ui_key', key)
            setattr(ui_conf, 'ui_value', value)
            self.sa.add(ui_conf)

        settings = [
            ('realm', 'RhodeCode', 'unicode'),
            ('title', '', 'unicode'),
            ('ga_code', '', 'unicode'),
            ('show_public_icon', True, 'bool'),
            ('show_private_icon', True, 'bool'),
            ('stylify_metatags', False, 'bool'),
            ('dashboard_items', 100, 'int'),
            ('admin_grid_items', 25, 'int'),
            ('show_version', True, 'bool'),
            ('use_gravatar', True, 'bool'),
            ('gravatar_url', User.DEFAULT_GRAVATAR_URL, 'unicode'),
            ('clone_uri_tmpl', Repository.DEFAULT_CLONE_URI, 'unicode'),
            ('update_url', RhodeCodeSetting.DEFAULT_UPDATE_URL, 'unicode'),
        ]
        for key, val, type_ in settings:
            sett = RhodeCodeSetting(key, val, type_)
            self.sa.add(sett)

        self.create_auth_plugin_options()
        self.create_default_options()

        log.info('created ui config')

    def create_user(self, username, password, email='', admin=False):
        log.info('creating user %s' % username)
        UserModel().create_or_update(username, password, email,
                                     firstname='RhodeCode', lastname='Admin',
                                     active=True, admin=admin,
                                     extern_type="rhodecode")

    def create_default_user(self):
        log.info('creating default user')
        # create default user for handling default permissions.
        user = UserModel().create_or_update(username=User.DEFAULT_USER,
                                            password=str(uuid.uuid1())[:20],
                                            email='anonymous@rhodecode.org',
                                            firstname='Anonymous',
                                            lastname='User')
        # based on configuration options activate/deactive this user which
        # controlls anonymous access
        if self.cli_args.get('public_access') is False:
            log.info('Public access disabled')
            user.active = False
            Session().add(user)
            Session().commit()

    def create_permissions(self):
        """
        Creates all permissions defined in the system
        """
        # module.(access|create|change|delete)_[name]
        # module.(none|read|write|admin)
        log.info('creating permissions')
        PermissionModel(self.sa).create_permissions()

    def populate_default_permissions(self):
        """
        Populate default permissions. It will create only the default
        permissions that are missing, and not alter already defined ones
        """
        log.info('creating default user permissions')
        PermissionModel(self.sa).create_default_permissions(user=User.DEFAULT_USER)

    @staticmethod
    def check_waitress():
        """
        Function executed at the end of setup
        """
        if not __py_version__ >= (2, 6):
            notify('Python2.5 detected, please switch '
                   'egg:waitress#main -> egg:Paste#http '
                   'in your .ini file')