# HG changeset patch # User Thomas De Schampheleire # Date 2020-06-07 21:56:15 # Node ID 4d1aa80e5d0a0d0c46009e64db9d963207296907 # Parent ece8fbe51ef8cb8f061845e02137808f50f125ef # Parent 84b3d6248a80036457c8c8cd2e9917648e5dc2fc merge stable diff --git a/.hgtags b/.hgtags --- a/.hgtags +++ b/.hgtags @@ -77,3 +77,4 @@ bfa0b0a814644f0af3f492d17a9ed169cc3b89fe d01a8e92936dbd62c76505432f60efba432e9397 0.5.1 aa0a637fa6f635a5e024fa56b19ed2a2dacca857 0.5.2 9f5ca9088067618d79129d224c35c818bd2d2f12 0.6.0 +a22edac2be58eaf68d1940d4dfeb88fadbabb43a 0.6.1 diff --git a/development.ini b/development.ini --- a/development.ini +++ b/development.ini @@ -1,8 +1,9 @@ ################################################################################### ################################################################################### -## Kallithea config file generated with kallithea-config ## +## Kallithea config file generated with kallithea-cli ## ## ## -## The %(here)s variable will be replaced with the parent directory of this file ## +## The %(here)s variable will generally be replaced with the parent directory of ## +## this file. Other use of % must be escaped as %% . ## ################################################################################### ################################################################################### @@ -228,7 +229,7 @@ allow_custom_hooks_settings = True # CHANGELOG #################################### -### SSH CONFIG #### +## SSH CONFIG ## #################################### ## SSH is disabled by default, until an Administrator decides to enable it. @@ -247,7 +248,7 @@ ssh_enabled = false #ssh_locale = C.UTF-8 #################################### -### CELERY CONFIG #### +## CELERY CONFIG ## #################################### ## Note: Celery doesn't support Windows. @@ -269,7 +270,7 @@ celery.worker_max_tasks_per_child = 1 celery.task_always_eager = false #################################### -### BEAKER CACHE #### +## BEAKER CACHE ## #################################### beaker.cache.data_dir = %(here)s/data/cache/data @@ -286,7 +287,7 @@ beaker.cache.long_term_file.expire = 604 beaker.cache.long_term_file.key_length = 256 #################################### -### BEAKER SESSION #### +## BEAKER SESSION ## #################################### ## Name of session cookie. Should be unique for a given host and path, even when running @@ -319,7 +320,7 @@ session.secret = development-not-secret #session.table_name = db_session #################################### -### ERROR HANDLING #### +## ERROR HANDLING ## #################################### ## Show a nice error page for application HTTP errors and exceptions (default true) @@ -347,16 +348,16 @@ get trace_errors.smtp_use_tls = smtp_use ################################## -### LOGVIEW CONFIG ### +## LOGVIEW CONFIG ## ################################## logview.sqlalchemy = #faa logview.pylons.templating = #bfb logview.pylons.util = #eee -######################################################### -### DB CONFIGS - EACH DB WILL HAVE IT'S OWN CONFIG ### -######################################################### +######################### +## DB CONFIG ## +######################### ## SQLITE [default] sqlalchemy.url = sqlite:///%(here)s/kallithea.db?timeout=60 @@ -366,14 +367,14 @@ sqlalchemy.url = sqlite:///%(here)s/kall sqlalchemy.pool_recycle = 3600 ################################ -### ALEMBIC CONFIGURATION #### +## ALEMBIC CONFIGURATION ## ################################ [alembic] script_location = kallithea:alembic ################################ -### LOGGING CONFIGURATION #### +## LOGGING CONFIGURATION ## ################################ [loggers] diff --git a/docs/overview.rst b/docs/overview.rst --- a/docs/overview.rst +++ b/docs/overview.rst @@ -7,6 +7,42 @@ Installation overview Some overview and some details that can help understanding the options when installing Kallithea. +1. **Prepare environment and external dependencies.** + Kallithea needs: + + * A filesystem where the Mercurial and Git repositories can be stored. + * A database where meta data can be stored. + * A Python environment where the Kallithea application and its dependencies + can be installed. + * A web server that can host the Kallithea web application using the WSGI + API. + +2. **Install Kallithea software.** + This makes the ``kallithea-cli`` command line tool available. + +3. **Create low level configuration file.** + Use ``kallithea-cli config-create`` to create a ``.ini`` file with database + connection info, mail server information, some web server configuration, + etc. + +4. **Populate the database.** + Use ``kallithea-cli db-create`` with the ``.ini`` file to create the + database schema and insert the most basic information: the location of the + repository store and an initial local admin user. + +5. **Configure the web server.** + The web server must invoke the WSGI entrypoint for the Kallithea software + using the ``.ini`` file (and thus the database). This makes the web + application available so the local admin user can log in and tweak the + configuration further. + +6. **Configure users.** + The initial admin user can create additional local users, or configure how + users can be created and authenticated from other user directories. + +See the subsequent sections, the separate OS-specific instructions, and +:ref:`setup` for details on these steps. + Python environment ------------------ diff --git a/docs/theme/nature/layout.html b/docs/theme/nature/layout.html --- a/docs/theme/nature/layout.html +++ b/docs/theme/nature/layout.html @@ -17,4 +17,4 @@ Flattr this -{% endblock %}} +{% endblock %} diff --git a/kallithea/bin/kallithea_cli_config.py b/kallithea/bin/kallithea_cli_config.py --- a/kallithea/bin/kallithea_cli_config.py +++ b/kallithea/bin/kallithea_cli_config.py @@ -62,6 +62,7 @@ def config_create(config_file, key_value """ mako_variable_values = { + 'version': kallithea.__version__, 'git_hook_interpreter': sys.executable, 'user_home_path': os.path.expanduser('~'), 'kallithea_cli_path': cli_base.kallithea_cli_path, diff --git a/kallithea/lib/auth_modules/auth_crowd.py b/kallithea/lib/auth_modules/auth_crowd.py --- a/kallithea/lib/auth_modules/auth_crowd.py +++ b/kallithea/lib/auth_modules/auth_crowd.py @@ -78,42 +78,26 @@ class CrowdServer(object): handler = urllib.request.HTTPBasicAuthHandler(mgr) self.opener = urllib.request.build_opener(handler) - def _request(self, url, body=None, headers=None, - method=None, noformat=False, - empty_response_ok=False): + def _request(self, url, body=None): _headers = {"Content-type": "application/json", "Accept": "application/json"} if self.user and self.passwd: authstring = ascii_str(base64.b64encode(safe_bytes("%s:%s" % (self.user, self.passwd)))) _headers["Authorization"] = "Basic %s" % authstring - if headers: - _headers.update(headers) log.debug("Sent to crowd at %s:\nHeaders: %s\nBody:\n%s", url, _headers, body) req = urllib.request.Request(url, body, _headers) - if method: - req.get_method = lambda: method global msg - msg = "" + msg = None try: rdoc = self.opener.open(req) - msg = "".join(rdoc.readlines()) - if not msg and empty_response_ok: - rval = {} - rval["status"] = True - rval["error"] = "Response body was empty" - elif not noformat: - rval = ext_json.loads(msg) - rval["status"] = True - else: - rval = "".join(rdoc.readlines()) + msg = rdoc.read() + rval = ext_json.loads(msg) + rval["status"] = True except Exception as e: - if not noformat: - rval = {"status": False, - "body": body, - "error": str(e) + "\n" + msg} - else: - rval = None + rval = {"status": False, + "body": body, + "error": "%s\n%r" % (e, msg)} return rval def user_auth(self, username, password): diff --git a/kallithea/lib/inifile.py b/kallithea/lib/inifile.py --- a/kallithea/lib/inifile.py +++ b/kallithea/lib/inifile.py @@ -40,6 +40,7 @@ default_variables = { 'host': '127.0.0.1', 'port': '5000', 'uuid': lambda: 'VERY-SECRET', + 'version': '', } variable_options = { diff --git a/kallithea/lib/paster_commands/template.ini.mako b/kallithea/lib/paster_commands/template.ini.mako --- a/kallithea/lib/paster_commands/template.ini.mako +++ b/kallithea/lib/paster_commands/template.ini.mako @@ -1,59 +1,60 @@ ## -*- coding: utf-8 -*- -<%text>################################################################################### -<%text>################################################################################### -<%text>## Kallithea config file generated with kallithea-config ## -<%text>## ## -<%text>## The %(here)s variable will be replaced with the parent directory of this file ## -<%text>################################################################################### -<%text>################################################################################### +<%text>################################################################################### +<%text>################################################################################### +<%text>## Kallithea config file generated with kallithea-cli ${'%-27s' % version }## +<%text>## ## +<%text>## The %(here)s variable will generally be replaced with the parent directory of ## +<%text>## this file. Other use of % must be escaped as %% . ## +<%text>################################################################################### +<%text>################################################################################### [DEFAULT] -<%text>################################################################################ -<%text>## Email settings ## -<%text>## ## -<%text>## Refer to the documentation ("Email settings") for more details. ## -<%text>## ## -<%text>## It is recommended to use a valid sender address that passes access ## -<%text>## validation and spam filtering in mail servers. ## -<%text>################################################################################ +<%text>################################################################################ +<%text>## Email settings ## +<%text>## ## +<%text>## Refer to the documentation ("Email settings") for more details. ## +<%text>## ## +<%text>## It is recommended to use a valid sender address that passes access ## +<%text>## validation and spam filtering in mail servers. ## +<%text>################################################################################ -<%text>## 'From' header for application emails. You can optionally add a name. -<%text>## Default: +<%text>## 'From' header for application emails. You can optionally add a name. +<%text>## Default: #app_email_from = Kallithea -<%text>## Examples: +<%text>## Examples: #app_email_from = Kallithea #app_email_from = kallithea-noreply@example.com -<%text>## Subject prefix for application emails. -<%text>## A space between this prefix and the real subject is automatically added. -<%text>## Default: +<%text>## Subject prefix for application emails. +<%text>## A space between this prefix and the real subject is automatically added. +<%text>## Default: #email_prefix = -<%text>## Example: +<%text>## Example: #email_prefix = [Kallithea] -<%text>## Recipients for error emails and fallback recipients of application mails. -<%text>## Multiple addresses can be specified, comma-separated. -<%text>## Only addresses are allowed, do not add any name part. -<%text>## Default: +<%text>## Recipients for error emails and fallback recipients of application mails. +<%text>## Multiple addresses can be specified, comma-separated. +<%text>## Only addresses are allowed, do not add any name part. +<%text>## Default: #email_to = -<%text>## Examples: +<%text>## Examples: #email_to = admin@example.com #email_to = admin@example.com,another_admin@example.com email_to = -<%text>## 'From' header for error emails. You can optionally add a name. -<%text>## Default: (none) -<%text>## Examples: +<%text>## 'From' header for error emails. You can optionally add a name. +<%text>## Default: (none) +<%text>## Examples: #error_email_from = Kallithea Errors #error_email_from = kallithea_errors@example.com error_email_from = -<%text>## SMTP server settings -<%text>## If specifying credentials, make sure to use secure connections. -<%text>## Default: Send unencrypted unauthenticated mails to the specified smtp_server. -<%text>## For "SSL", use smtp_use_ssl = true and smtp_port = 465. -<%text>## For "STARTTLS", use smtp_use_tls = true and smtp_port = 587. +<%text>## SMTP server settings +<%text>## If specifying credentials, make sure to use secure connections. +<%text>## Default: Send unencrypted unauthenticated mails to the specified smtp_server. +<%text>## For "SSL", use smtp_use_ssl = true and smtp_port = 465. +<%text>## For "STARTTLS", use smtp_use_tls = true and smtp_port = 587. smtp_server = smtp_username = smtp_password = @@ -62,67 +63,67 @@ smtp_use_ssl = false smtp_use_tls = false %if http_server != 'uwsgi': -<%text>## Entry point for 'gearbox serve' +<%text>## Entry point for 'gearbox serve' [server:main] host = ${host} port = ${port} %if http_server == 'gearbox': -<%text>## Gearbox default web server ## +<%text>## Gearbox default web server ## use = egg:gearbox#wsgiref -<%text>## nr of worker threads to spawn +<%text>## nr of worker threads to spawn threadpool_workers = 1 -<%text>## max request before thread respawn +<%text>## max request before thread respawn threadpool_max_requests = 100 -<%text>## option to use threads of process +<%text>## option to use threads of process use_threadpool = true %elif http_server == 'gevent': -<%text>## Gearbox gevent web server ## +<%text>## Gearbox gevent web server ## use = egg:gearbox#gevent %elif http_server == 'waitress': -<%text>## WAITRESS ## +<%text>## WAITRESS ## use = egg:waitress#main -<%text>## number of worker threads +<%text>## number of worker threads threads = 1 -<%text>## MAX BODY SIZE 100GB +<%text>## MAX BODY SIZE 100GB max_request_body_size = 107374182400 -<%text>## use poll instead of select, fixes fd limits, may not work on old -<%text>## windows systems. +<%text>## use poll instead of select, fixes fd limits, may not work on old +<%text>## windows systems. #asyncore_use_poll = True %elif http_server == 'gunicorn': -<%text>## GUNICORN ## +<%text>## GUNICORN ## use = egg:gunicorn#main -<%text>## number of process workers. You must set `instance_id = *` when this option -<%text>## is set to more than one worker +<%text>## number of process workers. You must set `instance_id = *` when this option +<%text>## is set to more than one worker workers = 4 -<%text>## process name +<%text>## process name proc_name = kallithea -<%text>## type of worker class, one of sync, eventlet, gevent, tornado -<%text>## recommended for bigger setup is using of of other than sync one +<%text>## type of worker class, one of sync, eventlet, gevent, tornado +<%text>## recommended for bigger setup is using of of other than sync one worker_class = sync max_requests = 1000 -<%text>## amount of time a worker can handle request before it gets killed and -<%text>## restarted +<%text>## amount of time a worker can handle request before it gets killed and +<%text>## restarted timeout = 3600 %endif %else: -<%text>## UWSGI ## +<%text>## UWSGI ## [uwsgi] -<%text>## Note: this section is parsed by the uWSGI .ini parser when run as: -<%text>## uwsgi --venv /srv/kallithea/venv --ini-paste-logged my.ini -<%text>## Note: in uWSGI 2.0.18 or older, pastescript needs to be installed to -<%text>## get correct application logging. In later versions this is not necessary. -<%text>## pip install pastescript +<%text>## Note: this section is parsed by the uWSGI .ini parser when run as: +<%text>## uwsgi --venv /srv/kallithea/venv --ini-paste-logged my.ini +<%text>## Note: in uWSGI 2.0.18 or older, pastescript needs to be installed to +<%text>## get correct application logging. In later versions this is not necessary. +<%text>## pip install pastescript -<%text>## HTTP Basics: +<%text>## HTTP Basics: http-socket = ${host}:${port} buffer-size = 65535 ; Mercurial will use huge GET headers for discovery -<%text>## Scaling: +<%text>## Scaling: master = true ; Use separate master and worker processes auto-procname = true ; Name worker processes accordingly lazy = true ; App *must* be loaded in workers - db connections can't be shared @@ -130,7 +131,7 @@ workers = 4 ; cheaper = 1 ; Initial and on demand scaling down to this many worker processes max-requests = 1000 ; Graceful reload of worker processes to avoid leaks -<%text>## Tweak defaults: +<%text>## Tweak defaults: strict = true ; Fail on unknown config directives enable-threads = true ; Enable Python threads (not threaded workers) vacuum = true ; Delete sockets during shutdown @@ -140,197 +141,197 @@ need-app = true ; reload-on-exception = true ; Don't assume that the application worker can process more requests after a severe error %endif -<%text>## middleware for hosting the WSGI application under a URL prefix +<%text>## middleware for hosting the WSGI application under a URL prefix #[filter:proxy-prefix] #use = egg:PasteDeploy#prefix #prefix = / [app:main] use = egg:kallithea -<%text>## enable proxy prefix middleware +<%text>## enable proxy prefix middleware #filter-with = proxy-prefix full_stack = true static_files = true -<%text>## Internationalization (see setup documentation for details) -<%text>## By default, the languages requested by the browser are used if available, with English as default. -<%text>## Set i18n.enabled=false to disable automatic language choice. +<%text>## Internationalization (see setup documentation for details) +<%text>## By default, the languages requested by the browser are used if available, with English as default. +<%text>## Set i18n.enabled=false to disable automatic language choice. #i18n.enabled = true -<%text>## To Force a language, set i18n.enabled=false and specify the language in i18n.lang. -<%text>## Valid values are the names of subdirectories in kallithea/i18n with a LC_MESSAGES/kallithea.mo +<%text>## To Force a language, set i18n.enabled=false and specify the language in i18n.lang. +<%text>## Valid values are the names of subdirectories in kallithea/i18n with a LC_MESSAGES/kallithea.mo #i18n.lang = en cache_dir = %(here)s/data index_dir = %(here)s/data/index -<%text>## uncomment and set this path to use archive download cache +<%text>## uncomment and set this path to use archive download cache archive_cache_dir = %(here)s/tarballcache -<%text>## change this to unique ID for security +<%text>## change this to unique ID for security app_instance_uuid = ${uuid()} -<%text>## cut off limit for large diffs (size in bytes) +<%text>## cut off limit for large diffs (size in bytes) cut_off_limit = 256000 -<%text>## force https in Kallithea, fixes https redirects, assumes it's always https +<%text>## force https in Kallithea, fixes https redirects, assumes it's always https force_https = false -<%text>## use Strict-Transport-Security headers +<%text>## use Strict-Transport-Security headers use_htsts = false -<%text>## number of commits stats will parse on each iteration +<%text>## number of commits stats will parse on each iteration commit_parse_limit = 25 -<%text>## Path to Python executable to be used for git hooks. -<%text>## This value will be written inside the git hook scripts as the text -<%text>## after '#!' (shebang). When empty or not defined, the value of -<%text>## 'sys.executable' at the time of installation of the git hooks is -<%text>## used, which is correct in many cases but for example not when using uwsgi. -<%text>## If you change this setting, you should reinstall the Git hooks via -<%text>## Admin > Settings > Remap and Rescan. +<%text>## Path to Python executable to be used for git hooks. +<%text>## This value will be written inside the git hook scripts as the text +<%text>## after '#!' (shebang). When empty or not defined, the value of +<%text>## 'sys.executable' at the time of installation of the git hooks is +<%text>## used, which is correct in many cases but for example not when using uwsgi. +<%text>## If you change this setting, you should reinstall the Git hooks via +<%text>## Admin > Settings > Remap and Rescan. #git_hook_interpreter = /srv/kallithea/venv/bin/python3 %if git_hook_interpreter: git_hook_interpreter = ${git_hook_interpreter} %endif -<%text>## path to git executable +<%text>## path to git executable git_path = git -<%text>## git rev filter option, --all is the default filter, if you need to -<%text>## hide all refs in changelog switch this to --branches --tags +<%text>## git rev filter option, --all is the default filter, if you need to +<%text>## hide all refs in changelog switch this to --branches --tags #git_rev_filter = --branches --tags -<%text>## RSS feed options +<%text>## RSS feed options rss_cut_off_limit = 256000 rss_items_per_page = 10 rss_include_diff = false -<%text>## options for showing and identifying changesets +<%text>## options for showing and identifying changesets show_sha_length = 12 show_revision_number = false -<%text>## Canonical URL to use when creating full URLs in UI and texts. -<%text>## Useful when the site is available under different names or protocols. -<%text>## Defaults to what is provided in the WSGI environment. +<%text>## Canonical URL to use when creating full URLs in UI and texts. +<%text>## Useful when the site is available under different names or protocols. +<%text>## Defaults to what is provided in the WSGI environment. #canonical_url = https://kallithea.example.com/repos -<%text>## gist URL alias, used to create nicer urls for gist. This should be an -<%text>## url that does rewrites to _admin/gists/. -<%text>## example: http://gist.example.com/{gistid}. Empty means use the internal -<%text>## Kallithea url, ie. http[s]://kallithea.example.com/_admin/gists/ +<%text>## gist URL alias, used to create nicer urls for gist. This should be an +<%text>## url that does rewrites to _admin/gists/. +<%text>## example: http://gist.example.com/{gistid}. Empty means use the internal +<%text>## Kallithea url, ie. http[s]://kallithea.example.com/_admin/gists/ gist_alias_url = -<%text>## default encoding used to convert from and to unicode -<%text>## can be also a comma separated list of encoding in case of mixed encodings +<%text>## default encoding used to convert from and to unicode +<%text>## can be also a comma separated list of encoding in case of mixed encodings default_encoding = utf-8 -<%text>## Set Mercurial encoding, similar to setting HGENCODING before launching Kallithea +<%text>## Set Mercurial encoding, similar to setting HGENCODING before launching Kallithea hgencoding = utf-8 -<%text>## issue tracker for Kallithea (leave blank to disable, absent for default) +<%text>## issue tracker for Kallithea (leave blank to disable, absent for default) #bugtracker = https://bitbucket.org/conservancy/kallithea/issues -<%text>## issue tracking mapping for commit messages, comments, PR descriptions, ... -<%text>## Refer to the documentation ("Integration with issue trackers") for more details. +<%text>## issue tracking mapping for commit messages, comments, PR descriptions, ... +<%text>## Refer to the documentation ("Integration with issue trackers") for more details. -<%text>## regular expression to match issue references -<%text>## This pattern may/should contain parenthesized groups, that can -<%text>## be referred to in issue_server_link or issue_sub using Python backreferences -<%text>## (e.g. \1, \2, ...). You can also create named groups with '(?P)'. -<%text>## To require mandatory whitespace before the issue pattern, use: -<%text>## (?:^|(?<=\s)) before the actual pattern, and for mandatory whitespace -<%text>## behind the issue pattern, use (?:$|(?=\s)) after the actual pattern. +<%text>## regular expression to match issue references +<%text>## This pattern may/should contain parenthesized groups, that can +<%text>## be referred to in issue_server_link or issue_sub using Python backreferences +<%text>## (e.g. \1, \2, ...). You can also create named groups with '(?P)'. +<%text>## To require mandatory whitespace before the issue pattern, use: +<%text>## (?:^|(?<=\s)) before the actual pattern, and for mandatory whitespace +<%text>## behind the issue pattern, use (?:$|(?=\s)) after the actual pattern. issue_pat = #(\d+) -<%text>## server url to the issue -<%text>## This pattern may/should contain backreferences to parenthesized groups in issue_pat. -<%text>## A backreference can be \1, \2, ... or \g if you specified a named group -<%text>## called 'groupname' in issue_pat. -<%text>## The special token {repo} is replaced with the full repository name -<%text>## including repository groups, while {repo_name} is replaced with just -<%text>## the name of the repository. +<%text>## server url to the issue +<%text>## This pattern may/should contain backreferences to parenthesized groups in issue_pat. +<%text>## A backreference can be \1, \2, ... or \g if you specified a named group +<%text>## called 'groupname' in issue_pat. +<%text>## The special token {repo} is replaced with the full repository name +<%text>## including repository groups, while {repo_name} is replaced with just +<%text>## the name of the repository. issue_server_link = https://issues.example.com/{repo}/issue/\1 -<%text>## substitution pattern to use as the link text -<%text>## If issue_sub is empty, the text matched by issue_pat is retained verbatim -<%text>## for the link text. Otherwise, the link text is that of issue_sub, with any -<%text>## backreferences to groups in issue_pat replaced. +<%text>## substitution pattern to use as the link text +<%text>## If issue_sub is empty, the text matched by issue_pat is retained verbatim +<%text>## for the link text. Otherwise, the link text is that of issue_sub, with any +<%text>## backreferences to groups in issue_pat replaced. issue_sub = -<%text>## issue_pat, issue_server_link and issue_sub can have suffixes to specify -<%text>## multiple patterns, to other issues server, wiki or others -<%text>## below an example how to create a wiki pattern -<%text>## wiki-some-id -> https://wiki.example.com/some-id +<%text>## issue_pat, issue_server_link and issue_sub can have suffixes to specify +<%text>## multiple patterns, to other issues server, wiki or others +<%text>## below an example how to create a wiki pattern +<%text>## wiki-some-id -> https://wiki.example.com/some-id #issue_pat_wiki = wiki-(\S+) #issue_server_link_wiki = https://wiki.example.com/\1 #issue_sub_wiki = WIKI-\1 -<%text>## alternative return HTTP header for failed authentication. Default HTTP -<%text>## response is 401 HTTPUnauthorized. Currently Mercurial clients have trouble with -<%text>## handling that. Set this variable to 403 to return HTTPForbidden +<%text>## alternative return HTTP header for failed authentication. Default HTTP +<%text>## response is 401 HTTPUnauthorized. Currently Mercurial clients have trouble with +<%text>## handling that. Set this variable to 403 to return HTTPForbidden auth_ret_code = -<%text>## allows to change the repository location in settings page +<%text>## allows to change the repository location in settings page allow_repo_location_change = True -<%text>## allows to setup custom hooks in settings page +<%text>## allows to setup custom hooks in settings page allow_custom_hooks_settings = True -<%text>## extra extensions for indexing, space separated and without the leading '.'. +<%text>## extra extensions for indexing, space separated and without the leading '.'. #index.extensions = # gemfile # lock -<%text>## extra filenames for indexing, space separated +<%text>## extra filenames for indexing, space separated #index.filenames = # .dockerignore # .editorconfig # INSTALL # CHANGELOG -<%text>#################################### -<%text>### SSH CONFIG #### -<%text>#################################### +<%text>#################################### +<%text>## SSH CONFIG ## +<%text>#################################### -<%text>## SSH is disabled by default, until an Administrator decides to enable it. +<%text>## SSH is disabled by default, until an Administrator decides to enable it. ssh_enabled = false -<%text>## File where users' SSH keys will be stored *if* ssh_enabled is true. +<%text>## File where users' SSH keys will be stored *if* ssh_enabled is true. #ssh_authorized_keys = /home/kallithea/.ssh/authorized_keys %if user_home_path: ssh_authorized_keys = ${user_home_path}/.ssh/authorized_keys %endif -<%text>## Path to be used in ssh_authorized_keys file to invoke kallithea-cli with ssh-serve. +<%text>## Path to be used in ssh_authorized_keys file to invoke kallithea-cli with ssh-serve. #kallithea_cli_path = /srv/kallithea/venv/bin/kallithea-cli %if kallithea_cli_path: kallithea_cli_path = ${kallithea_cli_path} %endif -<%text>## Locale to be used in the ssh-serve command. -<%text>## This is needed because an SSH client may try to use its own locale -<%text>## settings, which may not be available on the server. -<%text>## See `locale -a` for valid values on this system. +<%text>## Locale to be used in the ssh-serve command. +<%text>## This is needed because an SSH client may try to use its own locale +<%text>## settings, which may not be available on the server. +<%text>## See `locale -a` for valid values on this system. #ssh_locale = C.UTF-8 %if ssh_locale: ssh_locale = ${ssh_locale} %endif -<%text>#################################### -<%text>### CELERY CONFIG #### -<%text>#################################### +<%text>#################################### +<%text>## CELERY CONFIG ## +<%text>#################################### -<%text>## Note: Celery doesn't support Windows. +<%text>## Note: Celery doesn't support Windows. use_celery = false -<%text>## Celery config settings from https://docs.celeryproject.org/en/4.4.0/userguide/configuration.html prefixed with 'celery.'. +<%text>## Celery config settings from https://docs.celeryproject.org/en/4.4.0/userguide/configuration.html prefixed with 'celery.'. -<%text>## Example: use the message queue on the local virtual host 'kallitheavhost' as the RabbitMQ user 'kallithea': +<%text>## Example: use the message queue on the local virtual host 'kallitheavhost' as the RabbitMQ user 'kallithea': celery.broker_url = amqp://kallithea:thepassword@localhost:5672/kallitheavhost celery.result.backend = db+sqlite:///celery-results.db @@ -340,12 +341,12 @@ celery.result.backend = db+sqlite:///cel celery.worker_concurrency = 2 celery.worker_max_tasks_per_child = 1 -<%text>## If true, tasks will never be sent to the queue, but executed locally instead. +<%text>## If true, tasks will never be sent to the queue, but executed locally instead. celery.task_always_eager = false -<%text>#################################### -<%text>### BEAKER CACHE #### -<%text>#################################### +<%text>#################################### +<%text>## BEAKER CACHE ## +<%text>#################################### beaker.cache.data_dir = %(here)s/data/cache/data beaker.cache.lock_dir = %(here)s/data/cache/lock @@ -360,56 +361,56 @@ beaker.cache.long_term_file.type = file beaker.cache.long_term_file.expire = 604800 beaker.cache.long_term_file.key_length = 256 -<%text>#################################### -<%text>### BEAKER SESSION #### -<%text>#################################### +<%text>#################################### +<%text>## BEAKER SESSION ## +<%text>#################################### -<%text>## Name of session cookie. Should be unique for a given host and path, even when running -<%text>## on different ports. Otherwise, cookie sessions will be shared and messed up. +<%text>## Name of session cookie. Should be unique for a given host and path, even when running +<%text>## on different ports. Otherwise, cookie sessions will be shared and messed up. session.key = kallithea -<%text>## Sessions should always only be accessible by the browser, not directly by JavaScript. +<%text>## Sessions should always only be accessible by the browser, not directly by JavaScript. session.httponly = true -<%text>## Session lifetime. 2592000 seconds is 30 days. +<%text>## Session lifetime. 2592000 seconds is 30 days. session.timeout = 2592000 -<%text>## Server secret used with HMAC to ensure integrity of cookies. +<%text>## Server secret used with HMAC to ensure integrity of cookies. session.secret = ${uuid()} -<%text>## Further, encrypt the data with AES. +<%text>## Further, encrypt the data with AES. #session.encrypt_key = #session.validate_key = -<%text>## Type of storage used for the session, current types are -<%text>## dbm, file, memcached, database, and memory. +<%text>## Type of storage used for the session, current types are +<%text>## dbm, file, memcached, database, and memory. -<%text>## File system storage of session data. (default) +<%text>## File system storage of session data. (default) #session.type = file -<%text>## Cookie only, store all session data inside the cookie. Requires secure secrets. +<%text>## Cookie only, store all session data inside the cookie. Requires secure secrets. #session.type = cookie -<%text>## Database storage of session data. +<%text>## Database storage of session data. #session.type = ext:database #session.sa.url = postgresql://postgres:qwe@localhost/kallithea #session.table_name = db_session -<%text>#################################### -<%text>### ERROR HANDLING #### -<%text>#################################### +<%text>#################################### +<%text>## ERROR HANDLING ## +<%text>#################################### -<%text>## Show a nice error page for application HTTP errors and exceptions (default true) +<%text>## Show a nice error page for application HTTP errors and exceptions (default true) #errorpage.enabled = true -<%text>## Enable Backlash client-side interactive debugger (default false) -<%text>## WARNING: *THIS MUST BE false IN PRODUCTION ENVIRONMENTS!!!* -<%text>## This debug mode will allow all visitors to execute malicious code. +<%text>## Enable Backlash client-side interactive debugger (default false) +<%text>## WARNING: *THIS MUST BE false IN PRODUCTION ENVIRONMENTS!!!* +<%text>## This debug mode will allow all visitors to execute malicious code. #debug = false -<%text>## Enable Backlash server-side error reporting (unless debug mode handles it client-side) (default true) +<%text>## Enable Backlash server-side error reporting (unless debug mode handles it client-side) (default true) #trace_errors.enable = true -<%text>## Errors will be reported by mail if trace_errors.error_email is set. +<%text>## Errors will be reported by mail if trace_errors.error_email is set. -<%text>## Propagate email settings to ErrorReporter of TurboGears2 -<%text>## You do not normally need to change these lines +<%text>## Propagate email settings to ErrorReporter of TurboGears2 +<%text>## You do not normally need to change these lines get trace_errors.smtp_server = smtp_server get trace_errors.smtp_port = smtp_port get trace_errors.from_address = error_email_from @@ -419,12 +420,12 @@ get trace_errors.smtp_password = smtp_pa get trace_errors.smtp_use_tls = smtp_use_tls %if error_aggregation_service == 'sentry': -<%text>################ -<%text>### [sentry] ### -<%text>################ +<%text>################ +<%text>## [sentry] ## +<%text>################ -<%text>## sentry is a alternative open source error aggregator -<%text>## you must install python packages `sentry` and `raven` to enable +<%text>## sentry is a alternative open source error aggregator +<%text>## you must install python packages `sentry` and `raven` to enable sentry.dsn = YOUR_DNS sentry.servers = @@ -439,45 +440,45 @@ sentry.exclude_paths = %endif -<%text>################################## -<%text>### LOGVIEW CONFIG ### -<%text>################################## +<%text>################################## +<%text>## LOGVIEW CONFIG ## +<%text>################################## logview.sqlalchemy = #faa logview.pylons.templating = #bfb logview.pylons.util = #eee -<%text>######################################################### -<%text>### DB CONFIGS - EACH DB WILL HAVE IT'S OWN CONFIG ### -<%text>######################################################### +<%text>######################### +<%text>## DB CONFIG ## +<%text>######################### %if database_engine == 'sqlite': -<%text>## SQLITE [default] +<%text>## SQLITE [default] sqlalchemy.url = sqlite:///%(here)s/kallithea.db?timeout=60 %elif database_engine == 'postgres': -<%text>## POSTGRESQL +<%text>## POSTGRESQL sqlalchemy.url = postgresql://user:pass@localhost/kallithea %elif database_engine == 'mysql': -<%text>## MySQL +<%text>## MySQL sqlalchemy.url = mysql://user:pass@localhost/kallithea?charset=utf8 %endif -<%text>## see sqlalchemy docs for other backends +<%text>## see sqlalchemy docs for other backends sqlalchemy.pool_recycle = 3600 -<%text>################################ -<%text>### ALEMBIC CONFIGURATION #### -<%text>################################ +<%text>################################ +<%text>## ALEMBIC CONFIGURATION ## +<%text>################################ [alembic] script_location = kallithea:alembic -<%text>################################ -<%text>### LOGGING CONFIGURATION #### -<%text>################################ +<%text>################################ +<%text>## LOGGING CONFIGURATION ## +<%text>################################ [loggers] keys = root, routes, kallithea, sqlalchemy, tg, gearbox, beaker, templates, whoosh_indexer, werkzeug, backlash @@ -488,21 +489,21 @@ keys = console, console_color, console_c [formatters] keys = generic, color_formatter, color_formatter_sql -<%text>############# -<%text>## LOGGERS ## -<%text>############# +<%text>############# +<%text>## LOGGERS ## +<%text>############# [logger_root] level = NOTSET handlers = console -<%text>## For coloring based on log level: +<%text>## For coloring based on log level: #handlers = console_color [logger_routes] level = WARN handlers = qualname = routes.middleware -<%text>## "level = DEBUG" logs the route matched and routing variables. +<%text>## "level = DEBUG" logs the route matched and routing variables. [logger_beaker] level = WARN @@ -533,7 +534,7 @@ qualname = gearbox level = WARN handlers = qualname = sqlalchemy.engine -<%text>## For coloring based on log level and pretty printing of SQL: +<%text>## For coloring based on log level and pretty printing of SQL: #level = INFO #handlers = console_color_sql #propagate = 0 @@ -553,9 +554,9 @@ level = WARN handlers = qualname = backlash -<%text>############## -<%text>## HANDLERS ## -<%text>############## +<%text>############## +<%text>## HANDLERS ## +<%text>############## [handler_console] class = StreamHandler @@ -563,13 +564,13 @@ args = (sys.stderr,) formatter = generic [handler_console_color] -<%text>## ANSI color coding based on log level +<%text>## ANSI color coding based on log level class = StreamHandler args = (sys.stderr,) formatter = color_formatter [handler_console_color_sql] -<%text>## ANSI color coding and pretty printing of SQL statements +<%text>## ANSI color coding and pretty printing of SQL statements class = StreamHandler args = (sys.stderr,) formatter = color_formatter_sql @@ -578,9 +579,9 @@ formatter = color_formatter_sql class = NullHandler args = () -<%text>################ -<%text>## FORMATTERS ## -<%text>################ +<%text>################ +<%text>## FORMATTERS ## +<%text>################ [formatter_generic] format = %(asctime)s.%(msecs)03d %(levelname)-5.5s [%(name)s] %(message)s @@ -596,20 +597,20 @@ class = kallithea.lib.colored_formatter. format = %(asctime)s.%(msecs)03d %(levelname)-5.5s [%(name)s] %(message)s datefmt = %Y-%m-%d %H:%M:%S -<%text>################# -<%text>## SSH LOGGING ## -<%text>################# +<%text>################# +<%text>## SSH LOGGING ## +<%text>################# -<%text>## The default loggers use 'handler_console' that uses StreamHandler with -<%text>## destination 'sys.stderr'. In the context of the SSH server process, these log -<%text>## messages would be sent to the client, which is normally not what you want. -<%text>## By default, when running ssh-serve, just use NullHandler and disable logging -<%text>## completely. For other logging options, see: -<%text>## https://docs.python.org/2/library/logging.handlers.html +<%text>## The default loggers use 'handler_console' that uses StreamHandler with +<%text>## destination 'sys.stderr'. In the context of the SSH server process, these log +<%text>## messages would be sent to the client, which is normally not what you want. +<%text>## By default, when running ssh-serve, just use NullHandler and disable logging +<%text>## completely. For other logging options, see: +<%text>## https://docs.python.org/2/library/logging.handlers.html [ssh_serve:logger_root] level = CRITICAL handlers = null -<%text>## Note: If logging is configured with other handlers, they might need similar -<%text>## muting for ssh-serve too. +<%text>## Note: If logging is configured with other handlers, they might need similar +<%text>## muting for ssh-serve too. diff --git a/kallithea/lib/vcs/backends/git/changeset.py b/kallithea/lib/vcs/backends/git/changeset.py --- a/kallithea/lib/vcs/backends/git/changeset.py +++ b/kallithea/lib/vcs/backends/git/changeset.py @@ -231,9 +231,9 @@ class GitChangeset(BaseChangeset): # Only used to feed diffstat rev1 = self.parents[0] if self.parents else self.repository.EMPTY_CHANGESET rev2 = self - return b''.join(self.repository.get_diff(rev1, rev2, + return self.repository.get_diff(rev1, rev2, ignore_whitespace=ignore_whitespace, - context=context)) + context=context) def get_file_mode(self, path): """ diff --git a/kallithea/model/db.py b/kallithea/model/db.py --- a/kallithea/model/db.py +++ b/kallithea/model/db.py @@ -2295,7 +2295,6 @@ class UserSshKeys(Base, BaseDbModel): __tablename__ = 'user_ssh_keys' __table_args__ = ( Index('usk_fingerprint_idx', 'fingerprint'), - UniqueConstraint('fingerprint'), _table_args_default_dict ) __mapper_args__ = {} diff --git a/kallithea/templates/admin/gists/edit.html b/kallithea/templates/admin/gists/edit.html --- a/kallithea/templates/admin/gists/edit.html +++ b/kallithea/templates/admin/gists/edit.html @@ -73,7 +73,7 @@
- +
diff --git a/kallithea/templates/compare/compare_diff.html b/kallithea/templates/compare/compare_diff.html --- a/kallithea/templates/compare/compare_diff.html +++ b/kallithea/templates/compare/compare_diff.html @@ -82,8 +82,8 @@ ${self.repo_context_bar('changelog')} %endif + %endif - %endif %if not c.compare_home: ## diff block diff --git a/kallithea/tests/functional/test_admin_gists.py b/kallithea/tests/functional/test_admin_gists.py --- a/kallithea/tests/functional/test_admin_gists.py +++ b/kallithea/tests/functional/test_admin_gists.py @@ -168,4 +168,11 @@ class TestGistsController(base.TestContr assert response.body == b'GIST BODY' def test_edit(self): - response = self.app.get(base.url('edit_gist', gist_id=1)) + gist = _create_gist('gist-edit') + response = self.app.get(base.url('edit_gist', gist_id=gist.gist_access_id), status=302) + assert 'login' in response.location + + self.log_user(base.TEST_USER_REGULAR_LOGIN, base.TEST_USER_REGULAR_PASS) + response = self.app.get(base.url('edit_gist', gist_id=gist.gist_access_id)) + + # FIXME actually test editing the gist diff --git a/kallithea/tests/functional/test_feed.py b/kallithea/tests/functional/test_feed.py --- a/kallithea/tests/functional/test_feed.py +++ b/kallithea/tests/functional/test_feed.py @@ -3,18 +3,26 @@ from kallithea.tests import base class TestFeedController(base.TestController): - def test_rss(self): + @base.parametrize('repo', [ + base.HG_REPO, + base.GIT_REPO, + ]) + def test_rss(self, repo): self.log_user() response = self.app.get(base.url(controller='feed', action='rss', - repo_name=base.HG_REPO)) + repo_name=repo)) assert response.content_type == "application/rss+xml" assert """""" in response - def test_atom(self): + @base.parametrize('repo', [ + base.HG_REPO, + base.GIT_REPO, + ]) + def test_atom(self, repo): self.log_user() response = self.app.get(base.url(controller='feed', action='atom', - repo_name=base.HG_REPO)) + repo_name=repo)) assert response.content_type == """application/atom+xml""" assert """""" in response diff --git a/scripts/generate-ini.py b/scripts/generate-ini.py --- a/scripts/generate-ini.py +++ b/scripts/generate-ini.py @@ -55,7 +55,7 @@ def main(): print('reading:', makofile) mako_org = open(makofile).read() mako_no_text_markup = re.sub(r'', '', mako_org) - mako_marked_up = re.sub(r'\n(##.*)', r'\n<%text>\1', mako_no_text_markup, flags=re.MULTILINE) + mako_marked_up = re.sub(r'\n##(.*)', r'\n<%text>##\1', mako_no_text_markup, flags=re.MULTILINE) if mako_marked_up != mako_org: print('writing:', makofile) open(makofile, 'w').write(mako_marked_up) diff --git a/scripts/validate-commits b/scripts/validate-commits --- a/scripts/validate-commits +++ b/scripts/validate-commits @@ -11,6 +11,12 @@ if ! hg update --check -q .; then exit 1 fi +revset=$1 +if [ -z "$revset" ]; then + echo "Warning: no revisions specified, checking draft changes up to the current one." + revset='draft() and ancestors(.)' +fi + venv=$(mktemp -d kallithea-validatecommits-env-XXXXXX) resultfile=$(mktemp kallithea-validatecommits-result-XXXXXX) echo > "$resultfile" @@ -29,7 +35,7 @@ finish() } trap finish EXIT -for rev in $(hg log -r "$1" -T '{node}\n'); do +for rev in $(hg log -r "$revset" -T '{node}\n'); do hg log -r "$rev" hg update "$rev" diff --git a/setup.py b/setup.py --- a/setup.py +++ b/setup.py @@ -55,7 +55,7 @@ requirements = [ "Mako >= 0.9.1, < 1.2", "Pygments >= 2.2.0, < 2.6", "Whoosh >= 2.7.1, < 2.8", - "celery >= 4.3, < 4.5", + "celery >= 4.3, < 4.5, != 4.4.4", # 4.4.4 is broken due to unexpressed dependency on 'future', see https://github.com/celery/celery/pull/6146 "Babel >= 1.3, < 2.9", "python-dateutil >= 2.1.0, < 2.9", "Markdown >= 2.2.1, < 3.2", @@ -153,7 +153,6 @@ setuptools.setup( [console_scripts] kallithea-api = kallithea.bin.kallithea_api:main kallithea-gist = kallithea.bin.kallithea_gist:main - kallithea-config = kallithea.bin.kallithea_config:main kallithea-cli = kallithea.bin.kallithea_cli:cli [paste.app_factory]