Merge remote-tracking branch 'cweb/master'

1 files changed, 96 insertions, 0 deletions

diff --git a/mediagoblin/init/celery/from_celery.py b/mediagoblin/init/celery/from_celery.py
new file mode 100644
index 00000000..b395a826
--- /dev/null
+++ b/mediagoblin/init/celery/from_celery.py
@@ -0,0 +1,96 @@
+# GNU MediaGoblin -- federated, autonomous media hosting
+# Copyright (C) 2011, 2012 MediaGoblin contributors.  See AUTHORS.
+#
+# This program is free software: you can redistribute it and/or modify
+# it under the terms of the GNU Affero General Public License as published by
+# the Free Software Foundation, either version 3 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU Affero General Public License for more details.
+#
+# You should have received a copy of the GNU Affero General Public License
+# along with this program.  If not, see <http://www.gnu.org/licenses/>.
+
+import os
+import logging
+import logging.config
+
+from celery.signals import setup_logging
+
+from mediagoblin import app, mg_globals
+from mediagoblin.init.celery import setup_celery_from_config
+from mediagoblin.tools.pluginapi import hook_runall
+
+
+OUR_MODULENAME = __name__
+
+_log = logging.getLogger(__name__)
+
+
+def setup_logging_from_paste_ini(loglevel, **kw):
+    if os.path.exists(os.path.abspath('paste_local.ini')):
+        logging_conf_file = 'paste_local.ini'
+    else:
+        logging_conf_file = 'paste.ini'
+
+    # allow users to set up explicitly which paste file to check via the
+    # PASTE_CONFIG environment variable
+    logging_conf_file = os.environ.get(
+        'PASTE_CONFIG', logging_conf_file)
+
+    if not os.path.exists(logging_conf_file):
+        raise IOError('{0} does not exist. Logging can not be set up.'.format(
+            logging_conf_file))
+
+    logging.config.fileConfig(logging_conf_file)
+
+    hook_runall('celery_logging_setup')
+
+
+setup_logging.connect(setup_logging_from_paste_ini)
+
+
+def setup_self(check_environ_for_conf=True, module_name=OUR_MODULENAME,
+               default_conf_file=None):
+    """
+    Transform this module into a celery config module by reading the
+    mediagoblin config file.  Set the environment variable
+    MEDIAGOBLIN_CONFIG to specify where this config file is.
+
+    By default it defaults to 'mediagoblin.ini'.
+
+    Note that if celery_setup_elsewhere is set in your config file,
+    this simply won't work.
+    """
+    if not default_conf_file:
+        if os.path.exists(os.path.abspath('mediagoblin_local.ini')):
+            default_conf_file = 'mediagoblin_local.ini'
+        else:
+            default_conf_file = 'mediagoblin.ini'
+
+    if check_environ_for_conf:
+        mgoblin_conf_file = os.path.abspath(
+            os.environ.get('MEDIAGOBLIN_CONFIG', default_conf_file))
+    else:
+        mgoblin_conf_file = default_conf_file
+
+    if not os.path.exists(mgoblin_conf_file):
+        raise IOError(
+            "MEDIAGOBLIN_CONFIG not set or file does not exist")
+
+    # By setting the environment variable here we should ensure that
+    # this is the module that gets set up.
+    os.environ['CELERY_CONFIG_MODULE'] = module_name
+    app.MediaGoblinApp(mgoblin_conf_file, setup_celery=False)
+
+    setup_celery_from_config(
+        mg_globals.app_config, mg_globals.global_config,
+        settings_module=module_name,
+        set_environ=False)
+
+
+if os.environ['CELERY_CONFIG_MODULE'] == OUR_MODULENAME:
+    setup_self()