1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
|
# GNU MediaGoblin -- federated, autonomous media hosting
# Copyright (C) 2011, 2012 MediaGoblin contributors. See AUTHORS.
#
# This program is free software: you can redistribute it and/or modify
# it under the terms of the GNU Affero General Public License as published by
# the Free Software Foundation, either version 3 of the License, or
# (at your option) any later version.
#
# This program is distributed in the hope that it will be useful,
# but WITHOUT ANY WARRANTY; without even the implied warranty of
# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
# GNU Affero General Public License for more details.
#
# You should have received a copy of the GNU Affero General Public License
# along with this program. If not, see <http://www.gnu.org/licenses/>.
import os
import logging
from configobj import ConfigObj
from celery.signals import setup_logging
from mediagoblin import app, mg_globals
from mediagoblin.init.celery import setup_celery_from_config
OUR_MODULENAME = __name__
logging.basicConfig()
_log = logging.getLogger(__name__)
_log.setLevel(logging.DEBUG)
_log.warning('Test')
def setup_logging_from_paste_ini(*args, **kw):
if os.path.exists(os.path.abspath('paste_local.ini')):
logging_conf_file = 'paste_local.ini'
else:
logging_conf_file = 'paste.ini'
if not os.path.exists(logging_conf_file):
raise IOError('{0} does not exist. Logging can not be set up.'.format(
logging_conf_file))
logging_conf = ConfigObj(logging_conf_file)
config = logging_conf
# Set up formatting
# Get the format string and circumvent configobj interpolation of the value
fmt = config['formatter_generic'].viewitems().__iter__()\
.next()[1]
# Create the formatter
formatter = logging.Formatter(fmt)
# Check for config values
if not config.get('loggers') or not config['loggers'].get('keys'):
print('No loggers found')
return
# Iterate all teh loggers.keys values
for name in config['loggers']['keys'].split(','):
if not config.get('logger_{0}'.format(name)):
continue
log_params = config['logger_{0}'.format(name)]
qualname = log_params['qualname'] if 'qualname' in log_params else name
if qualname == 'root':
qualname = None
logger = logging.getLogger(qualname)
level = getattr(logging, log_params['level'])
logger.setLevel(level)
for handler in logger.handlers:
handler.setFormatter(formatter)
print('Logger {0} set to level {1} ({2})'.format(
qualname,
log_params['level'],
level))
setup_logging.connect(setup_logging_from_paste_ini)
def setup_self(check_environ_for_conf=True, module_name=OUR_MODULENAME,
default_conf_file=None):
"""
Transform this module into a celery config module by reading the
mediagoblin config file. Set the environment variable
MEDIAGOBLIN_CONFIG to specify where this config file is.
By default it defaults to 'mediagoblin.ini'.
Note that if celery_setup_elsewhere is set in your config file,
this simply won't work.
"""
if not default_conf_file:
if os.path.exists(os.path.abspath('mediagoblin_local.ini')):
default_conf_file = 'mediagoblin_local.ini'
else:
default_conf_file = 'mediagoblin.ini'
if check_environ_for_conf:
mgoblin_conf_file = os.path.abspath(
os.environ.get('MEDIAGOBLIN_CONFIG', default_conf_file))
else:
mgoblin_conf_file = default_conf_file
if not os.path.exists(mgoblin_conf_file):
raise IOError(
"MEDIAGOBLIN_CONFIG not set or file does not exist")
# By setting the environment variable here we should ensure that
# this is the module that gets set up.
os.environ['CELERY_CONFIG_MODULE'] = module_name
app.MediaGoblinApp(mgoblin_conf_file, setup_celery=False)
setup_celery_from_config(
mg_globals.app_config, mg_globals.global_config,
settings_module=module_name,
set_environ=False)
if os.environ['CELERY_CONFIG_MODULE'] == OUR_MODULENAME:
setup_self()
|
