From 9a27fa60a42cd39596cb8c4bb0331279b998bae7 Mon Sep 17 00:00:00 2001 From: vijeth-aradhya Date: Sun, 11 Jun 2017 19:07:58 +0530 Subject: Add additional celery config settings Fixes older webm_video backward compatibilty issue. Add 'default' queue to be used from now. Add other necessary celery settings for priority. --- mediagoblin/init/celery/__init__.py | 8 ++++++++ 1 file changed, 8 insertions(+) (limited to 'mediagoblin/init') diff --git a/mediagoblin/init/celery/__init__.py b/mediagoblin/init/celery/__init__.py index 780e0055..9a67942c 100644 --- a/mediagoblin/init/celery/__init__.py +++ b/mediagoblin/init/celery/__init__.py @@ -22,6 +22,7 @@ import logging import six from celery import Celery +from kombu import Exchange, Queue from mediagoblin.tools.pluginapi import hook_runall @@ -32,6 +33,7 @@ MANDATORY_CELERY_IMPORTS = [ 'mediagoblin.processing.task', 'mediagoblin.notifications.task', 'mediagoblin.submit.task', + 'mediagoblin.media_types.video.processing', ] DEFAULT_SETTINGS_MODULE = 'mediagoblin.init.celery.dummy_settings_module' @@ -47,6 +49,12 @@ def get_celery_settings_dict(app_config, global_config, else: celery_conf = {} + # Add x-max-priority to config + celery_conf['CELERY_QUEUES'] = ( + Queue('default', Exchange('default'), routing_key='default', + queue_arguments={'x-max-priority': 10}), + ) + celery_settings = {} # Add all celery settings from config -- cgit v1.2.3 From d77eb56280f57e547294e29e6a1b2b4d46c15ac6 Mon Sep 17 00:00:00 2001 From: vijeth-aradhya Date: Tue, 13 Jun 2017 01:43:43 +0530 Subject: Celery Priority testing with debug statements Error at this line: `self.entry.set_file_metadata(self.curr_file, **file_metadata)` Otherwise, celery part should work fine. --- mediagoblin/init/celery/__init__.py | 3 +++ 1 file changed, 3 insertions(+) (limited to 'mediagoblin/init') diff --git a/mediagoblin/init/celery/__init__.py b/mediagoblin/init/celery/__init__.py index 9a67942c..a3335958 100644 --- a/mediagoblin/init/celery/__init__.py +++ b/mediagoblin/init/celery/__init__.py @@ -55,6 +55,9 @@ def get_celery_settings_dict(app_config, global_config, queue_arguments={'x-max-priority': 10}), ) + print "CELERY_ACKS_LATE", celery_conf['CELERY_ACKS_LATE'] + print "CELERYD_PREFETCH_MULTIPLIER", celery_conf['CELERYD_PREFETCH_MULTIPLIER'] + celery_settings = {} # Add all celery settings from config -- cgit v1.2.3 From 36c1e7dc2f3c63021458c8d36fe3c291be0131bf Mon Sep 17 00:00:00 2001 From: vijeth-aradhya Date: Sat, 5 Aug 2017 17:23:17 +0530 Subject: Replace print statements to logging Closes #5 --- mediagoblin/init/celery/__init__.py | 3 --- 1 file changed, 3 deletions(-) (limited to 'mediagoblin/init') diff --git a/mediagoblin/init/celery/__init__.py b/mediagoblin/init/celery/__init__.py index a3335958..9a67942c 100644 --- a/mediagoblin/init/celery/__init__.py +++ b/mediagoblin/init/celery/__init__.py @@ -55,9 +55,6 @@ def get_celery_settings_dict(app_config, global_config, queue_arguments={'x-max-priority': 10}), ) - print "CELERY_ACKS_LATE", celery_conf['CELERY_ACKS_LATE'] - print "CELERYD_PREFETCH_MULTIPLIER", celery_conf['CELERYD_PREFETCH_MULTIPLIER'] - celery_settings = {} # Add all celery settings from config -- cgit v1.2.3