From 2121bcbd9eed84024cb610cf0bf3ab7e93e1cb7c Mon Sep 17 00:00:00 2001 From: Cristhian Garcia Date: Fri, 4 Oct 2024 15:05:38 -0500 Subject: [PATCH] temp: some changes --- .../apps/openedx/settings/lms/development.py | 32 +++++++++++++++++++ tutor/templates/local/docker-compose.yml | 2 +- 2 files changed, 33 insertions(+), 1 deletion(-) diff --git a/tutor/templates/apps/openedx/settings/lms/development.py b/tutor/templates/apps/openedx/settings/lms/development.py index ed0c277366..aba1b4d6a2 100644 --- a/tutor/templates/apps/openedx/settings/lms/development.py +++ b/tutor/templates/apps/openedx/settings/lms/development.py @@ -37,3 +37,35 @@ {{ patch("openedx-development-settings") }} {{ patch("openedx-lms-development-settings") }} + +#CELERYD_CONCURRENCY = 2 # worker_concurrency +#CELERYD_MAX_TASKS_PER_CHILD = 100 # worker_max_tasks_per_child +#CELERYD_POOL = 'threads' # worker_pool + + +CELERY_WORKER_TYPE = os.environ.get("CELERY_WORKER_TYPE", "default") + +worker_settings = { + "lms": { + "default": { + "parameters": { + "worker_concurrency": 4, + "worker_pool": "threads" + } + }, + "high": {}, + "high_mem": {}, + }, + "cms": { + "default": {}, + "low": {}, + }, +} +from openedx.core.lib.celery import APP + +worker_variants = worker_settings.get(SERVICE_VARIANT) +for variant, config in worker_variants.items(): + if CELERY_WORKER_TYPE == variant: + for parameter, value in config.get("parameters", {}).items(): + conf = APP.conf + setattr(conf, parameter, value) diff --git a/tutor/templates/local/docker-compose.yml b/tutor/templates/local/docker-compose.yml index 63c2d3c7d3..fdaa30b317 100644 --- a/tutor/templates/local/docker-compose.yml +++ b/tutor/templates/local/docker-compose.yml @@ -158,7 +158,7 @@ services: environment: SERVICE_VARIANT: lms DJANGO_SETTINGS_MODULE: lms.envs.tutor.production - command: celery --app=lms.celery worker --loglevel=info --hostname=edx.lms.core.default.%%h --max-tasks-per-child=100 --exclude-queues=edx.cms.core.default + command: celery --app=lms.celery worker --loglevel=info --hostname=edx.lms.core.default.%%h --exclude-queues=edx.cms.core.default restart: unless-stopped volumes: - ../apps/openedx/settings/lms:/openedx/edx-platform/lms/envs/tutor:ro