feat: added option to provide custom queues

abcgitalbadia · Aug 30, 2021 · e12f53d · e12f53d
1 parent d467cf5
commit e12f53d
Show file tree

Hide file tree

Showing 2 changed files with 17 additions and 0 deletions.
diff --git a/bench/config/supervisor.py b/bench/config/supervisor.py
@@ -42,6 +42,7 @@ def generate_supervisor_config(bench_path, user=None, yes=False, skip_redis=Fals
 		"background_workers": config.get('background_workers') or 1,
 		"bench_cmd": which('bench'),
 		"skip_redis": skip_redis,
+		"custom_queues": config.get("custom_queues", {}),
 	})
 
 	conf_path = os.path.join(bench_path, 'config', 'supervisor.conf')

diff --git a/bench/config/templates/supervisor.conf b/bench/config/templates/supervisor.conf
@@ -65,6 +65,22 @@ killasgroup=true
 numprocs={{ background_workers }}
 process_name=%(program_name)s-%(process_num)d
 
+{% for queue_name, queue_details in custom_queues.items() %}
+[program:{{ bench_name }}-frappe-{{ queue_name }}-worker]
+command={{ bench_cmd }} worker --queue {{ queue_name }}
+priority=4
+autostart=true
+autorestart=true
+stdout_logfile={{ bench_dir }}/logs/worker.log
+stderr_logfile={{ bench_dir }}/logs/worker.error.log
+user={{ user }}
+stopwaitsecs={{ queue_details["timeout"] }}
+directory={{ bench_dir }}
+killasgroup=true
+numprocs={{ queue_details["workers"] or background_workers }}
+process_name=%(program_name)s-%(process_num)d
+{% endfor %}
+
 {% else %}
 [program:{{ bench_name }}-frappe-workerbeat]
 command={{ bench_dir }}/env/bin/python -m frappe.celery_app beat -s beat.schedule