feat(async): Show number of tasks waiting in queue (#14180)

Signed-off-by: kiblik <5609770+kiblik@users.noreply.github.com>

Author: kiblik

dojo/system_settings/views.py

@@ -9,7 +9,7 @@
 
 from dojo.forms import SystemSettingsForm
 from dojo.models import System_Settings
-from dojo.utils import add_breadcrumb, get_celery_worker_status
+from dojo.utils import add_breadcrumb, get_celery_queue_length, get_celery_worker_status
 
 logger = logging.getLogger(__name__)
 
@@ -110,6 +110,15 @@ def get_celery_status(
             else:
                 context["celery_msg"] = "Celery does not appear to be up and running. Please ensure celery is running."
                 context["celery_status"] = "Not Running"
+
+            q_len = get_celery_queue_length()
+            if q_len is None:
+                context["celery_q_len"] = " It is not possible to identify number of waiting tasks."
+            elif q_len:
+                context["celery_q_len"] = f"{q_len} tasks are waiting to be proccessed."
+            else:
+                context["celery_q_len"] = "No task is waiting to be proccessed."
+
         else:
             context["celery_bool"] = False
             context["celery_msg"] = "Celery needs to have the setting CELERY_RESULT_BACKEND = 'db+sqlite:///dojo.celeryresults.sqlite' set in settings.py."

dojo/templates/dojo/system_settings.html

@@ -26,6 +26,9 @@ <h4> Celery <span class="label label-danger">{{celery_status}}</span> </h4>
                     <div class="panel-body text-left">
                         {{celery_msg}}
                     </div>
+                    <div class="panel-body text-left">
+                        {{celery_q_len}}
+                    </div>
                 </div>
             </div>
         </div>

dojo/utils.py

@@ -20,6 +20,7 @@
 import crum
 import cvss
 import vobject
+from amqp.exceptions import ChannelError
 from auditlog.models import LogEntry
 from cryptography.hazmat.backends import default_backend
 from cryptography.hazmat.primitives.ciphers import Cipher, algorithms, modes
@@ -42,6 +43,7 @@
 from django.utils import timezone
 from django.utils.http import url_has_allowed_host_and_scheme
 from django.utils.translation import gettext as _
+from kombu import Connection
 
 from dojo.authorization.roles_permissions import Permissions
 from dojo.celery import app
@@ -1322,6 +1324,18 @@ def get_celery_worker_status():
         return False
 
 
+def get_celery_queue_length():
+    try:
+        with Connection(settings.CELERY_BROKER_URL) as conn, conn.SimpleQueue("celery") as queue:
+            return queue.qsize()
+    except ChannelError as e:
+        if "NOT_FOUND" in str(e):
+            return 0
+        return None
+    except:
+        return None
+
+
 # Used to display the counts and enabled tabs in the product view
 # Uses @cached_property for lazy loading to avoid expensive queries on every page load
 # See: https://github.com/DefectDojo/django-DefectDojo/issues/10313