Ca 614 set up huey (#1088)

intuitem · Nov 29, 2024 · 8dc4827 · 8dc4827
2 parents 282df7b + 4cd65d5
commit 8dc4827
Show file tree

Hide file tree

Showing 16 changed files with 228 additions and 44 deletions.
diff --git a/backend/ciso_assistant/settings.py b/backend/ciso_assistant/settings.py
@@ -153,6 +153,7 @@ def set_ciso_assistant_url(_, __, event_dict):
     "allauth.socialaccount",
     "allauth.socialaccount.providers.saml",
     "allauth.mfa",
+    "huey.contrib.djhuey",
 ]
 
 MIDDLEWARE = [
@@ -224,6 +225,7 @@ def set_ciso_assistant_url(_, __, event_dict):
     "MIN_REFRESH_INTERVAL": 60,
 }
 
+
 # Empty outside of debug mode so that allauth middleware does not raise an error
 STATIC_URL = ""
 
@@ -372,6 +374,16 @@ def set_ciso_assistant_url(_, __, event_dict):
     # OTHER SETTINGS
 }
 
+HUEY = {
+    "huey_class": "huey.SqliteHuey",  # Huey implementation to use.
+    "name": "huey-ciso-assistant",  # Use db name for huey.
+    "results": True,  # Store return values of tasks.
+    "store_none": False,  # If a task returns None, do not save to results.
+    "immediate": DEBUG,  # If DEBUG=True, run synchronously.
+    "utc": True,  # Use UTC for all times internally.
+    "filename": "db/huey.sqlite3",
+}
+
 # SSO with allauth
 
 ACCOUNT_USER_MODEL_USERNAME_FIELD = None

diff --git a/backend/poetry.lock b/backend/poetry.lock
diff --git a/backend/pyproject.toml b/backend/pyproject.toml
@@ -32,6 +32,7 @@ python-magic = "0.4.27"
 pytz = "2024.2"
 fido2 = "^1.1.3"
 humanize = "^4.11.0"
+huey = "^2.5.2"
 
 [tool.poetry.group.dev.dependencies]
 pytest-django = "4.8.0"

diff --git a/docker-compose-build.yml b/docker-compose-build.yml
@@ -12,6 +12,23 @@ services:
     volumes:
       - ./db:/code/db
 
+  huey:
+    container_name: huey
+    build:
+      context: ./backend
+      dockerfile: Dockerfile
+    restart: always
+    environment:
+      - ALLOWED_HOSTS=backend,localhost
+      - DJANGO_DEBUG=False
+    volumes:
+      - ./db:/code/db
+    entrypoint:
+      - /bin/sh
+      - -c
+      - |
+        poetry run python manage.py run_huey
+
   frontend:
     container_name: frontend
     environment:

diff --git a/docker-compose-pg.yml b/docker-compose-pg.yml
@@ -16,6 +16,21 @@ services:
     volumes:
       - ./db:/code/db
 
+  huey:
+    container_name: huey
+    image: ghcr.io/intuitem/ciso-assistant-community/backend:latest
+    restart: always
+    environment:
+      - ALLOWED_HOSTS=backend,localhost
+      - DJANGO_DEBUG=False
+    volumes:
+      - ./db:/code/db
+    entrypoint:
+      - /bin/sh
+      - -c
+      - |
+        poetry run python manage.py run_huey
+
   frontend:
     container_name: frontend
     environment:

diff --git a/docker-compose-prod.yml b/docker-compose-prod.yml
@@ -11,6 +11,21 @@ services:
     volumes:
       - ./db:/code/db
 
+  huey:
+    container_name: huey
+    image: ghcr.io/intuitem/ciso-assistant-community/backend:latest
+    restart: always
+    environment:
+      - ALLOWED_HOSTS=backend,localhost
+      - DJANGO_DEBUG=False
+    volumes:
+      - ./db:/code/db
+    entrypoint:
+      - /bin/sh
+      - -c
+      - |
+        poetry run python manage.py run_huey
+
   frontend:
     container_name: frontend
     environment:

diff --git a/docker-compose-remote-api.yml b/docker-compose-remote-api.yml
@@ -11,6 +11,21 @@ services:
     volumes:
       - ./db:/code/db
 
+  huey:
+    container_name: huey
+    image: ghcr.io/intuitem/ciso-assistant-community/backend:latest
+    restart: always
+    environment:
+      - ALLOWED_HOSTS=backend,localhost
+      - DJANGO_DEBUG=False
+    volumes:
+      - ./db:/code/db
+    entrypoint:
+      - /bin/sh
+      - -c
+      - |
+        poetry run python manage.py run_huey
+
   frontend:
     container_name: frontend
     environment:

diff --git a/docker-compose-remote.yml b/docker-compose-remote.yml
@@ -11,6 +11,21 @@ services:
     volumes:
       - ./db:/code/db
 
+  huey:
+    container_name: huey
+    image: ghcr.io/intuitem/ciso-assistant-community/backend:latest
+    restart: always
+    environment:
+      - ALLOWED_HOSTS=backend,localhost
+      - DJANGO_DEBUG=False
+    volumes:
+      - ./db:/code/db
+    entrypoint:
+      - /bin/sh
+      - -c
+      - |
+        poetry run python manage.py run_huey
+
   frontend:
     container_name: frontend
     environment:

diff --git a/docker-compose-traefik.yml b/docker-compose-traefik.yml
@@ -22,6 +22,21 @@ services:
     networks:
       - front
 
+  huey:
+    container_name: huey
+    image: ghcr.io/intuitem/ciso-assistant-community/backend:latest
+    restart: always
+    environment:
+      - ALLOWED_HOSTS=backend,localhost
+      - DJANGO_DEBUG=False
+    volumes:
+      - ./db:/code/db
+    entrypoint:
+      - /bin/sh
+      - -c
+      - |
+        poetry run python manage.py run_huey
+
   frontend:
     container_name: frontend
     restart: unless-stopped

diff --git a/docker-compose.yml b/docker-compose.yml
@@ -11,6 +11,21 @@ services:
     volumes:
       - ./db:/code/db
 
+  huey:
+    container_name: huey
+    image: ghcr.io/intuitem/ciso-assistant-community/backend:latest
+    restart: always
+    environment:
+      - ALLOWED_HOSTS=backend,localhost
+      - DJANGO_DEBUG=False
+    volumes:
+      - ./db:/code/db
+    entrypoint:
+      - /bin/sh
+      - -c
+      - |
+        poetry run python manage.py run_huey
+
   frontend:
     container_name: frontend
     environment:

diff --git a/enterprise/docker-compose-build.yml b/enterprise/docker-compose-build.yml
@@ -13,6 +13,23 @@ services:
     volumes:
       - ./db:/code/db
 
+  huey:
+    container_name: huey
+    build:
+      context: ../
+      dockerfile: ./enterprise/backend/Dockerfile
+    restart: always
+    environment:
+      - ALLOWED_HOSTS=backend,localhost
+      - DJANGO_DEBUG=False
+    volumes:
+      - ./db:/code/db
+    entrypoint:
+      - /bin/sh
+      - -c
+      - |
+        poetry run python manage.py run_huey
+
   frontend:
     container_name: frontend
     environment:

diff --git a/enterprise/docker-compose-pg.yml b/enterprise/docker-compose-pg.yml
@@ -16,6 +16,21 @@ services:
     volumes:
       - ./db:/code/db
 
+  huey:
+    container_name: huey
+    image: ghcr.io/intuitem/ciso-assistant-community/backend:latest
+    restart: always
+    environment:
+      - ALLOWED_HOSTS=backend,localhost
+      - DJANGO_DEBUG=False
+    volumes:
+      - ./db:/code/db
+    entrypoint:
+      - /bin/sh
+      - -c
+      - |
+        poetry run python manage.py run_huey
+
   frontend:
     container_name: frontend
     environment:

diff --git a/enterprise/docker-compose-remote-api.yml b/enterprise/docker-compose-remote-api.yml
@@ -11,6 +11,21 @@ services:
     volumes:
       - ./db:/code/db
 
+  huey:
+    container_name: huey
+    image: ghcr.io/intuitem/ciso-assistant-community/backend:latest
+    restart: always
+    environment:
+      - ALLOWED_HOSTS=backend,localhost
+      - DJANGO_DEBUG=False
+    volumes:
+      - ./db:/code/db
+    entrypoint:
+      - /bin/sh
+      - -c
+      - |
+        poetry run python manage.py run_huey
+
   frontend:
     container_name: frontend
     environment: