Migrate backend jobs to Redis Streams

2026-06-06 15:44:00 +08:00
parent 2c7a02f587
commit 81f711ef0b
69 changed files with 2709 additions and 6291 deletions
@@ -0,0 +1,48 @@
+version: "3.9"
+
+services:
+  redis:
+    image: redis:7-alpine
+    ports:
+      - "6379:6379"
+    command: ["redis-server", "--appendonly", "yes"]
+    volumes:
+      - redis-data:/data
+
+  api:
+    image: python:3.11-slim
+    working_dir: /app
+    command: sh -c "pip install -r backend/requirements.txt && python backend/main.py"
+    env_file:
+      - backend/.env
+    environment:
+      JOB_BACKEND: redis
+      REDIS_URL: redis://redis:6379/0
+      JOB_SHARED_TEMP_DIR: /shared-jobs
+    volumes:
+      - .:/app
+      - job-shared:/shared-jobs
+    depends_on:
+      - redis
+    ports:
+      - "8001:8001"
+
+  worker:
+    image: python:3.11-slim
+    working_dir: /app
+    command: sh -c "pip install -r backend/requirements.txt && python backend/worker.py"
+    env_file:
+      - backend/.env
+    environment:
+      JOB_BACKEND: redis
+      REDIS_URL: redis://redis:6379/0
+      JOB_SHARED_TEMP_DIR: /shared-jobs
+    volumes:
+      - .:/app
+      - job-shared:/shared-jobs
+    depends_on:
+      - redis
+
+volumes:
+  redis-data:
+  job-shared: