Migrate backend jobs to Redis Streams

2026-06-06 15:44:00 +08:00
parent 2c7a02f587
commit 81f711ef0b
69 changed files with 2709 additions and 6291 deletions
@@ -260,15 +260,18 @@ def register_pro_completion_routes(app: FastAPI, get_api_key):
                    enable_thinking=True,
                    timeout=PRO_COMPLETION_TIMEOUT,
                ):
+                    # Handle 'thinking' event - just update state, don't accumulate
                    if event_type == "thinking":
                        await _send_sse_event(event_queue, "thinking", {"request_id": request_id})
                        continue

+                    # Handle 'chunk' event - accumulate content
                    if not payload:
                        continue
                    chunks.append(payload)
                    await _send_sse_event(event_queue, "chunk", {"delta": payload, "request_id": request_id})

+                # Handle 'done' event - return full content
                content = "".join(chunks)
                async with PRO_STATES_LOCK:
                    if state.cancel_requested: