Migrate backend jobs to Redis Streams

2026-06-06 15:44:00 +08:00
parent 2c7a02f587
commit 81f711ef0b
69 changed files with 2709 additions and 6291 deletions
@@ -87,16 +87,17 @@ def _build_chat_payload(
    if prefill:
        messages.append({'role': 'assistant', 'content': prefill})

+    options = {'temperature': temperature}
+    if thinking:
+        options['think'] = thinking
+
    payload = {
        'model': _resolve_model_name(model, use_pro_model=use_pro_model),
        'messages': messages,
        'stream': False,
+        'options': options,
    }

-    options = {'temperature': temperature}
-    if thinking:
-        payload['options'] = {'temperature': temperature, 'think': thinking}
-
    return payload


@@ -119,16 +120,17 @@ def _build_chat_stream_payload(
    if prefill:
        messages.append({'role': 'assistant', 'content': prefill})

+    options = {'temperature': temperature}
+    if thinking:
+        options['think'] = thinking
+
    payload = {
        'model': _resolve_model_name(model, use_pro_model=use_pro_model),
        'messages': messages,
        'stream': True,
+        'options': options,
    }

-    options = {'temperature': temperature}
-    if thinking:
-        payload['options'] = {'temperature': temperature, 'think': thinking}
-
    return payload