Enhance LLM functionality with PRO mode support and improved prompt handling

- Added support for PRO mode in LLM with specific instruction handling and context awareness.
- Updated prompt building functions to include prefill options for better context management.
- Introduced new inline examples for PRO mode in JSON format.
- Enhanced system prompts to reflect PRO mode capabilities and rules.
- Modified API endpoints to accommodate new parameters and ensure backward compatibility.
- Improved test cases to validate new functionality and ensure comprehensive coverage.

backend/pro_completions.py

@@ -16,6 +16,7 @@ from pydantic import BaseModel
 from geoip import get_ip_location_text
 from llm import stream_ollama_events
 from models import UserPreferences
+from prompt import build_pro_completion_prompts
 
 logger = logging.getLogger("api.pro")
 
@@ -125,44 +126,19 @@ def _build_pro_prompts(
     suffix: str,
     language_id: str,
     instruction: str,
+    pro_thinking: str = "medium",
     location: str = "",
     preferences: UserPreferences | None = None,
 ) -> tuple[str, str]:
-    safe_language = (language_id or "markdown").strip() or "markdown"
-    safe_instruction = (instruction or "").strip()
-    preference_lines: list[str] = []
-    if preferences:
-        if preferences.language and preferences.language != "auto":
-            preference_lines.append(f"- Preferred language: {preferences.language}")
-        if preferences.currency and preferences.currency != "auto":
-            preference_lines.append(f"- Preferred currency: {preferences.currency}")
-        if preferences.timezone and preferences.timezone != "auto":
-            preference_lines.append(f"- Timezone: {preferences.timezone}")
-    if location:
-        preference_lines.append(f"- Location hint: {location}")
-
-    system_prompt = f"""You edit Markdown documents.
-Return only the Markdown text to insert at the cursor.
-Do not explain, analyze, label the answer, or wrap the whole answer in a code fence.
-Match the document language, style, and Markdown structure.
-Language: {safe_language}."""
-
-    preferences_text = "\n".join(preference_lines) if preference_lines else "- none"
-    instruction_text = safe_instruction or "Continue the Markdown naturally."
-    user_prompt = f"""Instruction:
-{instruction_text}
-
-User preferences:
-{preferences_text}
-
-Markdown before cursor:
-{prefix}
-
-Markdown after cursor:
-{suffix}
-
-Write only the Markdown that belongs at the cursor."""
-    return system_prompt.strip(), user_prompt.strip()
+    return build_pro_completion_prompts(
+        prefix=prefix,
+        suffix=suffix,
+        instruction=instruction,
+        language_id=language_id,
+        location=location,
+        pro_thinking_level=pro_thinking,
+        preferences=preferences,
+    )
 
 
 def _get_client_ip(request: Request) -> str:
@@ -237,6 +213,7 @@ def register_pro_completion_routes(app: FastAPI, get_api_key):
             suffix=suffix,
             language_id=req.languageId,
             instruction=req.instruction,
+            pro_thinking=req.pro_thinking,
             location=location,
             preferences=req.user_preferences,
         )