Compare commits
1 Commits
| Author | SHA1 | Date | |
|---|---|---|---|
| f9d5762ad9 |
842
owui/chat.py
Normal file
842
owui/chat.py
Normal file
@@ -0,0 +1,842 @@
|
||||
"""
|
||||
title: Multi-Model Chat Orchestrator
|
||||
author: Jeff Smith + Kimi K2
|
||||
version: 1.0.0
|
||||
license: MIT
|
||||
required_open_webui_version: 0.7.0
|
||||
requirements: httpx, pydantic
|
||||
description: |
|
||||
Genuine model-to-model conversations with full persistence. Enables an orchestrator model to
|
||||
coordinate real chats between different models. Features relationship-based model discovery,
|
||||
programmatic tagging, and robust multi-turn conversation handling.
|
||||
|
||||
🚀 QUICK START:
|
||||
1. list_models() - See available models (no limits)
|
||||
2. get_models_by_tag("cap:artist") - Find models by capability tag
|
||||
3. discover_model_relationships("rel:works-with") - Visualize model networks
|
||||
4. chat_with_model("new", "luna", "Hello!") - Start new orchestrated chat
|
||||
5. chat_with_model("{chat_id}", None, "Continue...") - Multi-turn conversation
|
||||
|
||||
🔑 ORCHESTRATOR PATTERN:
|
||||
- YOU are the orchestrator - you coordinate, you don't write content
|
||||
- Target models receive messages with injection: "(You may respond in chat {chat_id})"
|
||||
- All completions are automatically persisted with proper parent-child linkage
|
||||
- Use cap:artist, rel:works-with-luna tags for intelligent model selection
|
||||
"""
|
||||
|
||||
import json
|
||||
import uuid
|
||||
import time
|
||||
import asyncio
|
||||
from typing import Callable, Any, Optional, Dict, List
|
||||
from pydantic import BaseModel, Field
|
||||
import httpx
|
||||
|
||||
class OWUIChat:
|
||||
"""
|
||||
"""
|
||||
|
||||
def __init(self, tools_instance):
|
||||
self.tools = tools_instance
|
||||
|
||||
@property
|
||||
def valves(self):
|
||||
"""Access valves from parent Tools instance"""
|
||||
return self.tools.valves
|
||||
|
||||
def get_api_config(self, __request__=None) -> tuple[str, dict]:
|
||||
"""Extract base URL and auth from request context [1]."""
|
||||
base_url = ""
|
||||
headers = {"Content-Type": "application/json"}
|
||||
|
||||
if __request__:
|
||||
base_url = str(getattr(__request__, "base_url", "") or "")
|
||||
req_headers = getattr(__request__, "headers", {})
|
||||
if req_headers:
|
||||
auth = dict(req_headers).get("authorization", "")
|
||||
if auth:
|
||||
headers["Authorization"] = auth
|
||||
|
||||
return base_url.rstrip("/"), headers
|
||||
|
||||
async def api_request(
|
||||
self,
|
||||
method: str,
|
||||
endpoint: str,
|
||||
__request__=None,
|
||||
json_data: Dict = None,
|
||||
params: Dict = None,
|
||||
) -> tuple[int, Any]:
|
||||
"""Make authenticated API request with proper error handling."""
|
||||
base_url, headers = self.get_api_config(__request__)
|
||||
if not base_url:
|
||||
return 0, {"error": "Could not determine API URL"}
|
||||
|
||||
url = f"{base_url}{endpoint}"
|
||||
try:
|
||||
async with httpx.AsyncClient(
|
||||
headers=headers, timeout=float(self.valves().TIMEOUT)
|
||||
) as client:
|
||||
response = await client.request(
|
||||
method, url, json=json_data, params=params
|
||||
)
|
||||
content_type = response.headers.get("content-type", "")
|
||||
if "application/json" in content_type:
|
||||
return response.status_code, response.json()
|
||||
return response.status_code, response.text
|
||||
except Exception as e:
|
||||
return 0, {"error": f"Request failed: {str(e)}"}
|
||||
|
||||
|
||||
class Tools:
|
||||
"""Multi-Model Chat Orchestrator - Real model-to-model communication with persistence."""
|
||||
|
||||
class Valves(BaseModel):
|
||||
"""Configuration for the orchestrator."""
|
||||
|
||||
DEFAULT_MODEL_TAGS: str = Field(
|
||||
default="assistant,helper,agent",
|
||||
description="Comma-separated tags for automatic model discovery",
|
||||
)
|
||||
TIMEOUT: int = Field(default=180, description="API request timeout in seconds")
|
||||
DEBUG_MODE: bool = Field(
|
||||
default=False, description="Enable verbose error output"
|
||||
)
|
||||
MAX_RESULTS: int = Field(
|
||||
default=50, description="Maximum models to display in list operations"
|
||||
)
|
||||
TAG_PREFIX_CAPABILITY: str = Field(
|
||||
default="cap:", description="Prefix for capability tags"
|
||||
)
|
||||
TAG_PREFIX_RELATIONSHIP: str = Field(
|
||||
default="rel:", description="Prefix for relationship tags"
|
||||
)
|
||||
|
||||
class UserValves(BaseModel):
|
||||
pass
|
||||
|
||||
def __init__(self):
|
||||
self.valves = self.Valves()
|
||||
self.owui_chat = OWUIChat(self)
|
||||
|
||||
async def find_chat_by_title(self, title: str, __request__=None) -> dict:
|
||||
"""Find chat ID by title (partial match). Returns exact ID if one match found."""
|
||||
status, data = await self.owui_chat.api_request("GET", "/api/v1/chats/", __request__)
|
||||
retVal = {"status": "failure", "message": ""}
|
||||
|
||||
if status != 200:
|
||||
retVal["message"] = f"❌ find_chat_by_title FAILED\nHTTP {status}: {data}"
|
||||
return retVal
|
||||
|
||||
chat_list = (
|
||||
data
|
||||
if isinstance(data, list)
|
||||
else data.get("items", []) if isinstance(data, dict) else []
|
||||
)
|
||||
|
||||
matches = []
|
||||
for chat in chat_list:
|
||||
if not isinstance(chat, dict):
|
||||
continue
|
||||
chat_title = chat.get("title", "")
|
||||
if title.lower() in chat_title.lower():
|
||||
matches.append(
|
||||
{
|
||||
"id": chat.get("id"),
|
||||
"title": chat_title,
|
||||
"models": (
|
||||
chat.get("chat", {}).get("models", [])
|
||||
if isinstance(chat.get("chat"), dict)
|
||||
else []
|
||||
),
|
||||
}
|
||||
)
|
||||
|
||||
if not matches:
|
||||
retVal["messages"] = f"❌ No chats found matching '{title}'"
|
||||
return retVal
|
||||
if len(matches) == 1:
|
||||
m = matches[0]
|
||||
retVal["status"] = "success"
|
||||
retVal["message"] = f"✅ Single match found:\nChat ID: {m['id']}\nTitle: {m['title']}"
|
||||
return retVal
|
||||
|
||||
result = f"⚠️ Multiple matches ({len(matches)}):\n\n"
|
||||
for i, m in enumerate(matches[:5], 1):
|
||||
result += f"{i}. {m['title']}\n ID: {m['id']}\n"
|
||||
retVal["status"] = "success"
|
||||
retVal["message"] = result
|
||||
return retVal
|
||||
|
||||
async def owui_list_models(self, __request__=None) -> dict:
|
||||
"""List all available models with IDs, tags, and capabilities."""
|
||||
status, data = await self.owui_chat.api_request("GET", "/api/v1/models/", __request__)
|
||||
retVal = {"status": "failure", "message": "", "models": []}
|
||||
if status != 200:
|
||||
retVal["message"] = f"❌ list_models FAILED\nHTTP {status}: {data}"
|
||||
return retVal
|
||||
|
||||
models = (
|
||||
data
|
||||
if isinstance(data, list)
|
||||
else data.get("items", []) if isinstance(data, dict) else []
|
||||
)
|
||||
if not models:
|
||||
retVal = "❌ No models found"
|
||||
return retVal
|
||||
|
||||
retVal["message"] = f"📋 Available Models ({len(models)} total, showing {self.valves.MAX_RESULTS}):\n\n"
|
||||
for model in models[: self.valves.MAX_RESULTS]:
|
||||
if not isinstance(model, dict):
|
||||
continue
|
||||
|
||||
if not "name" in model or model.get("name") == "":
|
||||
continue
|
||||
|
||||
retVal["models"].append(model)
|
||||
# name = model.get("name", model.get("id", "Unknown"))
|
||||
# model_id = model.get("id")
|
||||
# meta = model.get("meta", {})
|
||||
# tags = meta.get("tags", [])
|
||||
# tag_str = (
|
||||
# ", ".join(
|
||||
# t.get("name") if isinstance(t, dict) else t for t in tags if t
|
||||
# )
|
||||
# if tags
|
||||
# else "none"
|
||||
# )
|
||||
#
|
||||
# capabilities = meta.get("capabilities", {})
|
||||
# cap_str = (
|
||||
# ", ".join(f"{k}={v}" for k, v in capabilities.items())
|
||||
# if capabilities
|
||||
# else "none"
|
||||
# )
|
||||
#
|
||||
# result += f"• {name}\n ID: {model_id}\n Tags: {tag_str}\n Capabilities: {cap_str}\n\n"
|
||||
|
||||
if len(models) > self.valves.MAX_RESULTS:
|
||||
retVal["message"] += f"... and {len(models) - self.valves.MAX_RESULTS} more\n"
|
||||
return retVal
|
||||
|
||||
async def get_models_by_tag(self, tag: str, __request__=None) -> str:
|
||||
"""Get models by tag name with full tag profiles."""
|
||||
status, data = await self._api_request(
|
||||
"GET", f"/api/v1/models/list?tag={tag}&page=1", __request__
|
||||
)
|
||||
if status != 200:
|
||||
return f"❌ get_models_by_tag FAILED\nHTTP {status}: {data}"
|
||||
|
||||
items = (
|
||||
data.get("items", [])
|
||||
if isinstance(data, dict)
|
||||
else data if isinstance(data, list) else []
|
||||
)
|
||||
total = data.get("total", len(items)) if isinstance(data, dict) else len(items)
|
||||
|
||||
if not items:
|
||||
return f"❌ No models found with tag '{tag}'"
|
||||
|
||||
result = f"✅ Models with tag '{tag}' ({total} total):\n\n"
|
||||
for model in items[: self.valves.MAX_RESULTS]:
|
||||
if not isinstance(model, dict):
|
||||
continue
|
||||
name = model.get("name", model.get("id"))
|
||||
model_id = model.get("id")
|
||||
meta = model.get("meta", {})
|
||||
all_tags = meta.get("tags", [])
|
||||
tag_list = (
|
||||
", ".join(
|
||||
t.get("name", t)
|
||||
for t in all_tags
|
||||
if isinstance(t, dict) or isinstance(t, str)
|
||||
)
|
||||
if all_tags
|
||||
else "none"
|
||||
)
|
||||
|
||||
result += f"• {name} (`{model_id}`)\n All tags: {tag_list}\n\n"
|
||||
|
||||
if len(items) > self.valves.MAX_RESULTS:
|
||||
result += f"... and {len(items) - self.valves.MAX_RESULTS} more\n"
|
||||
return result
|
||||
|
||||
async def get_model_by_name(self, name: str, __request__=None) -> str:
|
||||
"""Find model by partial name match."""
|
||||
status, data = await self._api_request("GET", "/api/v1/models/", __request__)
|
||||
if status != 200:
|
||||
return f"❌ get_model_by_name FAILED\nHTTP {status}: {data}"
|
||||
|
||||
models = (
|
||||
data
|
||||
if isinstance(data, list)
|
||||
else data.get("items", []) if isinstance(data, dict) else []
|
||||
)
|
||||
if not models:
|
||||
return "❌ get_model_by_name FAILED\nNo models returned"
|
||||
|
||||
matches = []
|
||||
for model in models:
|
||||
if not isinstance(model, dict):
|
||||
continue
|
||||
model_name = model.get("name", model.get("id", ""))
|
||||
if name.lower() in model_name.lower():
|
||||
matches.append(model)
|
||||
|
||||
if not matches:
|
||||
return f"❌ No models matching '{name}'"
|
||||
|
||||
if len(matches) == 1:
|
||||
m = matches[0]
|
||||
name = m.get("name", m.get("id"))
|
||||
model_id = m.get("id")
|
||||
meta = m.get("meta", {})
|
||||
tags = meta.get("tags", [])
|
||||
tag_str = (
|
||||
", ".join(
|
||||
t.get("name", t)
|
||||
for t in tags
|
||||
if isinstance(t, dict) or isinstance(t, str)
|
||||
)
|
||||
if tags
|
||||
else "none"
|
||||
)
|
||||
return f"✅ Found: {name}\nID: {model_id}\nTags: {tag_str}"
|
||||
|
||||
result = f"⚠️ Multiple matches ({len(matches)}):\n\n"
|
||||
for i, m in enumerate(matches[:5], 1):
|
||||
result += f"{i}. {m.get('name')}\n ID: {m.get('id')}\n\n"
|
||||
return result
|
||||
|
||||
async def discover_model_relationships(
|
||||
self,
|
||||
relationship_prefix: str = "rel:works-with",
|
||||
__request__=None,
|
||||
__event_emitter__: Callable[[dict], Any] = None,
|
||||
) -> str:
|
||||
"""Discover models with relationship tags and dump their full tag profiles."""
|
||||
if __event_emitter__:
|
||||
await __event_emitter__(
|
||||
{
|
||||
"type": "status",
|
||||
"data": {
|
||||
"description": "Scanning for relationships...",
|
||||
"done": False,
|
||||
},
|
||||
}
|
||||
)
|
||||
|
||||
status, data = await self._api_request("GET", "/api/v1/models/", __request__)
|
||||
if status != 200:
|
||||
return f"❌ Failed: HTTP {status}"
|
||||
|
||||
models = (
|
||||
data
|
||||
if isinstance(data, list)
|
||||
else data.get("items", []) if isinstance(data, dict) else []
|
||||
)
|
||||
|
||||
relationship_map = {}
|
||||
|
||||
for model in models:
|
||||
if not isinstance(model, dict):
|
||||
continue
|
||||
|
||||
model_id = model.get("id")
|
||||
model_name = model.get("name", model_id)
|
||||
meta = model.get("meta", {})
|
||||
tags = meta.get("tags", [])
|
||||
|
||||
# Extract all relationship tags
|
||||
for tag in tags:
|
||||
tag_name = tag.get("name") if isinstance(tag, dict) else tag
|
||||
if tag_name and tag_name.lower().startswith(
|
||||
relationship_prefix.lower()
|
||||
):
|
||||
target = tag_name[len(relationship_prefix) :].strip()
|
||||
relationship_map.setdefault(target, []).append(
|
||||
{
|
||||
"model_id": model_id,
|
||||
"model_name": model_name,
|
||||
"all_tags": [t.get("name", t) for t in tags if t],
|
||||
"capabilities": meta.get("capabilities", {}),
|
||||
}
|
||||
)
|
||||
|
||||
if __event_emitter__:
|
||||
await __event_emitter__(
|
||||
{
|
||||
"type": "status",
|
||||
"data": {
|
||||
"description": f"Found {len(relationship_map)} relationship(s)",
|
||||
"done": True,
|
||||
},
|
||||
}
|
||||
)
|
||||
|
||||
if not relationship_map:
|
||||
return f"❌ No '{relationship_prefix}' relationships found"
|
||||
|
||||
result = f"🔍 Relationship Dump: '{relationship_prefix}'\n{'='*60}\n\n"
|
||||
for target, sources in sorted(relationship_map.items()):
|
||||
result += f"📌 Target: **{target}** ({len(sources)} source(s))\n"
|
||||
for src in sources:
|
||||
result += f" • {src['model_name']} (`{src['model_id']}`)\n"
|
||||
result += f" Tags: {', '.join(src['all_tags']) or 'none'}\n"
|
||||
result += f" Caps: {', '.join(f'{k}:{v}' for k,v in src['capabilities'].items()) or 'none'}\n"
|
||||
result += "\n"
|
||||
|
||||
return result
|
||||
|
||||
async def add_capability_tag(
|
||||
self,
|
||||
model_id: str,
|
||||
capability: str,
|
||||
__request__=None,
|
||||
__event_emitter__: Callable[[dict], Any] = None,
|
||||
) -> dict:
|
||||
"""Add a capability tag (cap:) to a model."""
|
||||
if __event_emitter__:
|
||||
await __event_emitter__(
|
||||
{
|
||||
"type": "status",
|
||||
"data": {
|
||||
"description": f"Adding capability tag to {model_id}...",
|
||||
"done": False,
|
||||
},
|
||||
}
|
||||
)
|
||||
|
||||
# Get current model data
|
||||
status, model_data = await self._api_request(
|
||||
"GET", f"/api/v1/models/model?id={model_id}", __request__
|
||||
)
|
||||
if status != 200:
|
||||
return f"❌ Could not get model: {model_data}"
|
||||
|
||||
meta = model_data.get("meta", {})
|
||||
tags = meta.get("tags", [])
|
||||
|
||||
# Add new capability tag
|
||||
new_tag = f"{self.valves.TAG_PREFIX_CAPABILITY}{capability}"
|
||||
if new_tag not in [t.get("name", t) for t in tags]:
|
||||
tags.append({"name": new_tag})
|
||||
|
||||
# Update model
|
||||
update_payload = {"id": model_id, "meta": {**meta, "tags": tags}}
|
||||
|
||||
status, response = await self._api_request(
|
||||
"POST", "/api/v1/models/model/update", __request__, json_data=update_payload
|
||||
)
|
||||
|
||||
if __event_emitter__:
|
||||
await __event_emitter__(
|
||||
{
|
||||
"type": "status",
|
||||
"data": {"description": "Tag added successfully", "done": True},
|
||||
}
|
||||
)
|
||||
|
||||
if status == 200:
|
||||
return f"✅ Added capability tag '{new_tag}' to {model_id}"
|
||||
return f"❌ Failed to update model: {response}"
|
||||
|
||||
async def add_relationship_tag(
|
||||
self,
|
||||
model_id: str,
|
||||
relationship: str,
|
||||
target_model: str,
|
||||
__request__=None,
|
||||
__event_emitter__: Callable[[dict], Any] = None,
|
||||
) -> str:
|
||||
"""Add a relationship tag (rel:) to a model."""
|
||||
if __event_emitter__:
|
||||
await __event_emitter__(
|
||||
{
|
||||
"type": "status",
|
||||
"data": {
|
||||
"description": f"Adding relationship tag to {model_id}...",
|
||||
"done": False,
|
||||
},
|
||||
}
|
||||
)
|
||||
|
||||
# Get current model data
|
||||
status, model_data = await self._api_request(
|
||||
"GET", f"/api/v1/models/model?id={model_id}", __request__
|
||||
)
|
||||
if status != 200:
|
||||
return f"❌ Could not get model: {model_data}"
|
||||
|
||||
meta = model_data.get("meta", {})
|
||||
tags = meta.get("tags", [])
|
||||
|
||||
# Add new relationship tag
|
||||
new_tag = f"{self.valves.TAG_PREFIX_RELATIONSHIP}{relationship}:{target_model}"
|
||||
if new_tag not in [t.get("name", t) for t in tags]:
|
||||
tags.append({"name": new_tag})
|
||||
|
||||
# Update model
|
||||
update_payload = {"id": model_id, "meta": {**meta, "tags": tags}}
|
||||
|
||||
status, response = await self._api_request(
|
||||
"POST", "/api/v1/models/model/update", __request__, json_data=update_payload
|
||||
)
|
||||
|
||||
if __event_emitter__:
|
||||
await __event_emitter__(
|
||||
{
|
||||
"type": "status",
|
||||
"data": {"description": "Relationship tag added", "done": True},
|
||||
}
|
||||
)
|
||||
|
||||
if status == 200:
|
||||
return f"✅ Added relationship tag '{new_tag}' to {model_id}"
|
||||
return f"❌ Failed to update model: {response}"
|
||||
|
||||
async def dump_tag_taxonomy(self, __request__=None) -> str:
|
||||
"""Dump complete tag taxonomy showing cap: and rel: distributions."""
|
||||
status, data = await self._api_request("GET", "/api/v1/models/", __request__)
|
||||
if status != 200:
|
||||
return f"❌ Failed: HTTP {status}"
|
||||
|
||||
models = (
|
||||
data
|
||||
if isinstance(data, list)
|
||||
else data.get("items", []) if isinstance(data, dict) else []
|
||||
)
|
||||
|
||||
capability_tags = {}
|
||||
relationship_tags = {}
|
||||
all_capabilities = {}
|
||||
|
||||
for model in models:
|
||||
if not isinstance(model, dict):
|
||||
continue
|
||||
|
||||
model_id = model.get("id")
|
||||
model_name = model.get("name", model_id)
|
||||
meta = model.get("meta", {})
|
||||
tags = meta.get("tags", [])
|
||||
capabilities = meta.get("capabilities", {})
|
||||
|
||||
# Aggregate capabilities
|
||||
for cap, val in capabilities.items():
|
||||
all_capabilities.setdefault(cap, []).append(f"{model_name}={val}")
|
||||
|
||||
# Categorize tags
|
||||
for tag in tags:
|
||||
tag_name = tag.get("name") if isinstance(tag, dict) else tag
|
||||
if not tag_name:
|
||||
continue
|
||||
|
||||
if tag_name.startswith(self.valves.TAG_PREFIX_CAPABILITY):
|
||||
capability_tags.setdefault(tag_name, []).append(model_name)
|
||||
elif tag_name.startswith(self.valves.TAG_PREFIX_RELATIONSHIP):
|
||||
relationship_tags.setdefault(tag_name, []).append(model_name)
|
||||
|
||||
result = "📊 Tag Taxonomy Dump\n" + "=" * 60 + "\n\n"
|
||||
|
||||
if capability_tags:
|
||||
result += "🎯 CAPABILITY TAGS:\n"
|
||||
for cap, models in sorted(capability_tags.items()):
|
||||
result += f" {cap}: {len(models)} model(s)\n"
|
||||
for m in models[:3]:
|
||||
result += f" • {m}\n"
|
||||
if len(models) > 3:
|
||||
result += f" ... and {len(models)-3} more\n"
|
||||
result += "\n"
|
||||
|
||||
if relationship_tags:
|
||||
result += "🔗 RELATIONSHIP TAGS:\n"
|
||||
for rel, models in sorted(relationship_tags.items()):
|
||||
result += f" {rel}: {len(models)} model(s)\n"
|
||||
for m in models[:3]:
|
||||
result += f" • {m}\n"
|
||||
if len(models) > 3:
|
||||
result += f" ... and {len(models)-3} more\n"
|
||||
result += "\n"
|
||||
|
||||
if all_capabilities:
|
||||
result += "🧠 CAPABILITIES:\n"
|
||||
for cap, instances in sorted(all_capabilities.items()):
|
||||
result += f" {cap}: {len(instances)} value(s)\n"
|
||||
for inst in instances[:3]:
|
||||
result += f" • {inst}\n"
|
||||
if len(instances) > 3:
|
||||
result += f" ... and {len(instances)-3} more\n"
|
||||
|
||||
return result or "❌ No tags found"
|
||||
|
||||
async def chat_with_model(
|
||||
self,
|
||||
chat_id: str,
|
||||
model_identifier: Optional[str],
|
||||
message: str,
|
||||
__request__=None,
|
||||
__event_emitter__: Callable[[dict], Any] = None,
|
||||
) -> str:
|
||||
"""🚀 PRIMARY TOOL: Robust multi-turn chat with proper message threading."""
|
||||
|
||||
if __event_emitter__:
|
||||
await __event_emitter__(
|
||||
{
|
||||
"type": "status",
|
||||
"data": {"description": "Resolving model...", "done": False},
|
||||
}
|
||||
)
|
||||
|
||||
# NEW CHAT: model_identifier is REQUIRED
|
||||
if chat_id == "new":
|
||||
if not model_identifier:
|
||||
return "❌ chat_with_model FAILED: model_identifier required when creating new chat"
|
||||
|
||||
# Resolve model_identifier to actual model_id
|
||||
target_model = None
|
||||
model_name = model_identifier
|
||||
|
||||
# Try tag first (if no slash in identifier)
|
||||
if "/" not in model_identifier:
|
||||
status, tag_data = await self._api_request(
|
||||
"GET",
|
||||
f"/api/v1/models/list?tag={model_identifier}&page=1",
|
||||
__request__,
|
||||
)
|
||||
if status == 200:
|
||||
items = (
|
||||
tag_data.get("items", [])
|
||||
if isinstance(tag_data, dict)
|
||||
else tag_data
|
||||
)
|
||||
if items and isinstance(items, list) and len(items) > 0:
|
||||
target_model = items[0].get("id")
|
||||
model_name = items[0].get("name", target_model)
|
||||
|
||||
# Fallback to direct model ID
|
||||
if not target_model:
|
||||
target_model = model_identifier
|
||||
|
||||
# Get friendly name
|
||||
status, model_info = await self._api_request(
|
||||
"GET", f"/api/v1/models/{model_identifier}", __request__
|
||||
)
|
||||
if status == 200 and isinstance(model_info, dict):
|
||||
model_name = model_info.get("name", model_identifier)
|
||||
else:
|
||||
model_name = model_identifier.replace("-", " ").title()
|
||||
|
||||
if not target_model:
|
||||
return "❌ chat_with_model FAILED: Could not resolve target model"
|
||||
|
||||
# Create new chat
|
||||
if __event_emitter__:
|
||||
await __event_emitter__(
|
||||
{
|
||||
"type": "status",
|
||||
"data": {"description": "Creating chat...", "done": False},
|
||||
}
|
||||
)
|
||||
|
||||
payload = {
|
||||
"chat": {
|
||||
"title": f"Orchestrated: {model_name}",
|
||||
"models": [target_model],
|
||||
"params": {},
|
||||
"history": {"messages": {}, "currentId": None},
|
||||
"messages": [],
|
||||
"tags": ["orchestrated"],
|
||||
"files": [],
|
||||
}
|
||||
}
|
||||
|
||||
status, chat_data = await self._api_request(
|
||||
"POST", "/api/v1/chats/new", __request__, json_data=payload
|
||||
)
|
||||
if status != 200:
|
||||
return f"❌ chat_with_model FAILED\nCould not create chat: {chat_data}"
|
||||
|
||||
chat_id = chat_data.get("id")
|
||||
if not chat_id:
|
||||
return "❌ chat_with_model FAILED: No chat ID returned"
|
||||
|
||||
# EXISTING CHAT: model_identifier is OPTIONAL
|
||||
else:
|
||||
# Verify chat exists
|
||||
status, chat_data = await self._api_request(
|
||||
"GET", f"/api/v1/chats/{chat_id}", __request__
|
||||
)
|
||||
if status != 200:
|
||||
return f"❌ chat_with_model FAILED\nCould not get chat: {chat_data}"
|
||||
|
||||
chat_obj = chat_data.get("chat", {})
|
||||
existing_models = chat_obj.get("models", [])
|
||||
|
||||
if model_identifier:
|
||||
# Use provided model
|
||||
target_model = model_identifier
|
||||
model_name = model_identifier.replace("-", " ").title()
|
||||
elif existing_models and len(existing_models) > 0:
|
||||
# Auto-detect from chat
|
||||
target_model = existing_models[0]
|
||||
status, model_info = await self._api_request(
|
||||
"GET", f"/api/v1/models/{target_model}", __request__
|
||||
)
|
||||
if status == 200 and isinstance(model_info, dict):
|
||||
model_name = model_info.get("name", target_model)
|
||||
else:
|
||||
model_name = target_model.replace("-", " ").title()
|
||||
else:
|
||||
return "❌ chat_with_model FAILED: No model found and no model_identifier provided"
|
||||
|
||||
if __event_emitter__:
|
||||
await __event_emitter__(
|
||||
{
|
||||
"type": "status",
|
||||
"data": {
|
||||
"description": f"Chatting with {model_name}...",
|
||||
"done": False,
|
||||
},
|
||||
}
|
||||
)
|
||||
|
||||
# Build conversation history WITH PROPER THREADING
|
||||
status, chat_data = await self._api_request(
|
||||
"GET", f"/api/v1/chats/{chat_id}", __request__
|
||||
)
|
||||
if status != 200:
|
||||
return f"❌ Could not retrieve chat history: {chat_data}"
|
||||
|
||||
chat_obj = chat_data.get("chat", {})
|
||||
existing_messages = chat_obj.get("messages", [])
|
||||
|
||||
completion_messages = []
|
||||
for msg in existing_messages:
|
||||
if msg.get("role") in ["user", "assistant"]:
|
||||
completion_messages.append(
|
||||
{"role": msg["role"], "content": msg["content"]}
|
||||
)
|
||||
|
||||
# 🔑 KEY ENHANCEMENT: Enhanced chat_id injection for multi-turn awareness
|
||||
enhanced_message = f"{message}\n\n[System: This is part of chat {chat_id}. You may respond here.]"
|
||||
completion_messages.append({"role": "user", "content": enhanced_message})
|
||||
|
||||
# Send to target model
|
||||
status, completion_data = await self._api_request(
|
||||
"POST",
|
||||
"/api/v1/chat/completions",
|
||||
__request__,
|
||||
json_data={
|
||||
"model": target_model,
|
||||
"stream": False,
|
||||
"messages": completion_messages,
|
||||
"chat_id": chat_id,
|
||||
},
|
||||
)
|
||||
|
||||
if status != 200:
|
||||
return f"❌ chat_with_model FAILED\nCompletion error: {completion_data}"
|
||||
|
||||
try:
|
||||
response_text = completion_data["choices"][0]["message"]["content"]
|
||||
except (KeyError, IndexError, TypeError) as e:
|
||||
return f"❌ Parse error: {e}"
|
||||
|
||||
# Persist with proper message threading
|
||||
updated_chat = self._build_message_structure(
|
||||
existing_messages, enhanced_message, response_text, target_model, model_name
|
||||
)
|
||||
updated_chat["title"] = chat_obj.get("title", f"Chat with {model_name}")
|
||||
|
||||
status, _ = await self._api_request(
|
||||
"POST",
|
||||
f"/api/v1/chats/{chat_id}",
|
||||
__request__,
|
||||
json_data={"chat": updated_chat},
|
||||
)
|
||||
|
||||
if __event_emitter__:
|
||||
await __event_emitter__(
|
||||
{
|
||||
"type": "status",
|
||||
"data": {"description": "✅ Response persisted", "done": True},
|
||||
}
|
||||
)
|
||||
|
||||
return f"""✅ chat_with_model SUCCESS
|
||||
═══════════════════════════════════════════════════════════
|
||||
Model: {model_name} ({target_model})
|
||||
Chat ID: {chat_id}
|
||||
═══════════════════════════════════════════════════════════
|
||||
Your message: {message}
|
||||
═══════════════════════════════════════════════════════════
|
||||
Response (persisted): {response_text}
|
||||
═══════════════════════════════════════════════════════════
|
||||
✅ This multi-turn response is now in chat history
|
||||
"""
|
||||
|
||||
def _build_message_structure(
|
||||
self,
|
||||
existing_messages: List[Dict],
|
||||
user_content: str,
|
||||
assistant_content: str,
|
||||
model: str,
|
||||
model_name: str = None,
|
||||
) -> Dict:
|
||||
"""Build chat structure with proper message linking for multi-turn."""
|
||||
if not model_name:
|
||||
model_name = model.replace("-", " ").title()
|
||||
|
||||
timestamp = int(time.time())
|
||||
user_uuid = str(uuid.uuid4())
|
||||
asst_uuid = str(uuid.uuid4())
|
||||
|
||||
# Find last message ID for proper threading
|
||||
last_msg_id = existing_messages[-1].get("id") if existing_messages else None
|
||||
|
||||
# Build user message
|
||||
user_msg = {
|
||||
"id": user_uuid,
|
||||
"parentId": last_msg_id,
|
||||
"childrenIds": [asst_uuid],
|
||||
"role": "user",
|
||||
"content": user_content,
|
||||
"timestamp": timestamp,
|
||||
"models": [model],
|
||||
}
|
||||
|
||||
# Build assistant message
|
||||
asst_msg = {
|
||||
"id": asst_uuid,
|
||||
"parentId": user_uuid,
|
||||
"childrenIds": [],
|
||||
"role": "assistant",
|
||||
"content": assistant_content,
|
||||
"model": model,
|
||||
"modelName": model_name,
|
||||
"modelIdx": 0,
|
||||
"timestamp": timestamp,
|
||||
"done": True,
|
||||
}
|
||||
|
||||
# Update parent's children if exists
|
||||
if last_msg_id:
|
||||
for msg in existing_messages:
|
||||
if msg.get("id") == last_msg_id:
|
||||
if "childrenIds" not in msg:
|
||||
msg["childrenIds"] = []
|
||||
msg["childrenIds"].append(user_uuid)
|
||||
break
|
||||
|
||||
all_messages = existing_messages + [user_msg, asst_msg]
|
||||
history_messages = {msg["id"]: msg for msg in all_messages}
|
||||
|
||||
return {
|
||||
"models": [model],
|
||||
"params": {},
|
||||
"history": {"messages": history_messages, "currentId": asst_uuid},
|
||||
"messages": all_messages,
|
||||
"tags": ["orchestrated"],
|
||||
"files": [],
|
||||
}
|
||||
|
||||
Reference in New Issue
Block a user