chore: expose LLMs and embedder through hooks

Author: loky-lp

models.py

@@ -1,31 +1,61 @@
+from typing import List
 from cat.mad_hatter.decorators import tool, hook, plugin
-from pydantic import BaseModel
-from datetime import datetime, date
 
-class MySettings(BaseModel):
-    required_int: int
-    optional_int: int = 69
-    required_str: str
-    optional_str: str = "meow"
-    required_date: date
-    optional_date: date = 1679616000
+from .llm.anthropic import LLMAnthropicChatConfig
+from .llm.cohere import LLMCohereConfig
+from .llm.gemini import LLMGeminiChatConfig
+from .llm.hugging_face import LLMHuggingFaceEndpointConfig, LLMHuggingFaceTextGenInferenceConfig
+from .llm.openai import (
+    LLMOpenAIChatConfig,
+    LLMOpenAIConfig,
+    LLMOpenAICompatibleConfig,
+    LLMAzureOpenAIConfig,
+    LLMAzureChatOpenAIConfig,
+)
+from .llm.ollama import LLMOllamaConfig
+
+from .embedder.embedder import (
+    EmbedderOpenAICompatibleConfig,
+    EmbedderOpenAIConfig,
+    EmbedderAzureOpenAIConfig,
+    EmbedderCohereConfig,
+    EmbedderQdrantFastEmbedConfig,
+    EmbedderGeminiChatConfig,
+)
+
+# TODO: Add settings to allow model management
+
+llms = [
+    LLMAnthropicChatConfig,
+    LLMCohereConfig,
+    LLMGeminiChatConfig,
+    LLMHuggingFaceEndpointConfig,
+    LLMHuggingFaceTextGenInferenceConfig,
+    LLMOpenAIChatConfig,
+    LLMOpenAIConfig,
+    LLMOpenAICompatibleConfig,
+    LLMAzureOpenAIConfig,
+    LLMAzureChatOpenAIConfig,
+    LLMOllamaConfig,
+]
 
-@plugin
-def settings_model():
-    return MySettings
+@hook
+def factory_allowed_llms(allowed, cat) -> List:
+    allowed = allowed + llms
+    return allowed
 
-@tool
-def get_the_day(tool_input, cat):
-    """Get the day of the week. Input is always None."""
 
-    dt = datetime.now()
+embedders = [
+    EmbedderOpenAICompatibleConfig,
+    EmbedderOpenAIConfig,
+    EmbedderAzureOpenAIConfig,
+    EmbedderCohereConfig,
+    EmbedderQdrantFastEmbedConfig,
+    EmbedderGeminiChatConfig,
+]
 
-    return dt.strftime('%A')
 
 @hook
-def before_cat_sends_message(message, cat):
-
-    prompt = f'Rephrase the following sentence in a grumpy way: {message["content"]}'
-    message["content"] = cat.llm(prompt)
-
-    return message
+def factory_allowed_embedders(allowed, cat) -> List:
+    allowed = allowed + embedders
+    return allowed