refactor: unified model settings

umbertogriffo · Dec 9, 2024 · 47fd008 · 47fd008
1 parent 65a47ed
commit 47fd008
Show file tree

Hide file tree

Showing 8 changed files with 15 additions and 15 deletions.
diff --git a/chatbot/bot/client/lama_cpp_client.py b/chatbot/bot/client/lama_cpp_client.py
@@ -18,7 +18,7 @@
     generate_qa_prompt,
     generate_refined_ctx_prompt,
 )
-from bot.model.modelsetting import ModelSetting
+from bot.model.model_settings import ModelSetting
 
 
 class LamaCppClient:

diff --git a/chatbot/bot/model/model_settings.py b/chatbot/bot/model/model_settings.py
@@ -1,4 +1,6 @@
+from abc import ABC
 from enum import Enum
+from typing import Any
 
 from bot.model.settings.llama import Llama31Settings, Llama32Settings
 from bot.model.settings.openchat import OpenChat35Settings, OpenChat36Settings
@@ -7,6 +9,13 @@
 from bot.model.settings.starling import StarlingSettings
 
 
+class ModelSetting(ABC):
+    url: str
+    file_name: str
+    config: dict[str, Any]
+    config_answer: dict[str, Any] | None
+
+
 class ModelType(Enum):
     ZEPHYR = "zephyr"
     MISTRAL = "mistral"

diff --git a/chatbot/bot/model/modelsetting.py b/chatbot/bot/model/modelsetting.py
diff --git a/chatbot/bot/model/settings/llama.py b/chatbot/bot/model/settings/llama.py
@@ -1,4 +1,4 @@
-from bot.model.modelsetting import ModelSetting
+from bot.model.model_settings import ModelSetting
 
 
 class Llama31Settings(ModelSetting):

diff --git a/chatbot/bot/model/settings/openchat.py b/chatbot/bot/model/settings/openchat.py
@@ -1,4 +1,4 @@
-from bot.model.modelsetting import ModelSetting
+from bot.model.model_settings import ModelSetting
 
 
 class OpenChat35Settings(ModelSetting):

diff --git a/chatbot/bot/model/settings/phi.py b/chatbot/bot/model/settings/phi.py
@@ -1,4 +1,4 @@
-from bot.model.modelsetting import ModelSetting
+from bot.model.model_settings import ModelSetting
 
 
 class Phi31Settings(ModelSetting):

diff --git a/chatbot/bot/model/settings/stablelm_zephyr.py b/chatbot/bot/model/settings/stablelm_zephyr.py
@@ -1,4 +1,4 @@
-from bot.model.modelsetting import ModelSetting
+from bot.model.model_settings import ModelSetting
 
 
 class StableLMZephyrSettings(ModelSetting):

diff --git a/chatbot/bot/model/settings/starling.py b/chatbot/bot/model/settings/starling.py
@@ -1,4 +1,4 @@
-from bot.model.modelsetting import ModelSetting
+from bot.model.model_settings import ModelSetting
 
 
 class StarlingSettings(ModelSetting):