Initial commit

pkg/llm/var.py

@@ -0,0 +1,23 @@
+from enum import StrEnum
+
+
+class LLMParam(StrEnum):
+    MESSAGES = "messages"
+    TEMPERATURE = "temperature"
+    MAX_TOKENS = "max_tokens"
+    STREAM = "stream"
+    
+class Chat(StrEnum):
+    ROLE = "role"
+    CONTENT = "content"
+    
+class Who(StrEnum):
+    SYSTEM = "system"
+    USER = "user"
+    ASSISTANT = "assistant"
+    
+class LlamaAPI(StrEnum):
+    CHAT_COMPLETIONS = "/v1/chat/completions"
+
+class LanguageModelError(StrEnum):
+    GENERIC_EXCEPTION = "Language model server could not be contacted!"