Changing default model to LLaMa3

2024-05-06 00:04:23 +00:00 · 2024-05-06 00:04:23 +00:00 · 7aa45048a2
parent db92c01131
commit 7aa45048a2
1 changed files with 2 additions and 1 deletions
--- a/llm/llm.go
+++ b/llm/llm.go
@ -11,7 +11,8 @@ var (
 	ErrLlmBackendRequestFailed = errors.New("llm back-end request failed")
 	ErrNoChoices               = errors.New("no choices in LLM response")

-	ModelMistralUncensored = "dolphin-mistral"
+	ModelMistralUncensored = "dolphin-mistral:7b-v2.8-q4_K_M"
+	ModelLlama3Uncensored = "dolphin-llama3:8b-v2.9-q4_K_M"
 )

 type LlmConnector struct {