skobkin/telegram-ollama-reply-bot
1
0
Fork 0
Code Issues 3 Pull requests 1 Releases Activity

Model configuration and small prompt improvements #24

Merged
skobkin merged 8 commits from feature_model_configuration into main 2024-08-16 00:47:07 +00:00
Conversation 0 Commits 8 Files changed 8 +9 -8
2 changed files with 9 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files
Showing only changes of commit 3fdf7fe045 - Show all commits

8
llm/llm.go
View file

@ -28,12 +28,12 @@ func NewConnector(baseUrl string, token string) *LlmConnector {
} }
func (l *LlmConnector) HandleSingleRequest(text string, model string, requestContext RequestContext) (string, error) { func (l *LlmConnector) HandleSingleRequest(text string, model string, requestContext RequestContext) (string, error) {
systemPrompt := "You're a bot in the Telegram chat. " + systemPrompt := "You're a bot in the Telegram chat.\n" +
"You're using a free model called \"" + model + "\". " + "You're using a free model called \"" + model + "\".\n" +
"You see only messages addressed to you using commands due to privacy settings." "Currently you're not able to access chat history, so each message will be replied from a clean slate."
if !requestContext.Empty { if !requestContext.Empty {
systemPrompt += " " + requestContext.Prompt() systemPrompt += "\n" + requestContext.Prompt()
} }
req := openai.ChatCompletionRequest{ req := openai.ChatCompletionRequest{

9
llm/request_context.go
View file

@ -39,15 +39,16 @@ func (c RequestContext) Prompt() string {
prompt += "You're responding to inline query, so you're not in the chat right now. " prompt += "You're responding to inline query, so you're not in the chat right now. "
} }
prompt += "According to their profile, first name of the user who wrote you is \"" + c.User.FirstName + "\". " prompt += "User profile:" +
"First name: \"" + c.User.FirstName + "\"\n"
if c.User.Username != "" { if c.User.Username != "" {
prompt += "Their username is @" + c.User.Username + ". " prompt += "Username: @" + c.User.Username + ".\n"
} }
if c.User.LastName != "" { if c.User.LastName != "" {
prompt += "Their last name is \"" + c.User.LastName + "\". " prompt += "Last name: \"" + c.User.LastName + "\"\n"
} }
if c.User.IsPremium { if c.User.IsPremium {
prompt += "They have Telegram Premium subscription. " prompt += "Telegram Premium subscription: active."
} }
return prompt return prompt