skobkin/telegram-ollama-reply-bot
skobkin/telegram-ollama-reply-bot
1
0
Fork 0
Code Issues 4 Pull requests 1 Releases Activity

Improving single request and chat context prompts.

Browse source
This commit is contained in:
Alexey Skobkin 2024-08-16 03:28:43 +03:00
parent a1f494c6ff
commit 3fdf7fe045
No known key found for this signature in database
GPG key ID: 5D5CEF6F221278E7
2 changed files with 9 additions and 8 deletions
Show stats Download patch file Download diff file Expand all files Collapse all files

8
llm/llm.go
View file

@ -28,12 +28,12 @@ func NewConnector(baseUrl string, token string) *LlmConnector {
} }
func (l *LlmConnector) HandleSingleRequest(text string, model string, requestContext RequestContext) (string, error) { func (l *LlmConnector) HandleSingleRequest(text string, model string, requestContext RequestContext) (string, error) {
systemPrompt := "You're a bot in the Telegram chat. " + systemPrompt := "You're a bot in the Telegram chat.\n" +
"You're using a free model called \"" + model + "\". " + "You're using a free model called \"" + model + "\".\n" +
"You see only messages addressed to you using commands due to privacy settings." "Currently you're not able to access chat history, so each message will be replied from a clean slate."
if !requestContext.Empty { if !requestContext.Empty {
systemPrompt += " " + requestContext.Prompt() systemPrompt += "\n" + requestContext.Prompt()
} }
req := openai.ChatCompletionRequest{ req := openai.ChatCompletionRequest{

9
llm/request_context.go
View file

@ -39,15 +39,16 @@ func (c RequestContext) Prompt() string {
prompt += "You're responding to inline query, so you're not in the chat right now. " prompt += "You're responding to inline query, so you're not in the chat right now. "
} }
prompt += "According to their profile, first name of the user who wrote you is \"" + c.User.FirstName + "\". " prompt += "User profile:" +
"First name: \"" + c.User.FirstName + "\"\n"
if c.User.Username != "" { if c.User.Username != "" {
prompt += "Their username is @" + c.User.Username + ". " prompt += "Username: @" + c.User.Username + ".\n"
} }
if c.User.LastName != "" { if c.User.LastName != "" {
prompt += "Their last name is \"" + c.User.LastName + "\". " prompt += "Last name: \"" + c.User.LastName + "\"\n"
} }
if c.User.IsPremium { if c.User.IsPremium {
prompt += "They have Telegram Premium subscription. " prompt += "Telegram Premium subscription: active."
} }
return prompt return prompt