Dockerfile

@@ -13,11 +13,4 @@ WORKDIR /app
 
 COPY --from=builder /build/app .
 
-# Do not forget "/v1" in the end
-ENV OPENAI_API_BASE_URL="" \
-    OPENAI_API_TOKEN="" \
-    TELEGRAM_TOKEN="" \
-    MODEL_TEXT_REQUEST="llama3.1:8b-instruct-q6_K" \
-    MODEL_SUMMARIZE_REQUEST="llama3.1:8b-instruct-q6_K"
-
 CMD ["/app/app"]

README.md

@@ -1,24 +1,15 @@
-# Telegram Ollama Bot
+# telegram-ollama-reply-bot
 
 [![Build Status](https://ci.skobk.in/api/badges/skobkin/telegram-ollama-reply-bot/status.svg)](https://ci.skobk.in/skobkin/telegram-ollama-reply-bot)
 
-![Project Banner](/img/banner.jpeg)
+# Usage
 
-## Functionality
+## Docker
-
-- Context-dependent dialogue in chats
-- Summarization of articles by provided link
-
-## Usage
-
-### Docker
 
 ```shell
 docker run \
-  -e OPENAI_API_TOKEN=123 \
+  -e OLLAMA_TOKEN=123 \
-  -e OPENAI_API_BASE_URL=http://ollama.localhost:11434/v1 \
+  -e OLLAMA_BASE_URL=http://ollama.localhost:11434/v1 \
   -e TELEGRAM_TOKEN=12345 \
-  -e MODEL_TEXT_REQUEST=llama3.1:8b-instruct-q6_K
-  -e MODEL_SUMMARIZE_REQUEST=mistral-nemo:12b-instruct-2407-q4_K_M
   skobkin/telegram-llm-bot
 ```

bot/bot.go

@@ -18,38 +18,21 @@ var (
 	ErrHandlerInit    = errors.New("cannot initialize handler")
 )
 
-type BotInfo struct {
-	Id       int64
-	Username string
-	Name     string
-}
-
 type Bot struct {
 	api       *telego.Bot
 	llm       *llm.LlmConnector
 	extractor *extractor.Extractor
 	stats     *stats.Stats
-	models    ModelSelection
-	history   map[int64]*MessageHistory
-	profile   BotInfo
 
 	markdownV1Replacer *strings.Replacer
 }
 
-func NewBot(
+func NewBot(api *telego.Bot, llm *llm.LlmConnector, extractor *extractor.Extractor) *Bot {
-	api *telego.Bot,
-	llm *llm.LlmConnector,
-	extractor *extractor.Extractor,
-	models ModelSelection,
-) *Bot {
 	return &Bot{
 		api:       api,
 		llm:       llm,
 		extractor: extractor,
 		stats:     stats.NewStats(),
-		models:    models,
-		history:   make(map[int64]*MessageHistory),
-		profile:   BotInfo{0, "", ""},
 
 		markdownV1Replacer: strings.NewReplacer(
 			// https://core.telegram.org/bots/api#markdown-style
@@ -71,12 +54,6 @@ func (b *Bot) Run() error {
 
 	slog.Info("Running api as", "id", botUser.ID, "username", botUser.Username, "name", botUser.FirstName, "is_bot", botUser.IsBot)
 
-	b.profile = BotInfo{
-		Id:       botUser.ID,
-		Username: botUser.Username,
-		Name:     botUser.FirstName,
-	}
-
 	updates, err := b.api.UpdatesViaLongPolling(nil)
 	if err != nil {
 		slog.Error("Cannot get update channel", "error", err)
@@ -95,66 +72,133 @@ func (b *Bot) Run() error {
 	defer b.api.StopLongPolling()
 
 	// Middlewares
-	bh.Use(b.chatHistory)
 	bh.Use(b.chatTypeStatsCounter)
 
 	// Command handlers
 	bh.Handle(b.startHandler, th.CommandEqual("start"))
-	bh.Handle(b.summarizeHandler, th.Or(th.CommandEqual("summarize"), th.CommandEqual("s")))
+	bh.Handle(b.heyHandler, th.CommandEqual("hey"))
+	bh.Handle(b.summarizeHandler, th.CommandEqual("summarize"))
 	bh.Handle(b.statsHandler, th.CommandEqual("stats"))
 	bh.Handle(b.helpHandler, th.CommandEqual("help"))
-	bh.Handle(b.textMessageHandler, th.AnyMessageWithText())
+
+	// Inline query handlers
+	bh.Handle(b.inlineHandler, th.AnyInlineQuery())
 
 	bh.Start()
 
 	return nil
 }
 
-func (b *Bot) textMessageHandler(bot *telego.Bot, update telego.Update) {
+func (b *Bot) inlineHandler(bot *telego.Bot, update telego.Update) {
-	slog.Debug("/any-message")
+	iq := update.InlineQuery
+	slog.Info("inline query received", "query", iq.Query)
 
-	message := update.Message
+	slog.Debug("query", "query", iq)
 
-	switch {
+	if len(iq.Query) < 3 {
-	// Mentions
+		return
-	case b.isMentionOfMe(update):
+	}
-		slog.Info("/any-message", "type", "mention")
+
-		b.processMention(message)
+	b.stats.InlineQuery()
-	// Replies
+
-	case b.isReplyToMe(update):
+	queryParts := strings.SplitN(iq.Query, " ", 2)
-		slog.Info("/any-message", "type", "reply")
+
-		b.processMention(message)
+	if len(queryParts) < 1 {
-	// Private chat
+		slog.Debug("Empty query. Skipping.")
-	case b.isPrivateWithMe(update):
+
-		slog.Info("/any-message", "type", "private")
+		return
-		b.processMention(message)
+	}
-	default:
+
-		slog.Debug("/any-message", "info", "MessageData is not mention, reply or private chat. Skipping.")
+	var response *telego.AnswerInlineQueryParams
+
+	switch isValidAndAllowedUrl(queryParts[0]) {
+	case true:
+		slog.Info("Inline /summarize request", "url", queryParts[0])
+
+		b.stats.SummarizeRequest()
+
+		article, err := b.extractor.GetArticleFromUrl(queryParts[0])
+		if err != nil {
+			slog.Error("Cannot retrieve an article using extractor", "error", err)
+		}
+
+		llmReply, err := b.llm.Summarize(article.Text, llm.ModelLlama3Uncensored )
+		if err != nil {
+			slog.Error("Cannot get reply from LLM connector")
+
+			b.trySendInlineQueryError(iq, "LLM request error. Try again later.")
+
+			return
+		}
+
+		slog.Debug("Got completion. Going to send.", "llm-completion", llmReply)
+
+		response = tu.InlineQuery(
+			iq.ID,
+			tu.ResultArticle(
+				"reply_"+iq.ID,
+				"Summary for "+queryParts[0],
+				tu.TextMessage(b.escapeMarkdownV1Symbols(llmReply)).WithParseMode("Markdown"),
+			),
+		)
+	case false:
+		b.stats.HeyRequest()
+
+		slog.Info("Inline /hey request", "text", iq.Query)
+
+		requestContext := createLlmRequestContextFromUpdate(update)
+
+		llmReply, err := b.llm.HandleSingleRequest(iq.Query, llm.ModelLlama3Uncensored, requestContext)
+		if err != nil {
+			slog.Error("Cannot get reply from LLM connector")
+
+			b.trySendInlineQueryError(iq, "LLM request error. Try again later.")
+
+			return
+		}
+
+		slog.Debug("Got completion. Going to send.", "llm-completion", llmReply)
+
+		response = tu.InlineQuery(
+			iq.ID,
+			tu.ResultArticle(
+				"reply_"+iq.ID,
+				"LLM reply to\""+iq.Query+"\"",
+				tu.TextMessage(b.escapeMarkdownV1Symbols(llmReply)).WithParseMode("Markdown"),
+			),
+		)
+	}
+
+	err := bot.AnswerInlineQuery(response)
+	if err != nil {
+		slog.Error("Can't answer to inline query", "error", err)
+
+		b.trySendInlineQueryError(iq, "Couldn't send intended reply, sorry")
 	}
 }
 
-func (b *Bot) processMention(message *telego.Message) {
+func (b *Bot) heyHandler(bot *telego.Bot, update telego.Update) {
-	b.stats.Mention()
+	slog.Info("/hey", "message-text", update.Message.Text)
 
-	slog.Info("/mention", "chat", message.Chat.ID)
+	b.stats.HeyRequest()
 
-	chatID := tu.ID(message.Chat.ID)
+	parts := strings.SplitN(update.Message.Text, " ", 2)
+	userMessage := "Hey!"
+	if len(parts) == 2 {
+		userMessage = parts[1]
+	}
+
+	chatID := tu.ID(update.Message.Chat.ID)
 
 	b.sendTyping(chatID)
 
-	requestContext := b.createLlmRequestContextFromMessage(message)
+	requestContext := createLlmRequestContextFromUpdate(update)
 
-	userMessageData := tgUserMessageToMessageData(message, true)
+	llmReply, err := b.llm.HandleSingleRequest(userMessage, llm.ModelLlama3Uncensored, requestContext)
-
-	llmReply, err := b.llm.HandleChatMessage(
-		messageDataToLlmMessage(userMessageData),
-		b.models.TextRequestModel,
-		requestContext,
-	)
 	if err != nil {
 		slog.Error("Cannot get reply from LLM connector")
 
-		_, _ = b.api.SendMessage(b.reply(message, tu.Message(
+		_, _ = b.api.SendMessage(b.reply(update.Message, tu.Message(
 			chatID,
 			"LLM request error. Try again later.",
 		)))
@@ -164,21 +208,17 @@ func (b *Bot) processMention(message *telego.Message) {
 
 	slog.Debug("Got completion. Going to send.", "llm-completion", llmReply)
 
-	reply := tu.Message(
+	message := tu.Message(
 		chatID,
 		b.escapeMarkdownV1Symbols(llmReply),
 	).WithParseMode("Markdown")
 
-	_, err = b.api.SendMessage(b.reply(message, reply))
+	_, err = bot.SendMessage(b.reply(update.Message, message))
 	if err != nil {
 		slog.Error("Can't send reply message", "error", err)
 
-		b.trySendReplyError(message)
+		b.trySendReplyError(update.Message)
-
-		return
 	}
-
-	b.saveBotReplyToHistory(message, llmReply)
 }
 
 func (b *Bot) summarizeHandler(bot *telego.Bot, update telego.Update) {
@@ -219,7 +259,7 @@ func (b *Bot) summarizeHandler(bot *telego.Bot, update telego.Update) {
 		slog.Error("Cannot retrieve an article using extractor", "error", err)
 	}
 
-	llmReply, err := b.llm.Summarize(article.Text, b.models.SummarizeModel)
+	llmReply, err := b.llm.Summarize(article.Text, llm.ModelMistralUncensored)
 	if err != nil {
 		slog.Error("Cannot get reply from LLM connector")
 
@@ -233,11 +273,9 @@ func (b *Bot) summarizeHandler(bot *telego.Bot, update telego.Update) {
 
 	slog.Debug("Got completion. Going to send.", "llm-completion", llmReply)
 
-	replyMarkdown := b.escapeMarkdownV1Symbols(llmReply)
-
 	message := tu.Message(
 		chatID,
-		replyMarkdown,
+		b.escapeMarkdownV1Symbols(llmReply),
 	).WithParseMode("Markdown")
 
 	_, err = bot.SendMessage(b.reply(update.Message, message))
@@ -247,8 +285,6 @@ func (b *Bot) summarizeHandler(bot *telego.Bot, update telego.Update) {
 
 		b.trySendReplyError(update.Message)
 	}
-
-	b.saveBotReplyToHistory(update.Message, replyMarkdown)
 }
 
 func (b *Bot) helpHandler(bot *telego.Bot, update telego.Update) {
@@ -263,9 +299,7 @@ func (b *Bot) helpHandler(bot *telego.Bot, update telego.Update) {
 		"Instructions:\r\n"+
 			"/hey <text> - Ask something from LLM\r\n"+
 			"/summarize <link> - Summarize text from the provided link\r\n"+
-			"/s <link> - Shorter version\r\n"+
+			"/help - Show this help",
-			"/help - Show this help\r\n\r\n"+
-			"Mention bot or reply to it's message to communicate with it",
 	)))
 	if err != nil {
 		slog.Error("Cannot send a message", "error", err)

bot/helpers.go

@@ -39,40 +39,19 @@ func (b *Bot) trySendReplyError(message *telego.Message) {
 	)))
 }
 
-func (b *Bot) isMentionOfMe(update telego.Update) bool {
+func (b *Bot) trySendInlineQueryError(iq *telego.InlineQuery, text string) {
-	if update.Message == nil {
+	if iq == nil {
-		return false
+		return
 	}
 
-	return strings.Contains(update.Message.Text, "@"+b.profile.Username)
+	_ = b.api.AnswerInlineQuery(tu.InlineQuery(
-}
+		iq.ID,
-
+		tu.ResultArticle(
-func (b *Bot) isReplyToMe(update telego.Update) bool {
+			string("error_"+iq.ID),
-	message := update.Message
+			"Error: "+text,
-
+			tu.TextMessage(text),
-	if message == nil {
+		),
-		return false
+	))
-	}
-	if message.ReplyToMessage == nil {
-		return false
-	}
-	if message.ReplyToMessage.From == nil {
-		return false
-	}
-
-	replyToMessage := message.ReplyToMessage
-
-	return replyToMessage != nil && replyToMessage.From.ID == b.profile.Id
-}
-
-func (b *Bot) isPrivateWithMe(update telego.Update) bool {
-	message := update.Message
-
-	if message == nil {
-		return false
-	}
-
-	return message.Chat.Type == telego.ChatTypePrivate
 }
 
 func isValidAndAllowedUrl(text string) bool {

bot/message_history.go

@@ -1,126 +0,0 @@
-package bot
-
-import (
-	"github.com/mymmrac/telego"
-	"log/slog"
-)
-
-const HistoryLength = 150
-
-type MessageData struct {
-	Name          string
-	Username      string
-	Text          string
-	IsMe          bool
-	IsUserRequest bool
-	ReplyTo       *MessageData
-}
-
-type MessageHistory struct {
-	messages []MessageData
-	capacity int
-}
-
-func NewMessageHistory(capacity int) *MessageHistory {
-	return &MessageHistory{
-		messages: make([]MessageData, 0, capacity),
-		capacity: capacity,
-	}
-}
-
-func (b *MessageHistory) Push(element MessageData) {
-	if len(b.messages) >= b.capacity {
-		b.messages = b.messages[1:]
-	}
-
-	b.messages = append(b.messages, element)
-}
-
-func (b *MessageHistory) GetAll() []MessageData {
-	return b.messages
-}
-
-func (b *Bot) saveChatMessageToHistory(message *telego.Message) {
-	chatId := message.Chat.ID
-
-	slog.Info(
-		"history-message-save",
-		"chat", chatId,
-		"from_id", message.From.ID,
-		"from_name", message.From.FirstName,
-		"text", message.Text,
-	)
-
-	_, ok := b.history[chatId]
-	if !ok {
-		b.history[chatId] = NewMessageHistory(HistoryLength)
-	}
-
-	msgData := tgUserMessageToMessageData(message, false)
-
-	b.history[chatId].Push(msgData)
-}
-
-func (b *Bot) saveBotReplyToHistory(replyTo *telego.Message, text string) {
-	chatId := replyTo.Chat.ID
-
-	slog.Info(
-		"history-reply-save",
-		"chat", chatId,
-		"to_id", replyTo.From.ID,
-		"to_name", replyTo.From.FirstName,
-		"text", text,
-	)
-
-	_, ok := b.history[chatId]
-	if !ok {
-		b.history[chatId] = NewMessageHistory(HistoryLength)
-	}
-
-	msgData := MessageData{
-		Name:     b.profile.Name,
-		Username: b.profile.Username,
-		Text:     text,
-		IsMe:     true,
-	}
-
-	if replyTo.ReplyToMessage != nil {
-		replyMessage := replyTo.ReplyToMessage
-
-		msgData.ReplyTo = &MessageData{
-			Name:     replyMessage.From.FirstName,
-			Username: replyMessage.From.Username,
-			Text:     replyMessage.Text,
-			IsMe:     false,
-			ReplyTo:  nil,
-		}
-	}
-
-	b.history[chatId].Push(msgData)
-}
-
-func tgUserMessageToMessageData(message *telego.Message, isUserRequest bool) MessageData {
-	msgData := MessageData{
-		Name:          message.From.FirstName,
-		Username:      message.From.Username,
-		Text:          message.Text,
-		IsMe:          false,
-		IsUserRequest: isUserRequest,
-	}
-
-	if message.ReplyToMessage != nil {
-		replyData := tgUserMessageToMessageData(message.ReplyToMessage, false)
-		msgData.ReplyTo = &replyData
-	}
-
-	return msgData
-}
-
-func (b *Bot) getChatHistory(chatId int64) []MessageData {
-	_, ok := b.history[chatId]
-	if !ok {
-		return make([]MessageData, 0)
-	}
-
-	return b.history[chatId].GetAll()
-}

bot/middleware.go

@@ -10,41 +10,21 @@ func (b *Bot) chatTypeStatsCounter(bot *telego.Bot, update telego.Update, next t
 	message := update.Message
 
 	if message == nil {
-		slog.Info("stats-middleware: update has no message. skipping.")
+		slog.Info("chat-type-middleware: update has no message. skipping.")
 
 		next(bot, update)
 
 		return
 	}
 
+	slog.Info("chat-type-middleware: counting message chat type in stats", "type", message.Chat.Type)
+
 	switch message.Chat.Type {
 	case telego.ChatTypeGroup, telego.ChatTypeSupergroup:
-		if b.isMentionOfMe(update) || b.isReplyToMe(update) {
+		b.stats.GroupRequest()
-			slog.Info("stats-middleware: counting message chat type in stats", "type", message.Chat.Type)
-			b.stats.GroupRequest()
-		}
 	case telego.ChatTypePrivate:
-		slog.Info("stats-middleware: counting message chat type in stats", "type", message.Chat.Type)
 		b.stats.PrivateRequest()
 	}
 
 	next(bot, update)
 }
-
-func (b *Bot) chatHistory(bot *telego.Bot, update telego.Update, next telegohandler.Handler) {
-	message := update.Message
-
-	if message == nil {
-		slog.Info("chat-history-middleware: update has no message. skipping.")
-
-		next(bot, update)
-
-		return
-	}
-
-	slog.Info("chat-history-middleware: saving message to history for", "chat_id", message.Chat.ID)
-
-	b.saveChatMessageToHistory(message)
-
-	next(bot, update)
-}

bot/models.go

@@ -1,6 +0,0 @@
-package bot
-
-type ModelSelection struct {
-	TextRequestModel string
-	SummarizeModel   string
-}

bot/request_context.go

@@ -6,20 +6,33 @@ import (
 	"telegram-ollama-reply-bot/llm"
 )
 
-func (b *Bot) createLlmRequestContextFromMessage(message *telego.Message) llm.RequestContext {
+func createLlmRequestContextFromUpdate(update telego.Update) llm.RequestContext {
+	message := update.Message
+	iq := update.InlineQuery
+
 	rc := llm.RequestContext{
-		Empty: true,
+		Empty:  true,
+		Inline: false,
 	}
 
-	if message == nil {
+	switch {
+	case message == nil && iq == nil:
 		slog.Debug("request context creation problem: no message provided. returning empty context.", "request-context", rc)
 
 		return rc
+	case iq != nil:
+		rc.Inline = true
 	}
 
 	rc.Empty = false
 
-	user := message.From
+	var user *telego.User
+
+	if rc.Inline {
+		user = &iq.From
+	} else {
+		user = message.From
+	}
 
 	if user != nil {
 		rc.User = llm.UserContext{
@@ -30,53 +43,16 @@ func (b *Bot) createLlmRequestContextFromMessage(message *telego.Message) llm.Re
 		}
 	}
 
-	// TODO: implement retrieval of chat description
+	if !rc.Inline {
-	chat := message.Chat
+		chat := message.Chat
-
+		rc.Chat = llm.ChatContext{
-	history := b.getChatHistory(chat.ID)
+			Title:       chat.Title,
-
+			Description: chat.Description,
-	rc.Chat = llm.ChatContext{
+			Type:        chat.Type,
-		Title: chat.Title,
+		}
-		// TODO: fill when ChatFullInfo retrieved
-		//Description: chat.Description,
-		Type:    chat.Type,
-		History: historyToLlmMessages(history),
 	}
 
 	slog.Debug("request context created", "request-context", rc)
 
 	return rc
 }
-
-func historyToLlmMessages(history []MessageData) []llm.ChatMessage {
-	length := len(history)
-
-	if length > 0 {
-		result := make([]llm.ChatMessage, 0, length)
-
-		for _, msg := range history {
-			result = append(result, messageDataToLlmMessage(msg))
-		}
-
-		return result
-	}
-
-	return make([]llm.ChatMessage, 0)
-}
-
-func messageDataToLlmMessage(data MessageData) llm.ChatMessage {
-	llmMessage := llm.ChatMessage{
-		Name:          data.Name,
-		Username:      data.Username,
-		Text:          data.Text,
-		IsMe:          data.IsMe,
-		IsUserRequest: data.IsUserRequest,
-	}
-
-	if data.ReplyTo != nil {
-		replyMessage := messageDataToLlmMessage(*data.ReplyTo)
-		llmMessage.ReplyTo = &replyMessage
-	}
-
-	return llmMessage
-}

go.mod

@@ -1,45 +1,40 @@
 module telegram-ollama-reply-bot
 
-go 1.22.3
+go 1.22.0
-
-toolchain go1.23.2
 
 require (
 	github.com/advancedlogic/GoOse v0.0.0-20231203033844-ae6b36caf275
-	github.com/mymmrac/telego v0.31.4
+	github.com/mymmrac/telego v0.29.1
-	github.com/sashabaranov/go-openai v1.32.5
+	github.com/sashabaranov/go-openai v1.20.2
 )
 
 require (
 	github.com/PuerkitoBio/goquery v1.4.1 // indirect
-	github.com/andybalholm/brotli v1.1.1 // indirect
+	github.com/andybalholm/brotli v1.1.0 // indirect
 	github.com/andybalholm/cascadia v1.0.0 // indirect
 	github.com/araddon/dateparse v0.0.0-20180729174819-cfd92a431d0e // indirect
-	github.com/bytedance/sonic v1.12.3 // indirect
+	github.com/bytedance/sonic v1.10.2 // indirect
-	github.com/bytedance/sonic/loader v0.2.0 // indirect
 	github.com/chenzhuoyu/base64x v0.0.0-20230717121745-296ad89f973d // indirect
 	github.com/chenzhuoyu/iasm v0.9.1 // indirect
-	github.com/cloudwego/base64x v0.1.4 // indirect
+	github.com/fasthttp/router v1.4.22 // indirect
-	github.com/cloudwego/iasm v0.2.0 // indirect
-	github.com/fasthttp/router v1.5.2 // indirect
 	github.com/fatih/set v0.2.1 // indirect
 	github.com/gigawattio/window v0.0.0-20180317192513-0f5467e35573 // indirect
 	github.com/go-resty/resty/v2 v2.0.0 // indirect
 	github.com/grbit/go-json v0.11.0 // indirect
 	github.com/jaytaylor/html2text v0.0.0-20180606194806-57d518f124b0 // indirect
-	github.com/klauspost/compress v1.17.11 // indirect
+	github.com/klauspost/compress v1.17.6 // indirect
 	github.com/klauspost/cpuid/v2 v2.2.6 // indirect
 	github.com/mattn/go-runewidth v0.0.3 // indirect
 	github.com/olekukonko/tablewriter v0.0.0-20180506121414-d4647c9c7a84 // indirect
 	github.com/pkg/errors v0.8.1 // indirect
-	github.com/savsgio/gotils v0.0.0-20240704082632-aef3928b8a38 // indirect
+	github.com/savsgio/gotils v0.0.0-20230208104028-c358bd845dee // indirect
 	github.com/ssor/bom v0.0.0-20170718123548-6386211fdfcf // indirect
 	github.com/twitchyliquid64/golang-asm v0.15.1 // indirect
 	github.com/valyala/bytebufferpool v1.0.0 // indirect
-	github.com/valyala/fasthttp v1.57.0 // indirect
+	github.com/valyala/fasthttp v1.52.0 // indirect
 	github.com/valyala/fastjson v1.6.4 // indirect
 	golang.org/x/arch v0.6.0 // indirect
-	golang.org/x/net v0.30.0 // indirect
+	golang.org/x/net v0.21.0 // indirect
-	golang.org/x/sys v0.26.0 // indirect
+	golang.org/x/sys v0.17.0 // indirect
-	golang.org/x/text v0.19.0 // indirect
+	golang.org/x/text v0.14.0 // indirect
 )

go.sum

@@ -4,8 +4,6 @@ github.com/advancedlogic/GoOse v0.0.0-20231203033844-ae6b36caf275 h1:Kuhf+w+ilOG
 github.com/advancedlogic/GoOse v0.0.0-20231203033844-ae6b36caf275/go.mod h1:98NztIIMIntZGtQVIs8H85Q5b88fTbwWFbLz/lM9/xU=
 github.com/andybalholm/brotli v1.1.0 h1:eLKJA0d02Lf0mVpIDgYnqXcUn0GqVmEFny3VuID1U3M=
 github.com/andybalholm/brotli v1.1.0/go.mod h1:sms7XGricyQI9K10gOSf56VKKWS4oLer58Q+mhRPtnY=
-github.com/andybalholm/brotli v1.1.1 h1:PR2pgnyFznKEugtsUo0xLdDop5SKXd5Qf5ysW+7XdTA=
-github.com/andybalholm/brotli v1.1.1/go.mod h1:05ib4cKhjx3OQYUY22hTVd34Bc8upXjOLL2rKwwZBoA=
 github.com/andybalholm/cascadia v1.0.0 h1:hOCXnnZ5A+3eVDX8pvgl4kofXv2ELss0bKcqRySc45o=
 github.com/andybalholm/cascadia v1.0.0/go.mod h1:GsXiBklL0woXo1j/WYWtSYYC4ouU9PqHO0sqidkEA4Y=
 github.com/araddon/dateparse v0.0.0-20180729174819-cfd92a431d0e h1:s05JG2GwtJMHaPcXDpo4V35TFgyYZzNsmBlSkHPEbeg=
@@ -14,11 +12,6 @@ github.com/bytedance/sonic v1.5.0/go.mod h1:ED5hyg4y6t3/9Ku1R6dU/4KyJ48DZ4jPhfY1
 github.com/bytedance/sonic v1.10.0-rc/go.mod h1:ElCzW+ufi8qKqNW0FY314xriJhyJhuoJ3gFZdAHF7NM=
 github.com/bytedance/sonic v1.10.2 h1:GQebETVBxYB7JGWJtLBi07OVzWwt+8dWA00gEVW2ZFE=
 github.com/bytedance/sonic v1.10.2/go.mod h1:iZcSUejdk5aukTND/Eu/ivjQuEL0Cu9/rf50Hi0u/g4=
-github.com/bytedance/sonic v1.12.3 h1:W2MGa7RCU1QTeYRTPE3+88mVC0yXmsRQRChiyVocVjU=
-github.com/bytedance/sonic v1.12.3/go.mod h1:B8Gt/XvtZ3Fqj+iSKMypzymZxw/FVwgIGKzMzT9r/rk=
-github.com/bytedance/sonic/loader v0.1.1/go.mod h1:ncP89zfokxS5LZrJxl5z0UJcsk4M4yY2JpfqGeCtNLU=
-github.com/bytedance/sonic/loader v0.2.0 h1:zNprn+lsIP06C/IqCHs3gPQIvnvpKbbxyXQP1iU4kWM=
-github.com/bytedance/sonic/loader v0.2.0/go.mod h1:ncP89zfokxS5LZrJxl5z0UJcsk4M4yY2JpfqGeCtNLU=
 github.com/chenzhuoyu/base64x v0.0.0-20211019084208-fb5309c8db06/go.mod h1:DH46F32mSOjUmXrMHnKwZdA8wcEefY7UVqBKYGjpdQY=
 github.com/chenzhuoyu/base64x v0.0.0-20221115062448-fe3a3abad311/go.mod h1:b583jCggY9gE99b6G5LEC39OIiVsWj+R97kbl5odCEk=
 github.com/chenzhuoyu/base64x v0.0.0-20230717121745-296ad89f973d h1:77cEq6EriyTZ0g/qfRdp61a3Uu/AWrgIq2s0ClJV1g0=
@@ -26,17 +19,11 @@ github.com/chenzhuoyu/base64x v0.0.0-20230717121745-296ad89f973d/go.mod h1:8EPpV
 github.com/chenzhuoyu/iasm v0.9.0/go.mod h1:Xjy2NpN3h7aUqeqM+woSuuvxmIe6+DDsiNLIrkAmYog=
 github.com/chenzhuoyu/iasm v0.9.1 h1:tUHQJXo3NhBqw6s33wkGn9SP3bvrWLdlVIJ3hQBL7P0=
 github.com/chenzhuoyu/iasm v0.9.1/go.mod h1:Xjy2NpN3h7aUqeqM+woSuuvxmIe6+DDsiNLIrkAmYog=
-github.com/cloudwego/base64x v0.1.4 h1:jwCgWpFanWmN8xoIUHa2rtzmkd5J2plF/dnLS6Xd/0Y=
-github.com/cloudwego/base64x v0.1.4/go.mod h1:0zlkT4Wn5C6NdauXdJRhSKRlJvmclQ1hhJgA0rcu/8w=
-github.com/cloudwego/iasm v0.2.0 h1:1KNIy1I1H9hNNFEEH3DVnI4UujN+1zjpuk6gwHLTssg=
-github.com/cloudwego/iasm v0.2.0/go.mod h1:8rXZaNYT2n95jn+zTI1sDr+IgcD2GVs0nlbbQPiEFhY=
 github.com/davecgh/go-spew v1.1.0/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/davecgh/go-spew v1.1.1 h1:vj9j/u1bqnvCEfJOwUhtlOARqs3+rkHYY13jYWTU97c=
 github.com/davecgh/go-spew v1.1.1/go.mod h1:J7Y8YcW2NihsgmVo/mv3lAwl/skON4iLHjSsI+c5H38=
 github.com/fasthttp/router v1.4.22 h1:qwWcYBbndVDwts4dKaz+A2ehsnbKilmiP6pUhXBfYKo=
 github.com/fasthttp/router v1.4.22/go.mod h1:KeMvHLqhlB9vyDWD5TSvTccl9qeWrjSSiTJrJALHKV0=
-github.com/fasthttp/router v1.5.2 h1:ckJCCdV7hWkkrMeId3WfEhz+4Gyyf6QPwxi/RHIMZ6I=
-github.com/fasthttp/router v1.5.2/go.mod h1:C8EY53ozOwpONyevc/V7Gr8pqnEjwnkFFqPo1alAGs0=
 github.com/fatih/set v0.2.1 h1:nn2CaJyknWE/6txyUDGwysr3G5QC6xWB/PtVjPBbeaA=
 github.com/fatih/set v0.2.1/go.mod h1:+RKtMCH+favT2+3YecHGxcc0b4KyVWA1QWWJUs4E0CI=
 github.com/gigawattio/window v0.0.0-20180317192513-0f5467e35573 h1:u8AQ9bPa9oC+8/A/jlWouakhIvkFfuxgIIRjiy8av7I=
@@ -49,8 +36,6 @@ github.com/jaytaylor/html2text v0.0.0-20180606194806-57d518f124b0 h1:xqgexXAGQgY
 github.com/jaytaylor/html2text v0.0.0-20180606194806-57d518f124b0/go.mod h1:CVKlgaMiht+LXvHG173ujK6JUhZXKb2u/BQtjPDIvyk=
 github.com/klauspost/compress v1.17.6 h1:60eq2E/jlfwQXtvZEeBUYADs+BwKBWURIY+Gj2eRGjI=
 github.com/klauspost/compress v1.17.6/go.mod h1:/dCuZOvVtNoHsyb+cuJD3itjs3NbnF6KH9zAO4BDxPM=
-github.com/klauspost/compress v1.17.11 h1:In6xLpyWOi1+C7tXUUWv2ot1QvBjxevKAaI6IXrJmUc=
-github.com/klauspost/compress v1.17.11/go.mod h1:pMDklpSncoRMuLFrf1W9Ss9KT+0rH90U12bZKk7uwG0=
 github.com/klauspost/cpuid/v2 v2.0.9/go.mod h1:FInQzS24/EEf25PyTYn52gqo7WaD8xa0213Md/qVLRg=
 github.com/klauspost/cpuid/v2 v2.2.6 h1:ndNyv040zDGIDh8thGkXYjnFtiN02M1PVVF+JE/48xc=
 github.com/klauspost/cpuid/v2 v2.2.6/go.mod h1:Lcz8mBdAVJIBVzewtcLocK12l3Y+JytZYpaMropDUws=
@@ -59,8 +44,6 @@ github.com/mattn/go-runewidth v0.0.3 h1:a+kO+98RDGEfo6asOGMmpodZq4FNtnGP54yps8Bz
 github.com/mattn/go-runewidth v0.0.3/go.mod h1:LwmH8dsx7+W8Uxz3IHJYH5QSwggIsqBzpuz5H//U1FU=
 github.com/mymmrac/telego v0.29.1 h1:nsNnK0mS18OL+unoDjDI6BVfafJBbT8Wtj7rCzEWoM8=
 github.com/mymmrac/telego v0.29.1/go.mod h1:ZLD1+L2TQRr97NPOCoN1V2w8y9kmFov33OfZ3qT8cF4=
-github.com/mymmrac/telego v0.31.4 h1:NpiNl0P/8eydknka/k6XaaaWVj5BKMlM3Ibba63QTBU=
-github.com/mymmrac/telego v0.31.4/go.mod h1:T12js1PgbYDYznvoN05MSMuPMfWTYo7D9LKl5cPFWiI=
 github.com/olekukonko/tablewriter v0.0.0-20180506121414-d4647c9c7a84 h1:fiKJgB4JDUd43CApkmCeTSQlWjtTtABrU2qsgbuP0BI=
 github.com/olekukonko/tablewriter v0.0.0-20180506121414-d4647c9c7a84/go.mod h1:vsDQFd/mU46D+Z4whnwzcISnGGzXWMclvtLoiIKAKIo=
 github.com/pkg/errors v0.8.1 h1:iURUrRGxPUNPdy5/HRSm+Yj6okJ6UtLINN0Q9M4+h3I=
@@ -69,12 +52,8 @@ github.com/pmezard/go-difflib v1.0.0 h1:4DBwDE0NGyQoBHbLQYPwSUPoCMWR5BEzIk/f1lZb
 github.com/pmezard/go-difflib v1.0.0/go.mod h1:iKH77koFhYxTK1pcRnkKkqfTogsbg7gZNVY4sRDYZ/4=
 github.com/sashabaranov/go-openai v1.20.2 h1:nilzF2EKzaHyK4Rk2Dbu/aJEZbtIvskDIXvfS4yx+6M=
 github.com/sashabaranov/go-openai v1.20.2/go.mod h1:lj5b/K+zjTSFxVLijLSTDZuP7adOgerWeFyZLUhAKRg=
-github.com/sashabaranov/go-openai v1.32.5 h1:/eNVa8KzlE7mJdKPZDj6886MUzZQjoVHyn0sLvIt5qA=
-github.com/sashabaranov/go-openai v1.32.5/go.mod h1:lj5b/K+zjTSFxVLijLSTDZuP7adOgerWeFyZLUhAKRg=
 github.com/savsgio/gotils v0.0.0-20230208104028-c358bd845dee h1:8Iv5m6xEo1NR1AvpV+7XmhI4r39LGNzwUL4YpMuL5vk=
 github.com/savsgio/gotils v0.0.0-20230208104028-c358bd845dee/go.mod h1:qwtSXrKuJh/zsFQ12yEE89xfCrGKK63Rr7ctU/uCo4g=
-github.com/savsgio/gotils v0.0.0-20240704082632-aef3928b8a38 h1:D0vL7YNisV2yqE55+q0lFuGse6U8lxlg7fYTctlT5Gc=
-github.com/savsgio/gotils v0.0.0-20240704082632-aef3928b8a38/go.mod h1:sM7Mt7uEoCeFSCBM+qBrqvEo+/9vdmj19wzp3yzUhmg=
 github.com/simplereach/timeutils v1.2.0 h1:btgOAlu9RW6de2r2qQiONhjgxdAG7BL6je0G6J/yPnA=
 github.com/simplereach/timeutils v1.2.0/go.mod h1:VVbQDfN/FHRZa1LSqcwo4kNZ62OOyqLLGQKYB3pB0Q8=
 github.com/ssor/bom v0.0.0-20170718123548-6386211fdfcf h1:pvbZ0lM0XWPBqUKqFU8cmavspvIl9nulOYwdy6IFRRo=
@@ -89,22 +68,17 @@ github.com/stretchr/testify v1.8.0/go.mod h1:yNjHg4UonilssWZ8iaSj1OCr/vHnekPRkoO
 github.com/stretchr/testify v1.8.1/go.mod h1:w2LPCIKwWwSfY2zedu0+kehJoqGctiVI29o6fzry7u4=
 github.com/stretchr/testify v1.8.4 h1:CcVxjf3Q8PM0mHUKJCdn+eZZtm5yQwehR5yeSVQQcUk=
 github.com/stretchr/testify v1.8.4/go.mod h1:sz/lmYIOXD/1dqDmKjjqLyZ2RngseejIcXlSw2iwfAo=
-github.com/stretchr/testify v1.9.0 h1:HtqpIVDClZ4nwg75+f6Lvsy/wHu+3BoSGCbBAcpTsTg=
 github.com/twitchyliquid64/golang-asm v0.15.1 h1:SU5vSMR7hnwNxj24w34ZyCi/FmDZTkS4MhqMhdFk5YI=
 github.com/twitchyliquid64/golang-asm v0.15.1/go.mod h1:a1lVb/DtPvCB8fslRZhAngC2+aY1QWCk3Cedj/Gdt08=
 github.com/valyala/bytebufferpool v1.0.0 h1:GqA5TC/0021Y/b9FG4Oi9Mr3q7XYx6KllzawFIhcdPw=
 github.com/valyala/bytebufferpool v1.0.0/go.mod h1:6bBcMArwyJ5K/AmCkWv1jt77kVWyCJ6HpOuEn7z0Csc=
 github.com/valyala/fasthttp v1.52.0 h1:wqBQpxH71XW0e2g+Og4dzQM8pk34aFYlA1Ga8db7gU0=
 github.com/valyala/fasthttp v1.52.0/go.mod h1:hf5C4QnVMkNXMspnsUlfM3WitlgYflyhHYoKol/szxQ=
-github.com/valyala/fasthttp v1.57.0 h1:Xw8SjWGEP/+wAAgyy5XTvgrWlOD1+TxbbvNADYCm1Tg=
-github.com/valyala/fasthttp v1.57.0/go.mod h1:h6ZBaPRlzpZ6O3H5t2gEk1Qi33+TmLvfwgLLp0t9CpE=
 github.com/valyala/fastjson v1.6.4 h1:uAUNq9Z6ymTgGhcm0UynUAB6tlbakBrz6CQFax3BXVQ=
 github.com/valyala/fastjson v1.6.4/go.mod h1:CLCAqky6SMuOcxStkYQvblddUtoRxhYMGLrsQns1aXY=
-github.com/xyproto/randomstring v1.0.5/go.mod h1:rgmS5DeNXLivK7YprL0pY+lTuhNQW3iGxZ18UQApw/E=
 github.com/yuin/goldmark v1.4.13/go.mod h1:6yULJ656Px+3vBD8DxQVa3kxgyrAnzto9xy5taEt/CY=
 go.uber.org/mock v0.4.0 h1:VcM4ZOtdbR4f6VXfiOpwpVJDL6lCReaZ6mw31wqh7KU=
 go.uber.org/mock v0.4.0/go.mod h1:a6FSlNadKUHUa9IP5Vyt1zh4fC7uAwxMutEAscFbkZc=
-go.uber.org/mock v0.5.0 h1:KAMbZvZPyBPWgD14IrIQ38QCyjwpvVVV6K/bHl1IwQU=
 golang.org/x/arch v0.0.0-20210923205945-b76863e36670/go.mod h1:5om86z9Hs0C8fWVUuoMHwpExlXzs5Tkyp9hOrfG7pp8=
 golang.org/x/arch v0.6.0 h1:S0JTfE48HbRj80+4tbvZDYsJ3tGv6BUU3XxyZ7CirAc=
 golang.org/x/arch v0.6.0/go.mod h1:FEVrYAQjsQXMVJ1nsMoVVXPZg6p2JE2mx8psSWTDQys=
@@ -123,8 +97,6 @@ golang.org/x/net v0.10.0/go.mod h1:0qNGK6F8kojg2nk9dLZ2mShWaEBan6FAoqfSigmmuDg=
 golang.org/x/net v0.17.0/go.mod h1:NxSsAGuq816PNPmqtQdLE42eU2Fs7NoRIZrHJAlaCOE=
 golang.org/x/net v0.21.0 h1:AQyQV4dYCvJ7vGmJyKki9+PBdyvhkSd8EIx/qb0AYv4=
 golang.org/x/net v0.21.0/go.mod h1:bIjVDfnllIU7BJ2DNgfnXvpSvtn8VRwhlsaeUTyUS44=
-golang.org/x/net v0.30.0 h1:AcW1SDZMkb8IpzCdQUaIq2sP4sZ4zw+55h6ynffypl4=
-golang.org/x/net v0.30.0/go.mod h1:2wGyMJ5iFasEhkwi13ChkO/t1ECNC4X4eBKkVFyYFlU=
 golang.org/x/sync v0.0.0-20190423024810-112230192c58/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sync v0.0.0-20220722155255-886fb9371eb4/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
 golang.org/x/sync v0.1.0/go.mod h1:RxMgew5VJxzue5/jJTE5uejpjVlOe/izrB70Jof72aM=
@@ -138,8 +110,6 @@ golang.org/x/sys v0.8.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.13.0/go.mod h1:oPkhp1MJrh7nUepCBck5+mAzfO9JrbApNNgaTdGDITg=
 golang.org/x/sys v0.17.0 h1:25cE3gD+tdBA7lp7QfhuV+rJiE9YXTcS3VG1SqssI/Y=
 golang.org/x/sys v0.17.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
-golang.org/x/sys v0.26.0 h1:KHjCJyddX0LoSTb3J+vWpupP9p0oznkqVk/IfjymZbo=
-golang.org/x/sys v0.26.0/go.mod h1:/VUhepiaJMQUp4+oa/7Zr1D23ma6VTLIYjOOTFZPUcA=
 golang.org/x/term v0.0.0-20201126162022-7de9c90e9dd1/go.mod h1:bj7SfCRtBDWHUb9snDiAeCFNEtKQo2Wmx5Cou7ajbmo=
 golang.org/x/term v0.0.0-20210927222741-03fcf44c2211/go.mod h1:jbD1KX2456YbFQfuXm/mYQcufACuNUgVhRMnK/tPxf8=
 golang.org/x/term v0.5.0/go.mod h1:jMB1sMXY+tzblOD4FWmEbocvup2/aLOaQEp7JmGp78k=
@@ -153,8 +123,6 @@ golang.org/x/text v0.9.0/go.mod h1:e1OnstbJyHTd6l/uOt8jFFHp6TRDWZR/bV3emEE/zU8=
 golang.org/x/text v0.13.0/go.mod h1:TvPlkZtksWOMsz7fbANvkp4WM8x/WCo/om8BMLbz+aE=
 golang.org/x/text v0.14.0 h1:ScX5w1eTa3QqT8oi6+ziP7dTV1S2+ALU0bI+0zXKWiQ=
 golang.org/x/text v0.14.0/go.mod h1:18ZOQIKpY8NJVqYksKHtTdi31H5itFRjB5/qKTNYzSU=
-golang.org/x/text v0.19.0 h1:kTxAhCbGbxhK0IwgSKiMO5awPoDQ0RpfiVYBfK860YM=
-golang.org/x/text v0.19.0/go.mod h1:BuEKDfySbSR4drPmRPG/7iBdf8hvFMuRexcpahXilzY=
 golang.org/x/tools v0.0.0-20180917221912-90fa682c2a6e/go.mod h1:n7NCudcB/nEzxVGmLbDWY5pfWTLqBcC2KZ6jyYvM4mQ=
 golang.org/x/tools v0.0.0-20191119224855-298f0cb1881e/go.mod h1:b+2E5dAYhXwXZwtnZ6UAqBI28+e2cm9otk0dWdXHAEo=
 golang.org/x/tools v0.1.12/go.mod h1:hNGJHUnrk76NpqgfD5Aqm5Crs+Hm0VOH/i9J2+nxYbc=

llm/llm.go

@@ -5,13 +5,14 @@ import (
 	"errors"
 	"github.com/sashabaranov/go-openai"
 	"log/slog"
-	"slices"
-	"strconv"
 )
 
 var (
 	ErrLlmBackendRequestFailed = errors.New("llm back-end request failed")
 	ErrNoChoices               = errors.New("no choices in LLM response")
+
+	ModelMistralUncensored = "dolphin-mistral:7b-v2.8-q4_K_M"
+	ModelLlama3Uncensored = "dolphin-llama3:8b-v2.9-q4_K_M"
 )
 
 type LlmConnector struct {
@@ -29,15 +30,13 @@ func NewConnector(baseUrl string, token string) *LlmConnector {
 	}
 }
 
-func (l *LlmConnector) HandleChatMessage(userMessage ChatMessage, model string, requestContext RequestContext) (string, error) {
+func (l *LlmConnector) HandleSingleRequest(text string, model string, requestContext RequestContext) (string, error) {
-	systemPrompt := "You're a bot in the Telegram chat.\n" +
+	systemPrompt := "You're a bot in the Telegram chat. " +
-		"You're using a free model called \"" + model + "\".\n\n" +
+		"You're using a free model called \"" + model + "\". " +
-		requestContext.Prompt()
+		"You see only messages addressed to you using commands due to privacy settings."
 
-	historyLength := len(requestContext.Chat.History)
+	if !requestContext.Empty {
-
+		systemPrompt += " " + requestContext.Prompt()
-	if historyLength > 0 {
-		systemPrompt += "\nYou have access to last " + strconv.Itoa(historyLength) + " messages in this chat."
 	}
 
 	req := openai.ChatCompletionRequest{
@@ -50,13 +49,10 @@ func (l *LlmConnector) HandleChatMessage(userMessage ChatMessage, model string,
 		},
 	}
 
-	if historyLength > 0 {
+	req.Messages = append(req.Messages, openai.ChatCompletionMessage{
-		for _, msg := range requestContext.Chat.History {
+		Role:    openai.ChatMessageRoleUser,
-			req.Messages = append(req.Messages, chatMessageToOpenAiChatCompletionMessage(msg))
+		Content: text,
-		}
+	})
-	}
-
-	req.Messages = append(req.Messages, chatMessageToOpenAiChatCompletionMessage(userMessage))
 
 	resp, err := l.client.CreateChatCompletion(context.Background(), req)
 	if err != nil {
@@ -83,10 +79,9 @@ func (l *LlmConnector) Summarize(text string, model string) (string, error) {
 			{
 				Role: openai.ChatMessageRoleSystem,
 				Content: "You're a text shortener. Give a very brief summary of the main facts " +
-					"point by point.  Format them as a list of bullet points each starting with \"-\". " +
+					"point by point.  Format them as a list of bullet points. " +
 					"Avoid any commentaries and value judgement on the matter. " +
-					"If possible, respond in the same language as the original text." +
+					"If possible, use the same language as the original text.",
-					"Do not use any non-ASCII characters.",
 			},
 		},
 	}
@@ -113,34 +108,3 @@ func (l *LlmConnector) Summarize(text string, model string) (string, error) {
 
 	return resp.Choices[0].Message.Content, nil
 }
-
-func (l *LlmConnector) HasAllModels(modelIds []string) (bool, map[string]bool) {
-	modelList, err := l.client.ListModels(context.Background())
-	if err != nil {
-		slog.Error("llm: Model list request failed", "error", err)
-	}
-
-	slog.Info("llm: Returned model list", "models", modelList)
-	slog.Info("llm: Checking for requested models", "requested", modelIds)
-
-	requestedModelsCount := len(modelIds)
-	searchResult := make(map[string]bool, requestedModelsCount)
-
-	for _, modelId := range modelIds {
-		searchResult[modelId] = false
-	}
-
-	for _, model := range modelList.Models {
-		if slices.Contains(modelIds, model.ID) {
-			searchResult[model.ID] = true
-		}
-	}
-
-	for _, v := range searchResult {
-		if !v {
-			return false, searchResult
-		}
-	}
-
-	return true, searchResult
-}

llm/request_context.go

@@ -1,14 +1,10 @@
 package llm
 
-import (
-	"github.com/sashabaranov/go-openai"
-	"strings"
-)
-
 type RequestContext struct {
-	Empty bool
+	Empty  bool
-	User  UserContext
+	Inline bool
-	Chat  ChatContext
+	User   UserContext
+	Chat   ChatContext
 }
 
 type UserContext struct {
@@ -22,16 +18,6 @@ type ChatContext struct {
 	Title       string
 	Description string
 	Type        string
-	History     []ChatMessage
-}
-
-type ChatMessage struct {
-	Name          string
-	Username      string
-	Text          string
-	IsMe          bool
-	IsUserRequest bool
-	ReplyTo       *ChatMessage
 }
 
 func (c RequestContext) Prompt() string {
@@ -40,84 +26,29 @@ func (c RequestContext) Prompt() string {
 	}
 
 	prompt := ""
+	if !c.Inline {
+		prompt += "The type of chat you're in is \"" + c.Chat.Type + "\". "
 
-	prompt += "The type of chat you're in is \"" + c.Chat.Type + "\". "
+		if c.Chat.Title != "" {
-
+			prompt += "Chat is called \"" + c.Chat.Title + "\". "
-	if c.Chat.Type == "group" || c.Chat.Type == "supergroup" {
+		}
-		prompt += "Please consider that there are several users in this chat type who may discuss several unrelated " +
+		if c.Chat.Description != "" {
-			"topics. Try to respond only about the topic you were asked about and only to the user who asked you, " +
+			prompt += "Chat description is \"" + c.Chat.Description + "\". "
-			"but keep in mind another chat history. "
+		}
+	} else {
+		prompt += "You're responding to inline query, so you're not in the chat right now. "
 	}
 
-	if c.Chat.Title != "" {
+	prompt += "According to their profile, first name of the user who wrote you is \"" + c.User.FirstName + "\". "
-		prompt += "\nChat is called \"" + c.Chat.Title + "\". "
-	}
-	if c.Chat.Description != "" {
-		prompt += "Chat description is \"" + c.Chat.Description + "\". "
-	}
-
-	prompt += "\nProfile of the user who mentioned you in the chat:\n" +
-		"First name: \"" + c.User.FirstName + "\"\n"
 	if c.User.Username != "" {
-		prompt += "Username: @" + c.User.Username + ".\n"
+		prompt += "Their username is @" + c.User.Username + ". "
 	}
 	if c.User.LastName != "" {
-		prompt += "Last name: \"" + c.User.LastName + "\"\n"
+		prompt += "Their last name is \"" + c.User.LastName + "\". "
+	}
+	if c.User.IsPremium {
+		prompt += "They have Telegram Premium subscription. "
 	}
-	//if c.User.IsPremium {
-	//	prompt += "Telegram Premium subscription: active."
-	//}
 
 	return prompt
 }
-
-func chatMessageToOpenAiChatCompletionMessage(message ChatMessage) openai.ChatCompletionMessage {
-	var msgRole string
-	var msgText string
-
-	switch {
-	case message.IsMe:
-		msgRole = openai.ChatMessageRoleAssistant
-	case message.IsUserRequest:
-		msgRole = openai.ChatMessageRoleUser
-	default:
-		msgRole = openai.ChatMessageRoleSystem
-	}
-
-	if message.IsMe {
-		msgText = message.Text
-	} else {
-		msgText = chatMessageToText(message)
-	}
-
-	return openai.ChatCompletionMessage{
-		Role:    msgRole,
-		Content: msgText,
-	}
-}
-
-func chatMessageToText(message ChatMessage) string {
-	var msgText string
-
-	if message.ReplyTo != nil {
-		msgText += "In reply to:"
-		msgText += quoteText(presentUserMessageAsText(*message.ReplyTo)) + "\n\n"
-	}
-	msgText += presentUserMessageAsText(message)
-
-	return msgText
-}
-
-func presentUserMessageAsText(message ChatMessage) string {
-	result := message.Name
-	if message.Username != "" {
-		result += " (@" + message.Username + ")"
-	}
-	result += " wrote:\n" + message.Text
-
-	return result
-}
-
-func quoteText(text string) string {
-	return "> " + strings.ReplaceAll(text, "\n", "\n> ")
-}

main.go

@@ -12,30 +12,12 @@ import (
 )
 
 func main() {
-	apiToken := os.Getenv("OPENAI_API_TOKEN")
+	ollamaToken := os.Getenv("OLLAMA_TOKEN")
-	apiBaseUrl := os.Getenv("OPENAI_API_BASE_URL")
+	ollamaBaseUrl := os.Getenv("OLLAMA_BASE_URL")
-
-	models := bot.ModelSelection{
-		TextRequestModel: os.Getenv("MODEL_TEXT_REQUEST"),
-		SummarizeModel:   os.Getenv("MODEL_SUMMARIZE_REQUEST"),
-	}
-
-	slog.Info("Selected", "models", models)
 
 	telegramToken := os.Getenv("TELEGRAM_TOKEN")
 
-	llmc := llm.NewConnector(apiBaseUrl, apiToken)
+	llmc := llm.NewConnector(ollamaBaseUrl, ollamaToken)
-
-	slog.Info("Checking models availability")
-
-	hasAll, searchResult := llmc.HasAllModels([]string{models.TextRequestModel, models.SummarizeModel})
-	if !hasAll {
-		slog.Error("Not all models are available", "result", searchResult)
-		os.Exit(1)
-	}
-
-	slog.Info("All needed models are available")
-
 	ext := extractor.NewExtractor()
 
 	telegramApi, err := tg.NewBot(telegramToken, tg.WithLogger(bot.NewLogger("telego: ")))
@@ -44,7 +26,7 @@ func main() {
 		os.Exit(1)
 	}
 
-	botService := bot.NewBot(telegramApi, llmc, ext, models)
+	botService := bot.NewBot(telegramApi, llmc, ext)
 
 	err = botService.Run()
 	if err != nil {

stats/stats.go

@@ -15,7 +15,7 @@ type Stats struct {
 	PrivateRequests uint64
 	InlineQueries   uint64
 
-	Mentions          uint64
+	HeyRequests       uint64
 	SummarizeRequests uint64
 }
 
@@ -27,7 +27,7 @@ func NewStats() *Stats {
 		PrivateRequests: 0,
 		InlineQueries:   0,
 
-		Mentions:          0,
+		HeyRequests:       0,
 		SummarizeRequests: 0,
 	}
 }
@@ -40,7 +40,7 @@ func (s *Stats) MarshalJSON() ([]byte, error) {
 		PrivateRequests uint64 `json:"private_requests"`
 		InlineQueries   uint64 `json:"inline_queries"`
 
-		Mentions          uint64 `json:"mentions"`
+		HeyRequests       uint64 `json:"hey_requests"`
 		SummarizeRequests uint64 `json:"summarize_requests"`
 	}{
 		Uptime: time.Now().Sub(s.RunningSince).String(),
@@ -49,7 +49,7 @@ func (s *Stats) MarshalJSON() ([]byte, error) {
 		PrivateRequests: s.PrivateRequests,
 		InlineQueries:   s.InlineQueries,
 
-		Mentions:          s.Mentions,
+		HeyRequests:       s.HeyRequests,
 		SummarizeRequests: s.SummarizeRequests,
 	})
 }
@@ -81,10 +81,10 @@ func (s *Stats) PrivateRequest() {
 	s.PrivateRequests++
 }
 
-func (s *Stats) Mention() {
+func (s *Stats) HeyRequest() {
 	s.mu.Lock()
 	defer s.mu.Unlock()
-	s.Mentions++
+	s.HeyRequests++
 }
 
 func (s *Stats) SummarizeRequest() {