From ae36a86278d035ce30abb78805f53edd6e77a216 Mon Sep 17 00:00:00 2001 From: Alexey Skobkin Date: Fri, 16 Aug 2024 16:11:55 +0300 Subject: [PATCH] telegram-llm-bot. Update Telegram bot configuration with renamed API settings and new models selection variables. --- telegram-llm-bot/.env.dist | 13 +++++++++++-- 1 file changed, 11 insertions(+), 2 deletions(-) diff --git a/telegram-llm-bot/.env.dist b/telegram-llm-bot/.env.dist index 1f8f999..e3b950c 100644 --- a/telegram-llm-bot/.env.dist +++ b/telegram-llm-bot/.env.dist @@ -1,8 +1,17 @@ # see https://hub.docker.com/r/skobkin/telegram-llm-bot +# Telegram TELEGRAM_TOKEN=12345 -OLLAMA_TOKEN=12345 -OLLAMA_BASE_URL=http://host.docker.internal:11434 + +# API settings +OPENAI_API_TOKEN=12345 +OPENAI_API_BASE_URL=http://host.docker.internal:11434 + +# Models selection +# Model used for simple /hey requests +MODEL_TEXT_REQUEST="llama3.1:8b-instruct-q6_K" +# Model used for /summarize requests +MODEL_SUMMARIZE_REQUEST="mistral-nemo:12b-instruct-2407-q4_K_M" LOG_MAX_SIZE=5m LOG_MAX_FILE=5