From cb9b34a5036663af5c471a1aa6eb960e2b3567e4 Mon Sep 17 00:00:00 2001 From: GdoongMathew Date: Tue, 21 Jul 2026 18:16:36 +0800 Subject: [PATCH] fix callers of `count_tokens`, pass provider string directly --- api/simple_chat.py | 2 +- api/websocket_wiki.py | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/api/simple_chat.py b/api/simple_chat.py index 7db123ec1..7b5ae0497 100644 --- a/api/simple_chat.py +++ b/api/simple_chat.py @@ -50,7 +50,7 @@ async def chat_completions_stream(request: ChatCompletionRequest): if request.messages and len(request.messages) > 0: last_message = request.messages[-1] if hasattr(last_message, 'content') and last_message.content: - tokens = count_tokens(last_message.content, request.provider == "ollama") + tokens = count_tokens(last_message.content, embedder_type=request.provider) logger.info(f"Request size: {tokens} tokens") if tokens > MAX_INPUT_TOKENS: logger.warning(f"Request exceeds recommended token limit ({tokens} > {MAX_INPUT_TOKENS})") diff --git a/api/websocket_wiki.py b/api/websocket_wiki.py index 32e37f7d9..9191b69c3 100644 --- a/api/websocket_wiki.py +++ b/api/websocket_wiki.py @@ -43,7 +43,7 @@ async def handle_websocket_chat(websocket: WebSocket): if request.messages and len(request.messages) > 0: last_message = request.messages[-1] if hasattr(last_message, 'content') and last_message.content: - tokens = count_tokens(last_message.content, request.provider == "ollama") + tokens = count_tokens(last_message.content, embedder_type=request.provider) logger.info(f"Request size: {tokens} tokens") if tokens > MAX_INPUT_TOKENS: logger.warning(f"Request exceeds recommended token limit ({tokens} > {MAX_INPUT_TOKENS})")