diff --git a/rag/llm/chat_model.py b/rag/llm/chat_model.py index 7452931ce0398c1a0d529ee3d1b9a7526eb446dd..d4a45f00ac71012851285381d421c2b35266f6e6 100644 --- a/rag/llm/chat_model.py +++ b/rag/llm/chat_model.py @@ -153,7 +153,7 @@ class OllamaChat(Base): options=options ) ans = response["message"]["content"].strip() - return ans, response["eval_count"] + response["prompt_eval_count"] + return ans, response["eval_count"] + response.get("prompt_eval_count", 0) except Exception as e: return "**ERROR**: " + str(e), 0