From ad5407322c755468bd1e096599e7747fac45aea5 Mon Sep 17 00:00:00 2001 From: fiatrete Date: Fri, 16 Jun 2023 15:58:57 +0800 Subject: [PATCH] count tokens for functions --- agent_jarvis/jarvis/ai_agent/gpt_agent.py | 6 ++++++ 1 file changed, 6 insertions(+) diff --git a/agent_jarvis/jarvis/ai_agent/gpt_agent.py b/agent_jarvis/jarvis/ai_agent/gpt_agent.py index 18009fd..dbd9b84 100644 --- a/agent_jarvis/jarvis/ai_agent/gpt_agent.py +++ b/agent_jarvis/jarvis/ai_agent/gpt_agent.py @@ -157,6 +157,12 @@ class GptAgent(BaseAgent): [{"role": "user", "content": user_input}], model ) # Account for user input (appended later) + # TODO: OpenAI does not say how to count function tokens, we use this method to roughly get the tokens count + # It's result looks much larger than OpenAI's result + current_tokens_used += await token_counter.count_message_tokens( + [{"role": "user", "content": json.dumps(moduleRegistry.to_json_schema())}], model + ) + while next_message_to_add_index >= 0: # print (f"CURRENT TOKENS USED: {current_tokens_used}") tokens_to_add = await self._get_history_message_tokens(next_message_to_add_index, model)