gyt/opendan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

count tokens for functions

Browse Source
This commit is contained in:
fiatrete
2023-06-16 15:58:57 +08:00
parent 9d5872f5e6
commit ad5407322c
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files
agent_jarvis/jarvis/ai_agent/gpt_agent.py
+6
View File
@@ -157,6 +157,12 @@ class GptAgent(BaseAgent):
[{"role": "user", "content": user_input}], model [{"role": "user", "content": user_input}], model
) # Account for user input (appended later) ) # Account for user input (appended later)
# TODO: OpenAI does not say how to count function tokens, we use this method to roughly get the tokens count
# It's result looks much larger than OpenAI's result
current_tokens_used += await token_counter.count_message_tokens(
[{"role": "user", "content": json.dumps(moduleRegistry.to_json_schema())}], model
)
while next_message_to_add_index >= 0: while next_message_to_add_index >= 0:
# print (f"CURRENT TOKENS USED: {current_tokens_used}") # print (f"CURRENT TOKENS USED: {current_tokens_used}")
tokens_to_add = await self._get_history_message_tokens(next_message_to_add_index, model) tokens_to_add = await self._get_history_message_tokens(next_message_to_add_index, model)