Generator prompt from session histroy base on token limit.

2023-09-20 14:45:54 -07:00
parent 9f01a1aaf7
commit bde91771a8
5 changed files with 79 additions and 17 deletions
@@ -1,6 +1,7 @@
 instance_id = "Jarvis"
 fullname = "Jarvis"
 llm_model_name = "gpt-3.5-turbo-16k-0613"
+max_token_size = 16000

 [[prompt]]
 role = "system"