Refactor the code directory structure to better suit the current complexity

2023-11-30 21:04:19 -08:00
parent 4955225ecd
commit adeca91e0a
99 changed files with 391 additions and 342 deletions
@@ -0,0 +1,167 @@
+import logging
+import uuid
+from enum import Enum
+import time
+
+logger = logging.getLogger(__name__)
+
+class AgentMsgType(Enum):
+    TYPE_MSG = 0
+    TYPE_GROUPMSG = 1
+    TYPE_INTERNAL_CALL = 10
+    TYPE_ACTION = 20
+    TYPE_EVENT = 30
+    TYPE_SYSTEM = 40
+
+
+class AgentMsgStatus(Enum):
+    RESPONSED = 0
+    INIT = 1
+    SENDING = 2
+    PROCESSING = 3
+    ERROR = 4
+    RECVED = 5
+    EXECUTED = 6
+
+# msg is a msg / msg resp
+# msg body可以有内容类型（MIME标签），text, image, voice, video, file,以及富文本(html)
+# msg is a inner function call with result
+# msg is a Action with result
+
+# qutoe Msg
+# forword msg
+# reply msg
+
+# 逻辑上的同一个Message在同一个session中看到的msgid相同
+#       在不同的session中看到的msgid不同
+
+
+
+class AgentMsg:
+    def __init__(self,msg_type=AgentMsgType.TYPE_MSG) -> None:
+        self.msg_id = "msg#" + uuid.uuid4().hex
+        self.msg_type:AgentMsgType = msg_type
+
+        self.prev_msg_id:str = None
+        self.quote_msg_id:str = None
+        self.rely_msg_id:str = None # if not none means this is a respone msg
+        self.session_id:str = None
+
+        #forword info
+
+
+        self.create_time = 0
+        self.done_time = 0
+        self.topic:str = None # topic is use to find session, not store in db
+
+        self.sender:str = None # obj_id.sub_objid@tunnel_id
+        self.target:str = None
+        self.mentions:[] = None #use in group chat only
+        #self.title:str = None
+        self.body:str = None
+        self.body_mime:str = None #//default is "text/plain",encode is utf8
+
+        #type is call / action
+        self.func_name = None
+        self.args = None
+        self.result_str = None
+
+        #type is event
+        self.event_name = None
+        self.event_args = None
+
+        self.status = AgentMsgStatus.INIT
+        self.inner_call_chain = []
+        self.resp_msg = None
+
+    @classmethod
+    def from_json(cls,json_obj:dict) -> 'AgentMsg':
+        msg = AgentMsg()
+
+        return msg
+
+    @classmethod
+    def create_internal_call_msg(self,func_name:str,args:dict,prev_msg_id:str,caller:str):
+        msg = AgentMsg(AgentMsgType.TYPE_INTERNAL_CALL)
+        msg.create_time = time.time()
+        msg.func_name = func_name
+        msg.args = args
+        msg.prev_msg_id = prev_msg_id
+        msg.sender = caller
+        return msg
+
+    def create_action_msg(self,action_name:str,args:dict,caller:str):
+        msg = AgentMsg(AgentMsgType.TYPE_ACTION)
+        msg.create_time = time.time()
+        msg.func_name = action_name
+        msg.args = args
+        msg.prev_msg_id = self.msg_id
+        msg.topic  = self.topic
+        msg.sender = caller
+        return msg
+
+    def create_error_resp(self,error_msg:str):
+        resp_msg = AgentMsg(AgentMsgType.TYPE_SYSTEM)
+        resp_msg.create_time = time.time()
+
+        resp_msg.rely_msg_id = self.msg_id
+        resp_msg.body = error_msg
+        resp_msg.topic  = self.topic
+        resp_msg.sender = self.target
+        resp_msg.target = self.sender
+
+        return resp_msg
+
+    def create_resp_msg(self,resp_body):
+        resp_msg = AgentMsg()
+        resp_msg.create_time = time.time()
+
+        resp_msg.rely_msg_id = self.msg_id
+        resp_msg.sender = self.target
+        resp_msg.target = self.sender
+        resp_msg.body = resp_body
+        resp_msg.topic = self.topic
+
+        return resp_msg
+
+    def create_group_resp_msg(self,sender_id,resp_body):
+        resp_msg = AgentMsg(AgentMsgType.TYPE_GROUPMSG)
+        resp_msg.create_time = time.time()
+
+        resp_msg.rely_msg_id = self.msg_id
+        resp_msg.target = self.target
+        resp_msg.sender = sender_id
+        resp_msg.body = resp_body
+        resp_msg.topic = self.topic
+
+        return resp_msg
+
+    def set(self,sender:str,target:str,body:str,topic:str=None) -> None:
+        self.sender = sender
+        self.target = target
+        self.body = body
+        self.create_time = time.time()
+        if topic:
+            self.topic = topic
+
+    def get_msg_id(self) -> str:
+        return self.msg_id
+
+    def get_sender(self) -> str:
+        return self.sender
+
+    def get_target(self) -> str:
+        return self.target
+
+    def get_prev_msg_id(self) -> str:
+        return self.prev_msg_id
+
+    def get_quote_msg_id(self) -> str:
+        return self.quote_msg_id
+
+    @classmethod
+    def parse_function_call(cls,func_string:str):
+        str_list = shlex.split(func_string)
+        func_name = str_list[0]
+        params = str_list[1:]
+        return func_name, params
@@ -0,0 +1,142 @@
+
+from enum import Enum
+import uuid
+import time
+from typing import Union
+from ..knowledge import ObjectID
+from ..storage.storage import AIStorage
+
+class ComputeTaskResultCode(Enum):
+    OK = 0
+    TIMEOUT = 1
+    NO_WORKER = 2
+    ERROR = 3
+
+
+class ComputeTaskState(Enum):
+    DONE = 0
+    INIT = 1
+    RUNNING = 2
+    ERROR = 3
+    PENDING = 4
+
+class ComputeTaskType(Enum):
+    NONE = "None"
+    LLM_COMPLETION = "llm_completion"
+    TEXT_2_IMAGE = "text_2_image"
+    IMAGE_2_TEXT = "image_2_text"
+    IMAGE_2_IMAGE = "image_2_image"
+    VOICE_2_TEXT = "voice_2_text"
+    TEXT_2_VOICE = "text_2_voice"
+    TEXT_EMBEDDING ="text_embedding"
+    IMAGE_EMBEDDING ="image_embedding"
+
+
+class ComputeTask:
+    def __init__(self) -> None:
+        self.task_type = ComputeTaskType.NONE
+        self.create_time = None
+
+        self.task_id: str = None
+        self.callchain_id: str = None
+        self.params: dict = {}
+        self.refers: dict = None
+        self.pading_data: bytearray = None
+
+        self.state = ComputeTaskState.INIT
+        self.result = None
+        self.error_str = None
+
+    def set_llm_params(self, prompts, resp_mode,model_name, max_token_size, inner_functions = None, callchain_id=None):
+        self.task_type = ComputeTaskType.LLM_COMPLETION
+        self.create_time = time.time()
+        self.task_id = uuid.uuid4().hex
+        self.callchain_id = callchain_id
+        self.params["prompts"] = prompts.to_message_list()
+        self.params["resp_mode"] = resp_mode
+        if model_name is None:
+             model_name = AIStorage.get_instance().get_user_config().get_value("llm_model_name")
+        self.params["model_name"] = model_name
+        if max_token_size is None:
+            self.params["max_token_size"] = 4000
+        else:
+            self.params["max_token_size"] = max_token_size
+
+        if inner_functions is not None:
+            self.params["inner_functions"] = inner_functions
+
+    def set_text_embedding_params(self, input: str, model_name=None, callchain_id = None):
+        self.task_type = ComputeTaskType.TEXT_EMBEDDING
+        self.create_time = time.time()
+        self.task_id = uuid.uuid4().hex
+        self.callchain_id = callchain_id
+        if model_name is not None:
+            self.params["model_name"] = model_name
+        else:
+            self.params["model_name"] = "text-embedding-ada-002"
+        self.params["input"] = input
+        
+    def set_image_embedding_params(self, input = Union[ObjectID, bytes], model_name=None, callchain_id = None):
+        self.task_type = ComputeTaskType.IMAGE_EMBEDDING
+        self.create_time = time.time()
+        self.task_id = uuid.uuid4().hex
+        self.callchain_id = callchain_id
+        if model_name is not None:
+            self.params["model_name"] = model_name
+        else:
+            self.params["model_name"] = None
+        self.params["input"] = input
+    
+    def set_text_2_image_params(self, prompt: str, model_name, negative_prompt="", callchain_id=None):
+        self.task_type = ComputeTaskType.TEXT_2_IMAGE
+        self.create_time = time.time()
+        self.task_id = uuid.uuid4().hex
+        self.callchain_id = callchain_id
+        self.params["prompt"] = prompt
+        self.params["negative_prompt"] = negative_prompt
+        if model_name is not None:
+            self.params["model_name"] = model_name
+        else:
+            self.params["model_name"] = "v1-5-pruned-emaonly"
+
+    def set_image_2_text_params(self, image_path: str, prompt: str, model_name, negative_prompt="", callchain_id=None):
+        self.task_type = ComputeTaskType.IMAGE_2_TEXT
+        self.create_time = time.time()
+        self.task_id = uuid.uuid4().hex
+        self.callchain_id = callchain_id
+        self.params["image_path"] = image_path
+        if prompt == '':
+            self.params["prompt"] = "What's in this image?"
+        else:
+            self.params["prompt"] = prompt
+        self.params["negative_prompt"] = negative_prompt
+        if model_name is not None:
+            self.params["model_name"] = model_name
+        else:
+            self.params["model_name"] = "gpt-4-vision-preview"
+
+
+    def display(self) -> str:
+        return f"ComputeTask: {self.task_id} {self.task_type} {self.state}"
+
+
+class ComputeTaskResult:
+    def __init__(self) -> None:
+        self.create_time = None
+        self.task_id: str = None
+        self.callchain_id: str = None
+        self.worker_id: str = None
+        self.error_str : str = None 
+        self.result_code: int = 0
+        self.result_str: str = None # easy to use,can read from result
+
+        self.result : dict = {}
+
+        self.result_refers: dict = {}
+        self.pading_data: bytearray = None
+        
+
+    def set_from_task(self, task: ComputeTask):
+        self.task_id = task.task_id
+        self.callchain_id = task.callchain_id
+        task.result = self