gyt/opendan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Merge pull request #108 from wugren/MVP

Browse Source 
AgentMsg support image and video
This commit is contained in:
Liu Zhicong
2023-12-04 11:29:31 -08:00
committed by GitHub
parent 49c75c9d66 1e987cc9d3
commit 66e407add5
18 changed files with 558 additions and 93 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/service/aios_shell/aios_shell.py
+53 -3
View File
@@ -33,7 +33,7 @@ from component.llama_node.local_llama_compute_node import LocalLlama_ComputeNode
sys.path.append(directory + '/../../component/')
from google_node import *
from google_node import *
from llama_node import *
from openai_node import *
from sd_node import *
@@ -240,12 +240,12 @@ class AIOS_Shell:
def get_version(self) -> str:
return "0.5.1"
async def send_msg(self,msg:str,target_id:str,topic:str,sender:str = None) -> str:
async def send_msg(self,msg:str,target_id:str,topic:str,sender:str = None, msg_mime:str=None) -> str:
if sender == self.username:
AIBus().get_default_bus().register_message_handler(self.username,self._user_process_msg)
agent_msg = AgentMsg()
agent_msg.set(sender,target_id,msg)
agent_msg.set(sender,target_id,msg,body_mime=msg_mime)
agent_msg.topic = topic
resp = await AIBus.get_default_bus().send_message(agent_msg)
if resp is not None:
@@ -455,6 +455,54 @@ class AIOS_Shell:
show_text = FormattedText([("class:title", f"{self.current_topic}@{self.current_target} >>> "),
("class:content", resp)])
return show_text
case 'send_img':
sender = None
if len(args) == 4:
target_id = args[0]
msg_content = args[1]
image_path = args[2]
topic = args[3]
sender = self.username
elif len(args) == 5:
target_id = args[0]
msg_content = args[1]
image_path = args[2]
topic = args[3]
sender = args[4]
ext = os.path.splitext(image_path)[1][1:]
resp = await self.send_msg(AgentMsg.create_image_body([image_path], msg_content),
target_id,
topic,
sender,
f"image/{ext}")
show_text = FormattedText([("class:title", f"{self.current_topic}@{self.current_target} >>> "),
("class:content", resp)])
return show_text
case 'send_video':
sender = None
if len(args) == 4:
target_id = args[0]
msg_content = args[1]
video_path = args[2]
topic = args[3]
sender = self.username
elif len(args) == 5:
target_id = args[0]
msg_content = args[1]
video_path = args[2]
topic = args[3]
sender = args[4]
ext = os.path.splitext(video_path)[1][1:]
resp = await self.send_msg(AgentMsg.create_video_body(video_path, msg_content),
target_id,
topic,
sender,
f"video/{ext}")
show_text = FormattedText([("class:title", f"{self.current_topic}@{self.current_target} >>> "),
("class:content", resp)])
return show_text
case 'set_config':
show_text = FormattedText([("class:error", f"set config args error,/set_config $config_item! ")])
if len(args) == 1:
@@ -770,6 +818,8 @@ async def main():
return await main_daemon_loop(shell)
completer = WordCompleter(['/send $target $msg $topic',
'/send_img $target $msg $img_path $topic',
'/send_video $target &msg &video_path $topic',
'/open $target $topic',
'/history $num $offset',
'/connect $target',