AgentMsg support image and video

rootfs/agents/AgentAssistant/environment.py

@@ -3,9 +3,10 @@ from typing import Optional
 
 import toml
 
-from aios_kernel import Environment, SimpleAIFunction
 import os
 
+from aios.agent.ai_function import SimpleAIFunction
+from aios.environment.environment import Environment
 
 local_path = os.path.split(os.path.realpath(__file__))[0]
 

rootfs/agents/DBQueryer/environment.py

@@ -1,7 +1,7 @@
 from typing import Optional
 
-from aios_kernel import Environment
-from aios_kernel.sql_database_function import GetTableInfosFunction, ExecuteSqlFunction
+from aios.environment.environment import Environment
+from aios.environment.sql_database_function import GetTableInfosFunction, ExecuteSqlFunction
 
 
 class DBQuerierEnvironment(Environment):

rootfs/agents/TextSummary/agent.py

@@ -1,8 +1,9 @@
 import copy
 
-from aios_kernel import CustomAIAgent, AgentMsg, AgentMsgType, AgentPrompt
-from aios_kernel.compute_task import ComputeTaskResultCode
-from knowledge.data.writer import split_text
+from aios.agent.agent_base import CustomAIAgent, AgentPrompt
+from aios.knowledge.data.writer import split_text
+from aios.proto.agent_msg import AgentMsg, AgentMsgType
+from aios.proto.compute_task import ComputeTaskResultCode
 
 
 class TextSummaryAgent(CustomAIAgent):

rootfs/agents/Vision/agent.toml

@@ -4,4 +4,5 @@ llm_model_name = "gpt-4-vision-preview"
 
 [[prompt]]
 role = "system"
-content = """你的工作对用户输入的图片和视频做分析，并根据用户的意图做出回应。"""
+content = """你的工作对用户输入的图片和视频做分析，并根据用户的意图做出回应。
+如果用户请求的是视频时，你接受到的是视频的关键帧，请根据关键帧内容回复用户问题。"""