Files
opendan/src/component/agent_manager/agent_manager.py
T

147 lines
5.2 KiB
Python
Raw Normal View History

2023-11-15 18:43:27 +08:00
import importlib
2023-08-20 22:53:35 -07:00
import logging
import toml
2023-10-20 14:19:41 +08:00
import os
2023-11-15 18:43:27 +08:00
import sys
2023-10-20 14:19:41 +08:00
import runpy
2023-09-20 01:33:00 -07:00
from typing import Any, Callable, Dict, List, Optional, Union
2023-08-20 22:53:35 -07:00
from aios import AIAgent,AIAgentTemplete,AIStorage,Environment,BaseAIAgent,PackageEnv,PackageEnvManager,PackageMediaInfo,PackageInstallTask
2023-08-20 22:53:35 -07:00
logger = logging.getLogger(__name__)
default_agent_cfg = """
main = "./"
cache = "./.agents"
"""
2023-08-14 12:44:19 -07:00
class AgentManager:
2023-08-14 12:44:19 -07:00
_instance = None
2023-11-15 18:43:27 +08:00
@classmethod
def get_instance(cls)->'AgentManager':
2023-08-14 12:44:19 -07:00
if cls._instance is None:
cls._instance = AgentManager()
2023-08-14 12:44:19 -07:00
return cls._instance
2023-11-15 18:43:27 +08:00
2023-09-20 01:33:00 -07:00
def __init__(self) -> None:
self.agent_templete_env : PackageEnv = None
self.agent_env : PackageEnv = None
2023-11-15 18:43:27 +08:00
self.db_path : str = None
self.loaded_agent_instance : Dict[str,BaseAIAgent] = None
async def initial(self) -> None:
system_app_dir = AIStorage.get_instance().get_system_app_dir()
user_data_dir = AIStorage.get_instance().get_myai_dir()
self.agent_templete_env : PackageEnv = PackageEnvManager().get_env(f"{system_app_dir}/templates/templetes.cfg")
sys_agent_env : PackageEnv = PackageEnvManager().get_env(f"{system_app_dir}/agents/agents.cfg")
user_agent_config_path = f"{user_data_dir}/agents/agents.cfg"
await AIStorage.get_instance().try_create_file_with_default_value(user_agent_config_path,default_agent_cfg)
self.agent_env : PackageEnv = PackageEnvManager().get_env(user_agent_config_path)
self.agent_env.parent_envs.append(sys_agent_env)
self.db_path = f"{user_data_dir}/messages.db"
self.loaded_agent_instance = {}
2023-11-15 18:43:27 +08:00
2023-09-26 01:19:33 -07:00
return True
2023-11-15 18:43:27 +08:00
2023-09-20 01:33:00 -07:00
async def scan_all_agent(self)->None:
pass
2023-11-15 18:43:27 +08:00
async def is_exist(self,agent_id:str) -> bool:
the_aget = await self.get(agent_id)
if the_aget:
return True
return False
async def get(self,agent_id:str) -> AIAgent:
2023-08-20 22:53:35 -07:00
the_agent = self.loaded_agent_instance.get(agent_id)
if the_agent:
return the_agent
2023-11-15 18:43:27 +08:00
2023-08-20 22:53:35 -07:00
# try load from disk
agent_media_info = self.agent_env.load(agent_id)
if agent_media_info is None:
return None
2023-11-15 18:43:27 +08:00
the_agent : AIAgent = await self._load_agent_from_media(agent_media_info)
2023-08-20 22:53:35 -07:00
if the_agent is None:
logger.warn(f"load agent {agent_id} from media failed!")
2023-11-03 01:16:32 -07:00
return None
2023-11-15 18:43:27 +08:00
the_agent.chat_db = self.db_path
2023-08-20 22:53:35 -07:00
return the_agent
2023-08-14 12:44:19 -07:00
2023-08-20 22:53:35 -07:00
def remove(self,agent_id:str)->int:
2023-08-14 12:44:19 -07:00
pass
async def get_templete(self,templete_id) -> AIAgentTemplete:
2023-08-20 22:53:35 -07:00
template_media_info = self.agent_templete_env.get(templete_id)
if template_media_info is None:
return None
return self._load_templete_from_media(template_media_info)
def install(self,templete_id) -> PackageInstallTask:
2023-08-20 22:53:35 -07:00
installer = self.agent_templete_env.get_installer()
return installer.install(templete_id)
2023-11-15 18:43:27 +08:00
2023-08-20 22:53:35 -07:00
def uninstall(self,templete_id) -> int:
2023-11-15 18:43:27 +08:00
pass
async def _load_templete_from_media(self,templete_media:PackageMediaInfo) -> AIAgentTemplete:
2023-08-14 12:44:19 -07:00
pass
2023-11-15 18:43:27 +08:00
async def _load_agent_from_media(self,agent_media:PackageMediaInfo) -> BaseAIAgent:
reader = self.agent_env._create_media_loader(agent_media)
if reader is None:
logger.error(f"create media loader for {agent_media} failed!")
return None
2023-11-15 18:43:27 +08:00
try:
config_file = await reader.read("agent.toml","r")
if config_file is None:
logger.error(f"read agent config from {agent_media} failed!")
return None
config_data = await config_file.read()
config = toml.loads(config_data)
result_agent = AIAgent()
2023-10-20 14:19:41 +08:00
if "owner_env" in config:
owner_env = config["owner_env"]
_, ext = os.path.splitext(owner_env)
if ext == ".py":
env_path = os.path.join(agent_media.full_path, owner_env)
owner_env = runpy.run_path(env_path)["init"]()
config["owner_env"] = owner_env
else:
owner_env = Environment.get_env_by_id(config["owner_env"])
config["owner_env"] = owner_env
if result_agent.load_from_config(config) is False:
logger.error(f"load agent from {agent_media} failed!")
return None
return result_agent
except Exception as e:
2023-11-15 18:43:27 +08:00
custom_agent = os.path.join(agent_media.full_path,"agent.py")
if not os.path.exists(custom_agent):
logger.error(f"read agent.toml cfg from {agent_media} failed! unexpected error occurred: {str(e)}")
return None
agent_name = os.path.split(agent_media.full_path)[1]
spec = importlib.util.spec_from_file_location(agent_name, custom_agent)
the_api = importlib.util.module_from_spec(spec)
spec.loader.exec_module(the_api)
if not hasattr(the_api,"Agent"):
logger.error(f"read agent.toml cfg from {agent_media} failed! unexpected error occurred: {str(e)}")
return None
return the_api.Agent()
def create(self,template,agent_name,agent_last_name,agent_introduce) -> AIAgent:
2023-08-14 12:44:19 -07:00
pass