2023-11-15 18:43:27 +08:00
|
|
|
import importlib
|
2023-08-20 22:53:35 -07:00
|
|
|
import logging
|
|
|
|
|
import toml
|
2023-10-20 14:19:41 +08:00
|
|
|
import os
|
2023-11-15 18:43:27 +08:00
|
|
|
import sys
|
2023-10-20 14:19:41 +08:00
|
|
|
import runpy
|
2023-09-20 01:33:00 -07:00
|
|
|
from typing import Any, Callable, Dict, List, Optional, Union
|
2023-08-20 22:53:35 -07:00
|
|
|
|
2023-11-30 21:04:19 -08:00
|
|
|
from aios import AIAgent,AIAgentTemplete,AIStorage,Environment,BaseAIAgent,PackageEnv,PackageEnvManager,PackageMediaInfo,PackageInstallTask
|
2023-08-20 22:53:35 -07:00
|
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
2023-09-20 22:47:52 -07:00
|
|
|
default_agent_cfg = """
|
|
|
|
|
main = "./"
|
|
|
|
|
cache = "./.agents"
|
|
|
|
|
"""
|
2023-08-14 12:44:19 -07:00
|
|
|
|
2023-08-23 11:19:16 -07:00
|
|
|
class AgentManager:
|
2023-08-14 12:44:19 -07:00
|
|
|
_instance = None
|
2023-11-15 18:43:27 +08:00
|
|
|
|
2023-09-16 11:41:59 -07:00
|
|
|
@classmethod
|
2023-09-17 18:18:54 -07:00
|
|
|
def get_instance(cls)->'AgentManager':
|
2023-08-14 12:44:19 -07:00
|
|
|
if cls._instance is None:
|
2023-09-16 11:41:59 -07:00
|
|
|
cls._instance = AgentManager()
|
2023-08-14 12:44:19 -07:00
|
|
|
return cls._instance
|
2023-11-15 18:43:27 +08:00
|
|
|
|
2023-09-20 01:33:00 -07:00
|
|
|
def __init__(self) -> None:
|
|
|
|
|
self.agent_templete_env : PackageEnv = None
|
|
|
|
|
self.agent_env : PackageEnv = None
|
2023-11-15 18:43:27 +08:00
|
|
|
self.db_path : str = None
|
|
|
|
|
self.loaded_agent_instance : Dict[str,BaseAIAgent] = None
|
|
|
|
|
|
2023-09-20 22:47:52 -07:00
|
|
|
async def initial(self) -> None:
|
2023-09-17 18:18:54 -07:00
|
|
|
system_app_dir = AIStorage.get_instance().get_system_app_dir()
|
|
|
|
|
user_data_dir = AIStorage.get_instance().get_myai_dir()
|
|
|
|
|
|
|
|
|
|
self.agent_templete_env : PackageEnv = PackageEnvManager().get_env(f"{system_app_dir}/templates/templetes.cfg")
|
2023-09-20 22:47:52 -07:00
|
|
|
sys_agent_env : PackageEnv = PackageEnvManager().get_env(f"{system_app_dir}/agents/agents.cfg")
|
|
|
|
|
user_agent_config_path = f"{user_data_dir}/agents/agents.cfg"
|
|
|
|
|
await AIStorage.get_instance().try_create_file_with_default_value(user_agent_config_path,default_agent_cfg)
|
|
|
|
|
self.agent_env : PackageEnv = PackageEnvManager().get_env(user_agent_config_path)
|
|
|
|
|
self.agent_env.parent_envs.append(sys_agent_env)
|
|
|
|
|
|
2023-09-17 18:18:54 -07:00
|
|
|
self.db_path = f"{user_data_dir}/messages.db"
|
2023-08-30 12:30:41 -07:00
|
|
|
self.loaded_agent_instance = {}
|
2023-11-15 18:43:27 +08:00
|
|
|
|
2023-09-26 01:19:33 -07:00
|
|
|
return True
|
2023-11-15 18:43:27 +08:00
|
|
|
|
2023-09-20 01:33:00 -07:00
|
|
|
async def scan_all_agent(self)->None:
|
|
|
|
|
pass
|
2023-11-15 18:43:27 +08:00
|
|
|
|
|
|
|
|
|
2023-10-03 18:52:10 -07:00
|
|
|
async def is_exist(self,agent_id:str) -> bool:
|
|
|
|
|
the_aget = await self.get(agent_id)
|
|
|
|
|
if the_aget:
|
|
|
|
|
return True
|
|
|
|
|
return False
|
|
|
|
|
|
2023-08-27 18:07:33 -07:00
|
|
|
async def get(self,agent_id:str) -> AIAgent:
|
2023-08-20 22:53:35 -07:00
|
|
|
the_agent = self.loaded_agent_instance.get(agent_id)
|
|
|
|
|
if the_agent:
|
|
|
|
|
return the_agent
|
2023-11-15 18:43:27 +08:00
|
|
|
|
2023-08-20 22:53:35 -07:00
|
|
|
# try load from disk
|
|
|
|
|
agent_media_info = self.agent_env.load(agent_id)
|
|
|
|
|
if agent_media_info is None:
|
|
|
|
|
return None
|
2023-11-15 18:43:27 +08:00
|
|
|
|
2023-08-27 18:07:33 -07:00
|
|
|
the_agent : AIAgent = await self._load_agent_from_media(agent_media_info)
|
2023-08-20 22:53:35 -07:00
|
|
|
if the_agent is None:
|
|
|
|
|
logger.warn(f"load agent {agent_id} from media failed!")
|
2023-11-03 01:16:32 -07:00
|
|
|
return None
|
2023-11-15 18:43:27 +08:00
|
|
|
|
2023-08-30 12:30:41 -07:00
|
|
|
the_agent.chat_db = self.db_path
|
2023-08-20 22:53:35 -07:00
|
|
|
return the_agent
|
2023-08-14 12:44:19 -07:00
|
|
|
|
2023-08-20 22:53:35 -07:00
|
|
|
def remove(self,agent_id:str)->int:
|
2023-08-14 12:44:19 -07:00
|
|
|
pass
|
|
|
|
|
|
2023-08-27 18:07:33 -07:00
|
|
|
async def get_templete(self,templete_id) -> AIAgentTemplete:
|
2023-08-20 22:53:35 -07:00
|
|
|
template_media_info = self.agent_templete_env.get(templete_id)
|
|
|
|
|
if template_media_info is None:
|
|
|
|
|
return None
|
|
|
|
|
return self._load_templete_from_media(template_media_info)
|
|
|
|
|
|
2023-08-23 11:19:16 -07:00
|
|
|
def install(self,templete_id) -> PackageInstallTask:
|
2023-08-20 22:53:35 -07:00
|
|
|
installer = self.agent_templete_env.get_installer()
|
|
|
|
|
return installer.install(templete_id)
|
2023-11-15 18:43:27 +08:00
|
|
|
|
2023-08-20 22:53:35 -07:00
|
|
|
def uninstall(self,templete_id) -> int:
|
2023-11-15 18:43:27 +08:00
|
|
|
pass
|
|
|
|
|
|
2023-08-27 18:07:33 -07:00
|
|
|
async def _load_templete_from_media(self,templete_media:PackageMediaInfo) -> AIAgentTemplete:
|
2023-08-14 12:44:19 -07:00
|
|
|
pass
|
|
|
|
|
|
2023-11-15 18:43:27 +08:00
|
|
|
async def _load_agent_from_media(self,agent_media:PackageMediaInfo) -> BaseAIAgent:
|
2023-08-27 18:07:33 -07:00
|
|
|
reader = self.agent_env._create_media_loader(agent_media)
|
|
|
|
|
if reader is None:
|
|
|
|
|
logger.error(f"create media loader for {agent_media} failed!")
|
|
|
|
|
return None
|
2023-11-15 18:43:27 +08:00
|
|
|
|
2023-08-27 18:07:33 -07:00
|
|
|
try:
|
|
|
|
|
config_file = await reader.read("agent.toml","r")
|
|
|
|
|
if config_file is None:
|
|
|
|
|
logger.error(f"read agent config from {agent_media} failed!")
|
|
|
|
|
return None
|
|
|
|
|
|
|
|
|
|
config_data = await config_file.read()
|
|
|
|
|
config = toml.loads(config_data)
|
|
|
|
|
result_agent = AIAgent()
|
2023-10-20 14:19:41 +08:00
|
|
|
|
|
|
|
|
if "owner_env" in config:
|
|
|
|
|
owner_env = config["owner_env"]
|
|
|
|
|
_, ext = os.path.splitext(owner_env)
|
|
|
|
|
if ext == ".py":
|
|
|
|
|
env_path = os.path.join(agent_media.full_path, owner_env)
|
|
|
|
|
owner_env = runpy.run_path(env_path)["init"]()
|
|
|
|
|
config["owner_env"] = owner_env
|
|
|
|
|
else:
|
|
|
|
|
owner_env = Environment.get_env_by_id(config["owner_env"])
|
|
|
|
|
config["owner_env"] = owner_env
|
|
|
|
|
|
2023-08-27 18:07:33 -07:00
|
|
|
if result_agent.load_from_config(config) is False:
|
|
|
|
|
logger.error(f"load agent from {agent_media} failed!")
|
|
|
|
|
return None
|
|
|
|
|
return result_agent
|
|
|
|
|
except Exception as e:
|
2023-11-15 18:43:27 +08:00
|
|
|
custom_agent = os.path.join(agent_media.full_path,"agent.py")
|
|
|
|
|
if not os.path.exists(custom_agent):
|
|
|
|
|
logger.error(f"read agent.toml cfg from {agent_media} failed! unexpected error occurred: {str(e)}")
|
|
|
|
|
return None
|
|
|
|
|
|
|
|
|
|
agent_name = os.path.split(agent_media.full_path)[1]
|
|
|
|
|
spec = importlib.util.spec_from_file_location(agent_name, custom_agent)
|
|
|
|
|
the_api = importlib.util.module_from_spec(spec)
|
|
|
|
|
spec.loader.exec_module(the_api)
|
|
|
|
|
if not hasattr(the_api,"Agent"):
|
|
|
|
|
logger.error(f"read agent.toml cfg from {agent_media} failed! unexpected error occurred: {str(e)}")
|
|
|
|
|
return None
|
|
|
|
|
return the_api.Agent()
|
|
|
|
|
|
|
|
|
|
|
2023-08-27 18:07:33 -07:00
|
|
|
|
2023-08-23 11:19:16 -07:00
|
|
|
def create(self,template,agent_name,agent_last_name,agent_introduce) -> AIAgent:
|
2023-08-14 12:44:19 -07:00
|
|
|
pass
|
|
|
|
|
|