Add implement of Agent Workspace (include a taskmanager system)
This commit is contained in:
Liu Zhicong
@@ -0,0 +1,357 @@
|
||||
from ast import Dict
|
||||
import json
|
||||
import sqlite3
|
||||
import os
|
||||
from typing import List
|
||||
|
||||
import aiofiles
|
||||
|
||||
from ..proto.ai_function import *
|
||||
from ..proto.agent_task import *
|
||||
from ..storage.storage import *
|
||||
|
||||
logger = logging.getLogger(__name__)
|
||||
|
||||
class LocalAgentTaskManger(AgentTaskManager):
|
||||
def __init__(self, owner_id):
|
||||
super().__init__()
|
||||
self.root_path = f"{AIStorage.get_instance().get_myai_dir()}/tasklist/{owner_id}"
|
||||
#self.root_path = os.path.join(workspace, list_type)
|
||||
if not os.path.exists(self.root_path):
|
||||
os.makedirs(self.root_path)
|
||||
|
||||
self.db_path = os.path.join(self.root_path, "tasklist.db")
|
||||
self.conn = None
|
||||
try:
|
||||
self.conn = sqlite3.connect(self.db_path)
|
||||
except Exception as e:
|
||||
logger.error("Error occurred while connecting to database: %s", e)
|
||||
return None
|
||||
|
||||
cursor = self.conn.cursor()
|
||||
cursor.execute('''
|
||||
CREATE TABLE IF NOT EXISTS obj_list (
|
||||
id TEXT,
|
||||
path TEXT
|
||||
)
|
||||
''')
|
||||
self.conn.commit()
|
||||
|
||||
def _get_obj_path(self,objid:str) -> str:
|
||||
cursor = self.conn.cursor()
|
||||
cursor.execute('''
|
||||
SELECT path FROM obj_list WHERE id = ?
|
||||
''',(objid,))
|
||||
row = cursor.fetchone()
|
||||
if row:
|
||||
return row[0]
|
||||
else:
|
||||
return None
|
||||
|
||||
def _save_obj_path(self,objid:str,path:str):
|
||||
cursor = self.conn.cursor()
|
||||
cursor.execute('''
|
||||
INSERT INTO obj_list (id,path) VALUES (?,?)
|
||||
''',(objid,path))
|
||||
self.conn.commit()
|
||||
|
||||
async def create_task(self,task:AgentTask,parent_id:str = None) -> str:
|
||||
try:
|
||||
#perfix = task.task_id[-5]
|
||||
if parent_id:
|
||||
parent_path = self._get_obj_path(parent_id)
|
||||
task_path = f"{parent_path}/{task.title}"
|
||||
else:
|
||||
task_path = f"{task.title}"
|
||||
|
||||
dir_path = f"{self.root_path}/{task_path}"
|
||||
|
||||
os.makedirs(dir_path)
|
||||
detail_path = f"{dir_path}/detail"
|
||||
if task.task_path is None:
|
||||
task.task_path = task_path
|
||||
self._save_obj_path(task.task_id,task_path)
|
||||
logger.info("create_task at %s",detail_path)
|
||||
async with aiofiles.open(detail_path, mode='w', encoding="utf-8") as f:
|
||||
await f.write(json.dumps(task.to_dict()))
|
||||
except Exception as e:
|
||||
logger.error("create_task failed:%s",e)
|
||||
return str(e)
|
||||
|
||||
return None
|
||||
|
||||
async def create_todos(self,owner_task_id:str,todos:List[AgentTodoTask]):
|
||||
owner_task_path = self._get_obj_path(owner_task_id)
|
||||
if owner_task_path is None:
|
||||
return f"owner task {owner_task_id} not found"
|
||||
|
||||
try:
|
||||
step_order = 0
|
||||
for todo in todos:
|
||||
todo.step_order = step_order
|
||||
todo.owner_taskid = owner_task_id
|
||||
todo_path = f"{self.root_path}/{owner_task_path}/#{step_order} {todo.title}.todo"
|
||||
self._save_obj_path(todo.todo_id,todo_path)
|
||||
async with aiofiles.open(todo_path, mode='w', encoding="utf-8") as f:
|
||||
await f.write(json.dumps(todo.to_dict()))
|
||||
logger.info("create_todos at %s OK!",todo_path)
|
||||
step_order += 1
|
||||
except Exception as e:
|
||||
logger.error("create_todos failed:%s",e)
|
||||
return str(e)
|
||||
|
||||
return None
|
||||
|
||||
|
||||
async def append_worklog(self,task:AgentTask,log:AgentWorkLog):
|
||||
worklog = f"{self.root_path}/{task.task_path}/.worklog"
|
||||
|
||||
async with aiofiles.open(worklog, mode='w+', encoding="utf-8") as f:
|
||||
content = await f.read()
|
||||
if len(content) > 0:
|
||||
json_obj = json.loads(content)
|
||||
else:
|
||||
json_obj = {}
|
||||
logs = json_obj.get("logs")
|
||||
if logs is None:
|
||||
logs = []
|
||||
logs.append(log.to_dict())
|
||||
json_obj["logs"] = logs
|
||||
await f.write(json.dumps(json_obj))
|
||||
|
||||
|
||||
async def get_worklog(self,obj_id:str)->List[AgentWorkLog]:
|
||||
obj_path = self._get_obj_path(obj_id)
|
||||
if obj_path is None:
|
||||
return []
|
||||
|
||||
if obj_path.endswith(".todo"):
|
||||
dir_path = os.path.dirname(obj_path)
|
||||
worklog_path = f"{self.root_path}/{dir_path}/.worklog"
|
||||
else:
|
||||
worklog_path = f"{self.root_path}/{obj_path}/.worklog"
|
||||
|
||||
async with aiofiles.open(worklog_path, mode='r', encoding="utf-8") as f:
|
||||
content = await f.read()
|
||||
if len(content) > 0:
|
||||
json_obj = json.loads(content)
|
||||
else:
|
||||
json_obj = {}
|
||||
logs = json_obj.get("logs")
|
||||
return logs
|
||||
|
||||
|
||||
async def get_task(self,task_id:str) -> AgentTask:
|
||||
task_path = self._get_obj_path(task_id)
|
||||
if task_path is None:
|
||||
logger.error("get_task:%s,not found!",task_id)
|
||||
return None
|
||||
|
||||
return await self.get_task_by_path(task_path)
|
||||
|
||||
async def _get_task_by_fullpath(self,task_fullpath) -> AgentTask:
|
||||
detail_path = f"{task_fullpath}/detail"
|
||||
try:
|
||||
with open(detail_path, mode='r', encoding="utf-8") as f:
|
||||
task_dict = json.load(f)
|
||||
result_task:AgentTask = AgentTask.from_dict(task_dict)
|
||||
if result_task:
|
||||
relative_path = os.path.relpath(task_fullpath, self.root_path)
|
||||
result_task.task_path = relative_path
|
||||
else:
|
||||
logger.error("_get_task_by_fullpath:%s,parse failed!",detail_path)
|
||||
|
||||
return result_task
|
||||
except Exception as e:
|
||||
logger.error("_get_task_by_fullpath:%s,failed:%s",task_fullpath,e)
|
||||
return None
|
||||
|
||||
async def get_task_by_path(self,task_path:str) -> AgentTask:
|
||||
full_path = f"{self.root_path}/{task_path}"
|
||||
return await self._get_task_by_fullpath(full_path)
|
||||
|
||||
async def get_todo(self,todo_id:str) -> AgentTodoTask:
|
||||
todo_path = self._get_obj_path(todo_id)
|
||||
if todo_path is None:
|
||||
logger.error("get_todo:%s,not found!",todo_id)
|
||||
return None
|
||||
|
||||
try:
|
||||
with open(todo_path, mode='r', encoding="utf-8") as f:
|
||||
todo_dict = json.load(f)
|
||||
result_todo:AgentTodoTask = AgentTodoTask.from_dict(todo_dict)
|
||||
if result_todo:
|
||||
result_todo.todo_path = todo_path
|
||||
else:
|
||||
logger.error("get_todo:%s,parse failed!",todo_path)
|
||||
|
||||
return result_todo
|
||||
except Exception as e:
|
||||
logger.error("get_todo:%s,failed:%s",todo_path,e)
|
||||
|
||||
return None
|
||||
|
||||
async def get_sub_tasks(self,task_id:str) -> List[AgentTask]:
|
||||
task_path = self._get_obj_path(task_id)
|
||||
if task_path is None:
|
||||
return []
|
||||
|
||||
sub_tasks = []
|
||||
for sub_item in os.listdir(task_path):
|
||||
if sub_item.startswith("."):
|
||||
continue
|
||||
if sub_item == "workspace":
|
||||
continue
|
||||
|
||||
full_path = os.path.join(task_path, sub_item)
|
||||
if os.path.isdir(full_path):
|
||||
sub_task = await self.get_task_by_path(f"{task_path}/{sub_item}")
|
||||
if sub_task:
|
||||
sub_tasks.append(sub_task)
|
||||
pass
|
||||
|
||||
|
||||
async def get_sub_todos(self,task_id:str) -> List[AgentTodoTask]:
|
||||
task_path = self._get_obj_path(task_id)
|
||||
if task_path is None:
|
||||
return []
|
||||
|
||||
sub_todos = []
|
||||
for sub_item in os.listdir(task_path):
|
||||
if sub_item.startswith("."):
|
||||
continue
|
||||
if sub_item == "workspace":
|
||||
continue
|
||||
|
||||
full_path = os.path.join(task_path, sub_item)
|
||||
if os.path.isfile(full_path) and sub_item.endswith(".todo"):
|
||||
sub_todo = await self.get_todo_by_path(f"{task_path}/{sub_item}")
|
||||
if sub_todo:
|
||||
sub_todos.append(sub_todo)
|
||||
|
||||
return sub_todos
|
||||
|
||||
|
||||
#async def get_task_depends(self,task_id:str) -> List[AgentTask]:
|
||||
# pass
|
||||
|
||||
|
||||
async def list_task(self,filter:dict) -> List[AgentTask]:
|
||||
|
||||
directory_path = self.root_path
|
||||
result_list:List[AgentTask] = []
|
||||
|
||||
for entry in os.scandir(directory_path):
|
||||
if not entry.is_dir():
|
||||
continue
|
||||
if entry.name.startswith("."):
|
||||
continue
|
||||
if entry.name == "workspace":
|
||||
continue
|
||||
task_item = await self.get_task_by_path(entry.path)
|
||||
if task_item:
|
||||
if not task_item.is_finish():
|
||||
result_list.append(task_item)
|
||||
|
||||
return result_list
|
||||
|
||||
|
||||
|
||||
|
||||
async def update_task(self,task:AgentTask):
|
||||
detail_path = f"{self.root_path}/{task.task_path}/detail"
|
||||
try:
|
||||
async with aiofiles.open(detail_path, mode='w', encoding="utf-8") as f:
|
||||
await f.write(json.dumps(task.to_dict()))
|
||||
except Exception as e:
|
||||
logger.error("update_task failed:%s",e)
|
||||
return str(e)
|
||||
|
||||
return None
|
||||
|
||||
async def update_todo(self,todo:AgentTodoTask):
|
||||
todo_path = self._get_obj_path(todo.todo_id)
|
||||
if todo_path is None:
|
||||
return f"todo {todo.todo_id} not found"
|
||||
|
||||
try:
|
||||
async with aiofiles.open(todo_path, mode='w', encoding="utf-8") as f:
|
||||
await f.write(json.dumps(todo.to_dict()))
|
||||
except Exception as e:
|
||||
logger.error("update_todo failed:%s",e)
|
||||
return str(e)
|
||||
|
||||
return None
|
||||
|
||||
#async def update_task_state(self,task_id,state:str):
|
||||
# pass
|
||||
|
||||
#async def update_todo_state(self,task_id,state:str):
|
||||
# pass
|
||||
|
||||
#todo共享其所在task的文件夹
|
||||
|
||||
async def get_task_file(self,task_id:str,path:str)->str:
|
||||
#return fileid
|
||||
pass
|
||||
|
||||
|
||||
async def set_task_file(self,task_id:str,path:str,fileid:str):
|
||||
pass
|
||||
|
||||
|
||||
async def list_task_file(self,task_id:str,path:str):
|
||||
pass
|
||||
|
||||
|
||||
async def remove_task_file(self,task_id:str,path:str):
|
||||
pass
|
||||
|
||||
|
||||
|
||||
class AgentWorkspace:
|
||||
def __init__(self,owner_agent_id:str) -> None:
|
||||
self.agent_id : str = owner_agent_id
|
||||
self.task_mgr : AgentTaskManager = LocalAgentTaskManger(owner_agent_id)
|
||||
self.actions : Dict[str,ActionItem] = {}
|
||||
self.inner_functions : Dict[str,AIFunction] = {}
|
||||
|
||||
self.init_actions()
|
||||
self.init_inner_functions()
|
||||
|
||||
|
||||
def init_actions(self):
|
||||
async def create_task(params):
|
||||
taskObj = AgentTask.create_by_dict(params)
|
||||
parent_id = params.get("parent")
|
||||
return await self.task_mgr.create_task(taskObj,parent_id)
|
||||
|
||||
create_task_action = SimpleAIOperation(
|
||||
"create_task",
|
||||
"Create a task in the task system, the supported parameters are: title, detail (simple task can not be filled), tags,due_date",
|
||||
create_task,
|
||||
)
|
||||
|
||||
self.actions[create_task_action.get_name()] = create_task_action
|
||||
|
||||
def get_actions(self) -> Dict:
|
||||
return self.actions
|
||||
|
||||
def init_inner_functions(self):
|
||||
async def list_tasks():
|
||||
result = {}
|
||||
fitler = {}
|
||||
task_list = await self.task_mgr.list_task(fitler)
|
||||
for task_item in task_list:
|
||||
result[task_item.task_id] = task_item.title
|
||||
|
||||
return json.dumps(result)
|
||||
|
||||
self.inner_functions["list_tasks"] = SimpleAIFunction("list_tasks",
|
||||
"list all tasks in json format like {{$task_id:$task_title}...}",
|
||||
list_tasks)
|
||||
|
||||
def get_inner_function_desc(self) -> List[AIFunction]:
|
||||
func_list = []
|
||||
func_list.extend(self.inner_functions.values())
|
||||
return func_list
|
||||
Reference in New Issue
Block a user