The argument for is_support should be task_type

This commit is contained in:
Song
2023-09-09 22:08:39 +08:00
parent 0d793bd12d
commit 27ed3e20e6
+12 -8
View File
@@ -13,8 +13,11 @@ logger = logging.getLogger(__name__)
# How to dispatch different computing tasks (some tasks may contain a large amount of state for correct execution)
# to suitable computing nodes, achieving a balance of speed, cost, and power consumption,
# is the CORE GOAL of the entire computing task schedule system (aios_kernel).
class ComputeKernel:
_instance = None
def __new__(cls):
if cls._instance is None:
cls._instance = super().__new__(cls)
@@ -36,18 +39,19 @@ class ComputeKernel:
def run(self, task: ComputeTask) -> None:
# check there is compute node can support this task
if self.is_task_support(task) is False:
logger.error(f"task {task.display()} is not support by any compute node")
logger.error(
f"task {task.display()} is not support by any compute node")
return
# add task to working_queue
self.task_queue.put_nowait(task)
def start(self):
if self.is_start is True:
logger.warn("compute_kernel is already start")
return
self.is_start = True
async def _run_task_loop():
while True:
logger.info("compute_kernel is waiting for task...")
@@ -60,17 +64,18 @@ class ComputeKernel:
asyncio.create_task(_run_task_loop())
def _schedule(self, task) -> ComputeNode:
for node in self.compute_nodes.values():
if node.is_support(task) is True:
if node.is_support(task.task_type) is True:
return node
logger.warning(f"task {task.display()} is not support by any compute node")
logger.warning(
f"task {task.display()} is not support by any compute node")
return None
def add_compute_node(self, node: ComputeNode):
if self.compute_nodes.get(node.node_id) is not None:
logger.warn(f"compute_node {node.display()} already in compute_kernel")
logger.warn(
f"compute_node {node.display()} already in compute_kernel")
return
self.compute_nodes[node.node_id] = node
logger.info(f"add compute_node {node.display()} to compute_kernel")
@@ -85,7 +90,6 @@ class ComputeKernel:
def is_task_support(self, task: ComputeTask) -> bool:
return True
# friendly interface for use:
def llm_completion(self, prompt: AgentPrompt, mode_name: Optional[str] = None, max_token: int = 0):
# craete a llm_work_task ,push on queue's end
@@ -97,6 +101,7 @@ class ComputeKernel:
async def do_llm_completion(self, prompt: AgentPrompt, mode_name: Optional[str] = None, max_token: int = 0) -> str:
task_req = self.llm_completion(prompt, mode_name, max_token)
async def check_timer():
check_times = 0
while True:
@@ -118,4 +123,3 @@ class ComputeKernel:
return task_req.result.result_str
return "error!"