The argument for is_support should be task_type
This commit is contained in:
@@ -13,8 +13,11 @@ logger = logging.getLogger(__name__)
|
||||
# How to dispatch different computing tasks (some tasks may contain a large amount of state for correct execution)
|
||||
# to suitable computing nodes, achieving a balance of speed, cost, and power consumption,
|
||||
# is the CORE GOAL of the entire computing task schedule system (aios_kernel).
|
||||
|
||||
|
||||
class ComputeKernel:
|
||||
_instance = None
|
||||
|
||||
def __new__(cls):
|
||||
if cls._instance is None:
|
||||
cls._instance = super().__new__(cls)
|
||||
@@ -36,18 +39,19 @@ class ComputeKernel:
|
||||
def run(self, task: ComputeTask) -> None:
|
||||
# check there is compute node can support this task
|
||||
if self.is_task_support(task) is False:
|
||||
logger.error(f"task {task.display()} is not support by any compute node")
|
||||
logger.error(
|
||||
f"task {task.display()} is not support by any compute node")
|
||||
return
|
||||
# add task to working_queue
|
||||
self.task_queue.put_nowait(task)
|
||||
|
||||
|
||||
def start(self):
|
||||
if self.is_start is True:
|
||||
logger.warn("compute_kernel is already start")
|
||||
return
|
||||
|
||||
self.is_start = True
|
||||
|
||||
async def _run_task_loop():
|
||||
while True:
|
||||
logger.info("compute_kernel is waiting for task...")
|
||||
@@ -60,17 +64,18 @@ class ComputeKernel:
|
||||
|
||||
asyncio.create_task(_run_task_loop())
|
||||
|
||||
|
||||
def _schedule(self, task) -> ComputeNode:
|
||||
for node in self.compute_nodes.values():
|
||||
if node.is_support(task) is True:
|
||||
if node.is_support(task.task_type) is True:
|
||||
return node
|
||||
logger.warning(f"task {task.display()} is not support by any compute node")
|
||||
logger.warning(
|
||||
f"task {task.display()} is not support by any compute node")
|
||||
return None
|
||||
|
||||
def add_compute_node(self, node: ComputeNode):
|
||||
if self.compute_nodes.get(node.node_id) is not None:
|
||||
logger.warn(f"compute_node {node.display()} already in compute_kernel")
|
||||
logger.warn(
|
||||
f"compute_node {node.display()} already in compute_kernel")
|
||||
return
|
||||
self.compute_nodes[node.node_id] = node
|
||||
logger.info(f"add compute_node {node.display()} to compute_kernel")
|
||||
@@ -85,7 +90,6 @@ class ComputeKernel:
|
||||
def is_task_support(self, task: ComputeTask) -> bool:
|
||||
return True
|
||||
|
||||
|
||||
# friendly interface for use:
|
||||
def llm_completion(self, prompt: AgentPrompt, mode_name: Optional[str] = None, max_token: int = 0):
|
||||
# craete a llm_work_task ,push on queue's end
|
||||
@@ -97,6 +101,7 @@ class ComputeKernel:
|
||||
|
||||
async def do_llm_completion(self, prompt: AgentPrompt, mode_name: Optional[str] = None, max_token: int = 0) -> str:
|
||||
task_req = self.llm_completion(prompt, mode_name, max_token)
|
||||
|
||||
async def check_timer():
|
||||
check_times = 0
|
||||
while True:
|
||||
@@ -118,4 +123,3 @@ class ComputeKernel:
|
||||
return task_req.result.result_str
|
||||
|
||||
return "error!"
|
||||
|
||||
Reference in New Issue
Block a user