Files
opendan/src/aios_kernel/queue_compute_node.py
T

58 lines
1.5 KiB
Python
Raw Normal View History

2023-09-14 15:22:38 +08:00
import asyncio
from asyncio import Queue
import logging
from abc import abstractmethod
2023-09-27 17:24:00 +08:00
from .compute_task import ComputeTask, ComputeTaskResult, ComputeTaskResultCode, ComputeTaskState, ComputeTaskType
2023-09-14 15:22:38 +08:00
from .compute_node import ComputeNode
logger = logging.getLogger(__name__)
class Queue_ComputeNode(ComputeNode):
def __init__(self):
super().__init__()
self.task_queue = Queue()
2023-09-27 17:24:00 +08:00
self.is_start = False
2023-09-14 15:22:38 +08:00
@abstractmethod
2023-09-28 05:03:06 +00:00
async def execute_task(self, task: ComputeTask, result: ComputeTaskResult):
2023-09-14 15:22:38 +08:00
pass
async def push_task(self, task: ComputeTask, proiority: int = 0):
logger.info(f"{self.display()} push task: {task.display()}")
self.task_queue.put_nowait(task)
async def remove_task(self, task_id: str):
pass
async def _run_task(self, task: ComputeTask):
task.state = ComputeTaskState.RUNNING
2023-09-28 05:03:06 +00:00
2023-09-28 00:20:20 +00:00
2023-09-28 05:03:06 +00:00
result = ComputeTaskResult()
result.result_code = ComputeTaskResultCode.ERROR
result.set_from_task(task)
result.worker_id = self.node_id
await self.execute_task(task, result)
2023-09-28 00:51:52 +00:00
2023-09-14 15:22:38 +08:00
return result
2023-09-27 17:53:03 +08:00
def start(self):
2023-09-27 17:24:00 +08:00
if self.is_start is True:
return
self.is_start = True
2023-09-14 15:22:38 +08:00
async def _run_task_loop():
while True:
task = await self.task_queue.get()
2023-09-27 17:24:00 +08:00
logger.info(f"openai_node get task: {task.display()}")
2023-09-27 17:53:03 +08:00
await self._run_task(task)
2023-09-14 15:22:38 +08:00
asyncio.create_task(_run_task_loop())
def get_task_state(self, task_id: str):
pass