Files
opendan/src/aios_kernel/queue_compute_node.py
T

57 lines
1.5 KiB
Python
Raw Normal View History

2023-09-14 15:22:38 +08:00
import asyncio
from asyncio import Queue
import logging
from abc import abstractmethod
2023-09-27 17:24:00 +08:00
from .compute_task import ComputeTask, ComputeTaskResult, ComputeTaskResultCode, ComputeTaskState, ComputeTaskType
2023-09-14 15:22:38 +08:00
from .compute_node import ComputeNode
logger = logging.getLogger(__name__)
class Queue_ComputeNode(ComputeNode):
def __init__(self):
super().__init__()
self.task_queue = Queue()
2023-09-27 17:24:00 +08:00
self.is_start = False
2023-09-14 15:22:38 +08:00
@abstractmethod
2023-09-28 00:51:52 +00:00
async def execute_task(self, task: ComputeTask) -> ComputeTaskResult:
2023-09-14 15:22:38 +08:00
pass
async def push_task(self, task: ComputeTask, proiority: int = 0):
logger.info(f"{self.display()} push task: {task.display()}")
self.task_queue.put_nowait(task)
async def remove_task(self, task_id: str):
pass
async def _run_task(self, task: ComputeTask):
task.state = ComputeTaskState.RUNNING
2023-09-28 00:51:52 +00:00
result = await self.execute_task(task)
if result is not None:
result.set_from_task(task)
result.worker_id = self.node_id
2023-09-27 17:24:00 +08:00
else:
2023-09-28 00:51:52 +00:00
task.state = ComputeTaskState.ERROR
2023-09-14 15:22:38 +08:00
return result
2023-09-27 17:53:03 +08:00
def start(self):
2023-09-27 17:24:00 +08:00
if self.is_start is True:
return
self.is_start = True
2023-09-14 15:22:38 +08:00
async def _run_task_loop():
while True:
task = await self.task_queue.get()
2023-09-27 17:24:00 +08:00
logger.info(f"openai_node get task: {task.display()}")
2023-09-27 17:53:03 +08:00
await self._run_task(task)
2023-09-14 15:22:38 +08:00
asyncio.create_task(_run_task_loop())
def get_task_state(self, task_id: str):
pass