2023-09-14 15:22:38 +08:00
|
|
|
|
|
|
|
|
import asyncio
|
|
|
|
|
from asyncio import Queue
|
|
|
|
|
import logging
|
|
|
|
|
from abc import abstractmethod
|
|
|
|
|
|
2023-09-27 17:24:00 +08:00
|
|
|
from .compute_task import ComputeTask, ComputeTaskResult, ComputeTaskResultCode, ComputeTaskState, ComputeTaskType
|
2023-09-14 15:22:38 +08:00
|
|
|
from .compute_node import ComputeNode
|
|
|
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
|
class Queue_ComputeNode(ComputeNode):
|
|
|
|
|
def __init__(self):
|
|
|
|
|
super().__init__()
|
|
|
|
|
self.task_queue = Queue()
|
2023-09-27 17:24:00 +08:00
|
|
|
self.is_start = False
|
2023-09-14 15:22:38 +08:00
|
|
|
|
|
|
|
|
@abstractmethod
|
2023-09-28 05:03:06 +00:00
|
|
|
async def execute_task(self, task: ComputeTask, result: ComputeTaskResult):
|
2023-09-14 15:22:38 +08:00
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
async def push_task(self, task: ComputeTask, proiority: int = 0):
|
|
|
|
|
logger.info(f"{self.display()} push task: {task.display()}")
|
|
|
|
|
self.task_queue.put_nowait(task)
|
|
|
|
|
|
|
|
|
|
async def remove_task(self, task_id: str):
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
async def _run_task(self, task: ComputeTask):
|
|
|
|
|
task.state = ComputeTaskState.RUNNING
|
2023-09-28 05:03:06 +00:00
|
|
|
|
|
|
|
|
result = ComputeTaskResult()
|
|
|
|
|
result.result_code = ComputeTaskResultCode.ERROR
|
|
|
|
|
result.set_from_task(task)
|
|
|
|
|
result.worker_id = self.node_id
|
|
|
|
|
|
|
|
|
|
await self.execute_task(task, result)
|
2023-09-28 00:51:52 +00:00
|
|
|
|
2023-09-14 15:22:38 +08:00
|
|
|
return result
|
|
|
|
|
|
2023-09-27 17:53:03 +08:00
|
|
|
def start(self):
|
2023-09-27 17:24:00 +08:00
|
|
|
if self.is_start is True:
|
|
|
|
|
return
|
|
|
|
|
self.is_start = True
|
|
|
|
|
|
2023-09-14 15:22:38 +08:00
|
|
|
async def _run_task_loop():
|
|
|
|
|
while True:
|
|
|
|
|
task = await self.task_queue.get()
|
2023-09-27 17:24:00 +08:00
|
|
|
logger.info(f"openai_node get task: {task.display()}")
|
2023-09-27 17:53:03 +08:00
|
|
|
await self._run_task(task)
|
2023-09-14 15:22:38 +08:00
|
|
|
|
|
|
|
|
asyncio.create_task(_run_task_loop())
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def get_task_state(self, task_id: str):
|
|
|
|
|
pass
|