2023-09-14 15:22:38 +08:00
|
|
|
|
|
|
|
|
import asyncio
|
|
|
|
|
from asyncio import Queue
|
|
|
|
|
import logging
|
|
|
|
|
from abc import abstractmethod
|
|
|
|
|
|
2023-09-27 17:24:00 +08:00
|
|
|
from .compute_task import ComputeTask, ComputeTaskResult, ComputeTaskResultCode, ComputeTaskState, ComputeTaskType
|
2023-09-14 15:22:38 +08:00
|
|
|
from .compute_node import ComputeNode
|
|
|
|
|
|
|
|
|
|
logger = logging.getLogger(__name__)
|
|
|
|
|
|
|
|
|
|
class Queue_ComputeNode(ComputeNode):
|
|
|
|
|
def __init__(self):
|
|
|
|
|
super().__init__()
|
|
|
|
|
self.task_queue = Queue()
|
2023-09-27 17:24:00 +08:00
|
|
|
self.is_start = False
|
2023-09-14 15:22:38 +08:00
|
|
|
|
|
|
|
|
@abstractmethod
|
|
|
|
|
async def execute_task(self, task: ComputeTask) -> {
|
|
|
|
|
"content": str,
|
|
|
|
|
"message": str,
|
|
|
|
|
"state": ComputeTaskState,
|
|
|
|
|
"error": {
|
|
|
|
|
"code": int,
|
|
|
|
|
"message": str,
|
|
|
|
|
}
|
|
|
|
|
}:
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
async def push_task(self, task: ComputeTask, proiority: int = 0):
|
|
|
|
|
logger.info(f"{self.display()} push task: {task.display()}")
|
|
|
|
|
self.task_queue.put_nowait(task)
|
|
|
|
|
|
|
|
|
|
async def remove_task(self, task_id: str):
|
|
|
|
|
pass
|
|
|
|
|
|
|
|
|
|
async def _run_task(self, task: ComputeTask):
|
|
|
|
|
task.state = ComputeTaskState.RUNNING
|
|
|
|
|
|
|
|
|
|
resp = await self.execute_task(task)
|
|
|
|
|
|
|
|
|
|
result = ComputeTaskResult()
|
|
|
|
|
|
2023-09-27 17:24:00 +08:00
|
|
|
result.worker_id = self.node_id
|
2023-09-14 15:22:38 +08:00
|
|
|
task.state = resp["state"]
|
2023-09-27 17:24:00 +08:00
|
|
|
|
2023-09-14 15:22:38 +08:00
|
|
|
if task.state == ComputeTaskState.ERROR:
|
2023-09-27 17:24:00 +08:00
|
|
|
result.result_code = ComputeTaskResultCode.ERROR
|
2023-09-14 15:22:38 +08:00
|
|
|
task.error_str = resp["error"]["message"]
|
2023-09-27 17:24:00 +08:00
|
|
|
else:
|
|
|
|
|
result.result_code = ComputeTaskResultCode.OK
|
|
|
|
|
result.result_str = resp["content"]
|
|
|
|
|
result.result_message = resp["message"]
|
2023-09-14 15:22:38 +08:00
|
|
|
|
2023-09-27 17:24:00 +08:00
|
|
|
result.set_from_task(task)
|
2023-09-14 15:22:38 +08:00
|
|
|
|
|
|
|
|
return result
|
|
|
|
|
|
2023-09-27 17:53:03 +08:00
|
|
|
def start(self):
|
2023-09-27 17:24:00 +08:00
|
|
|
if self.is_start is True:
|
|
|
|
|
return
|
|
|
|
|
self.is_start = True
|
|
|
|
|
|
2023-09-14 15:22:38 +08:00
|
|
|
async def _run_task_loop():
|
|
|
|
|
while True:
|
|
|
|
|
task = await self.task_queue.get()
|
2023-09-27 17:24:00 +08:00
|
|
|
logger.info(f"openai_node get task: {task.display()}")
|
2023-09-27 17:53:03 +08:00
|
|
|
await self._run_task(task)
|
2023-09-14 15:22:38 +08:00
|
|
|
|
|
|
|
|
asyncio.create_task(_run_task_loop())
|
|
|
|
|
|
|
|
|
|
|
|
|
|
|
def get_task_state(self, task_id: str):
|
|
|
|
|
pass
|