diff --git a/src/aios_kernel/local_llama_compute_node.py b/src/aios_kernel/local_llama_compute_node.py index a16c3a3..7d8c87e 100644 --- a/src/aios_kernel/local_llama_compute_node.py +++ b/src/aios_kernel/local_llama_compute_node.py @@ -67,12 +67,12 @@ class LocalLlama_ComputeNode(Queue_ComputeNode): task.error_str = str(e) result.error_str = str(e) return result - logger.info(f"local-llama({self.model_path}) response: {json.dumps(resp, indent=4)}") status_code = resp["choices"][0]["finish_reason"] token_usage = resp["usage"] + match status_code: case "function_call": task.state = ComputeTaskState.DONE diff --git a/src/aios_kernel/queue_compute_node.py b/src/aios_kernel/queue_compute_node.py index 261aaa9..3c1bf3e 100644 --- a/src/aios_kernel/queue_compute_node.py +++ b/src/aios_kernel/queue_compute_node.py @@ -29,6 +29,7 @@ class Queue_ComputeNode(ComputeNode): async def _run_task(self, task: ComputeTask): task.state = ComputeTaskState.RUNNING + result = ComputeTaskResult() result.result_code = ComputeTaskResultCode.ERROR result.set_from_task(task) diff --git a/src/requirements.txt b/src/requirements.txt index c6128ee..b83e564 100644 --- a/src/requirements.txt +++ b/src/requirements.txt @@ -137,4 +137,4 @@ python-telegram-bot pydub stability_sdk sentence-transformers==2.2.2 -tiktoken +tiktoken \ No newline at end of file diff --git a/src/service/aios_shell/aios_shell.py b/src/service/aios_shell/aios_shell.py index a3aef85..1513317 100644 --- a/src/service/aios_shell/aios_shell.py +++ b/src/service/aios_shell/aios_shell.py @@ -164,9 +164,7 @@ class AIOS_Shell: # if await stability_api_node.initial() is not True: # logger.error("stability api node initial failed!") # ComputeKernel.get_instance().add_compute_node(stability_api_node) - - - + local_st_text_compute_node = LocalSentenceTransformer_Text_ComputeNode() if local_st_text_compute_node.initial() is not True: logger.error("local sentence transformer text embedding node initial failed!") @@ -179,7 +177,6 @@ class AIOS_Shell: else: ComputeKernel.get_instance().add_compute_node(local_st_image_compute_node) - await ComputeKernel.get_instance().start() AIBus().get_default_bus().register_unhandle_message_handler(self._handle_no_target_msg)