local llama

src/aios_kernel/local_llama_compute_node.py

@@ -67,12 +67,12 @@ class LocalLlama_ComputeNode(Queue_ComputeNode):
                     task.error_str = str(e)
                     result.error_str = str(e)
                     return result
-
             
                 logger.info(f"local-llama({self.model_path}) response: {json.dumps(resp, indent=4)}")
 
                 status_code = resp["choices"][0]["finish_reason"]
                 token_usage = resp["usage"]
+
                 match status_code:
                     case "function_call":
                         task.state = ComputeTaskState.DONE

src/aios_kernel/queue_compute_node.py

@@ -29,6 +29,7 @@ class Queue_ComputeNode(ComputeNode):
     async def _run_task(self, task: ComputeTask):
         task.state = ComputeTaskState.RUNNING
 
+
         result = ComputeTaskResult()
         result.result_code = ComputeTaskResultCode.ERROR
         result.set_from_task(task)

src/requirements.txt

@@ -137,4 +137,4 @@ python-telegram-bot
 pydub
 stability_sdk
 sentence-transformers==2.2.2
-tiktoken
+tiktoken

src/service/aios_shell/aios_shell.py

@@ -164,9 +164,7 @@ class AIOS_Shell:
             # if await stability_api_node.initial() is not True:
             #     logger.error("stability api node initial failed!")
             # ComputeKernel.get_instance().add_compute_node(stability_api_node)
-
-        
-        
+  
         local_st_text_compute_node = LocalSentenceTransformer_Text_ComputeNode()
         if local_st_text_compute_node.initial() is not True:
             logger.error("local sentence transformer text embedding node initial failed!")
@@ -179,7 +177,6 @@ class AIOS_Shell:
         else:
             ComputeKernel.get_instance().add_compute_node(local_st_image_compute_node)
        
-
         await ComputeKernel.get_instance().start()
 
         AIBus().get_default_bus().register_unhandle_message_handler(self._handle_no_target_msg)