gyt/opendan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

local llama

Browse Source
This commit is contained in:
streetycat
2023-09-28 00:20:20 +00:00
parent 97d69e43f7
commit 4f6b04fe48
4 changed files with 4 additions and 6 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/aios_kernel/local_llama_compute_node.py
+1 -1
View File
@@ -68,11 +68,11 @@ class LocalLlama_ComputeNode(Queue_ComputeNode):
result.error_str = str(e) result.error_str = str(e)
return result return result
logger.info(f"local-llama({self.model_path}) response: {json.dumps(resp, indent=4)}") logger.info(f"local-llama({self.model_path}) response: {json.dumps(resp, indent=4)}")
status_code = resp["choices"][0]["finish_reason"] status_code = resp["choices"][0]["finish_reason"]
token_usage = resp["usage"] token_usage = resp["usage"]
match status_code: match status_code:
case "function_call": case "function_call":
task.state = ComputeTaskState.DONE task.state = ComputeTaskState.DONE
src/aios_kernel/queue_compute_node.py
+1
View File
@@ -29,6 +29,7 @@ class Queue_ComputeNode(ComputeNode):
async def _run_task(self, task: ComputeTask): async def _run_task(self, task: ComputeTask):
task.state = ComputeTaskState.RUNNING task.state = ComputeTaskState.RUNNING
result = ComputeTaskResult() result = ComputeTaskResult()
result.result_code = ComputeTaskResultCode.ERROR result.result_code = ComputeTaskResultCode.ERROR
result.set_from_task(task) result.set_from_task(task)
src/service/aios_shell/aios_shell.py
-3
View File
@@ -165,8 +165,6 @@ class AIOS_Shell:
# logger.error("stability api node initial failed!") # logger.error("stability api node initial failed!")
# ComputeKernel.get_instance().add_compute_node(stability_api_node) # ComputeKernel.get_instance().add_compute_node(stability_api_node)
local_st_text_compute_node = LocalSentenceTransformer_Text_ComputeNode() local_st_text_compute_node = LocalSentenceTransformer_Text_ComputeNode()
if local_st_text_compute_node.initial() is not True: if local_st_text_compute_node.initial() is not True:
logger.error("local sentence transformer text embedding node initial failed!") logger.error("local sentence transformer text embedding node initial failed!")
@@ -179,7 +177,6 @@ class AIOS_Shell:
else: else:
ComputeKernel.get_instance().add_compute_node(local_st_image_compute_node) ComputeKernel.get_instance().add_compute_node(local_st_image_compute_node)
await ComputeKernel.get_instance().start() await ComputeKernel.get_instance().start()
AIBus().get_default_bus().register_unhandle_message_handler(self._handle_no_target_msg) AIBus().get_default_bus().register_unhandle_message_handler(self._handle_no_target_msg)