diff --git a/src/aios_kernel/knowledge_pipeline.py b/src/aios_kernel/knowledge_pipeline.py index 966b743..22d0355 100644 --- a/src/aios_kernel/knowledge_pipeline.py +++ b/src/aios_kernel/knowledge_pipeline.py @@ -157,7 +157,7 @@ class KnowledgeEmailSource: for uid in email_list: _uid = int.from_bytes(uid) if _uid > latest_uid: - email_dir = self.check_email_saved(uid) + email_dir = self.check_email_saved(uid) if email_dir is not None: logging.info(f"email uid {uid} already saved") else: diff --git a/src/aios_kernel/local_st_compute_node.py b/src/aios_kernel/local_st_compute_node.py index 135797f..e73b9f9 100644 --- a/src/aios_kernel/local_st_compute_node.py +++ b/src/aios_kernel/local_st_compute_node.py @@ -17,18 +17,27 @@ class LocalSentenceTransformer_ComputeNode(Queue_ComputeNode): def __init__(self, model_name: str = "all-MiniLM-L6-v2"): super().__init__() - logger.info( - f"LocalSentenceTransformer_ComputeNode init, model_name: {model_name}" - ) + self.node_id = "local_sentence_transformer_node" self.model_name = model_name + self.model = None + def initial(self) -> bool: + logger.info( + f"LocalSentenceTransformer_ComputeNode init, model_name: {self.model_name}" + ) + + assert self.model_name is not None + assert self.model is None try: from sentence_transformers import SentenceTransformer self.model = SentenceTransformer(self.model) except Exception as err: logger.error(f"load model {self.model} failed: {err}") - + return False + + return True + async def execute_task( self, task: ComputeTask ) -> { diff --git a/src/service/aios_shell/aios_shell.py b/src/service/aios_shell/aios_shell.py index 9b8731a..736be84 100644 --- a/src/service/aios_shell/aios_shell.py +++ b/src/service/aios_shell/aios_shell.py @@ -137,6 +137,7 @@ class AIOS_Shell: return False ComputeKernel.get_instance().add_compute_node(open_ai_node) + if await AIStorage.get_instance().is_feature_enable("llama"): llama_ai_node = LocalLlama_ComputeNode() if await llama_ai_node.initial() is True: @@ -160,12 +161,20 @@ class AIOS_Shell: # logger.error("stability api node initial failed!") # ComputeKernel.get_instance().add_compute_node(stability_api_node) - local_sd_node = Local_Stability_ComputeNode.get_instance() - if await local_sd_node.initial() is True: - ComputeKernel.get_instance().add_compute_node(local_sd_node) - else: - logger.error("local stability node initial failed!") - await AIStorage.get_instance.set_feature_init_result("aigc",False) + local_sd_node = Local_Stability_ComputeNode.get_instance() + if await local_sd_node.initial() is True: + ComputeKernel.get_instance().add_compute_node(local_sd_node) + else: + logger.error("local stability node initial failed!") + await AIStorage.get_instance.set_feature_init_result("aigc",False) + + + + local_st_compute_node = LocalSentenceTransformer_ComputeNode() + if local_st_compute_node.initial() is not True: + logger.error("local sentence transformer node initial failed!") + else: + ComputeKernel.get_instance().add_compute_node(local_st_compute_node) await ComputeKernel.get_instance().start()