Merge Llama support for release.

src/aios_kernel/__init__.py

@@ -24,6 +24,6 @@ from .workspace_env import WorkspaceEnvironment
 from .local_stability_node import Local_Stability_ComputeNode
 from .stability_node import Stability_ComputeNode
 from .local_st_compute_node import LocalSentenceTransformer_Text_ComputeNode,LocalSentenceTransformer_Image_ComputeNode
-
+from .compute_node_config import ComputeNodeConfig
 AIOS_Version = "0.5.1, build 2023-9-28"
 

src/aios_kernel/compute_kernel.py

@@ -52,7 +52,8 @@ class ComputeKernel:
                 task = await self.task_queue.get()
                 logger.info(f"compute_kernel get task: {task.display()}")
                 c_node: ComputeNode = self._schedule(task)
-                await c_node.push_task(task)
+                if c_node:
+                    await c_node.push_task(task)
 
             logger.warn("compute_kernel is stoped!")
 
@@ -62,6 +63,7 @@ class ComputeKernel:
         # find all the node which supports this task
         support_nodes = []
         total_weights = 0
+
         for node in self.compute_nodes.values():
             if node.is_support(task) is True:
                 support_nodes.append({
@@ -70,6 +72,10 @@ class ComputeKernel:
                 })
                 total_weights += node.weight()
 
+        if len(support_nodes) < 1:
+            logger.warning(f"task {task.display()} is not support by any compute node")
+            return None
+        
         # hit a random node with weight
         hit_pos = random.randint(0, total_weights - 1)
         for i in range(min(len(support_nodes) - 1, hit_pos), -1, -1):