Provide the local llama service

2023-09-14 15:22:38 +08:00
parent 25fec9a683
commit dd3187fc8a
6 changed files with 162 additions and 8 deletions
@@ -65,7 +65,7 @@ class ComputeKernel:

    def _schedule(self, task) -> ComputeNode:
        for node in self.compute_nodes.values():
-            if node.is_support(task.task_type) is True:
+            if node.is_support(task) is True:
                return node
        logger.warning(
            f"task {task.display()} is not support by any compute node")