From 29f02138a5929ebadca678d1f66adb223cd19165 Mon Sep 17 00:00:00 2001 From: streetycat <305190374@qq.com> Date: Wed, 6 Dec 2023 08:06:51 +0000 Subject: [PATCH] Fix: build the service with CUDA as CPU only for build failed without CUDA. --- .../local_compute_node_builder/local_llama_node_builder.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/src/service/aios_shell/local_compute_node_builder/local_llama_node_builder.py b/src/service/aios_shell/local_compute_node_builder/local_llama_node_builder.py index 9eef8cf..690242b 100644 --- a/src/service/aios_shell/local_compute_node_builder/local_llama_node_builder.py +++ b/src/service/aios_shell/local_compute_node_builder/local_llama_node_builder.py @@ -100,7 +100,7 @@ class ParameterExternParamsApplier: gpu_options = [] state.next_step += 1 - if state.params["n_gpu_layers"] == "0": + if False and state.params["n_gpu_layers"] == "0": docker_image = "ghcr.io/abetlen/llama-cpp-python:latest" else: gpu_options = ["--gpus", "all"]