gyt/opendan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

Fix: build the service with CUDA as CPU only for build failed without CUDA.

Browse Source
This commit is contained in:
streetycat
2023-12-06 08:06:51 +00:00
committed by zhangzhen
parent 9f2fd50ba8
commit 29f02138a5
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/service/aios_shell/local_compute_node_builder/local_llama_node_builder.py
+1 -1
View File
@@ -100,7 +100,7 @@ class ParameterExternParamsApplier:
gpu_options = [] gpu_options = []
state.next_step += 1 state.next_step += 1
if state.params["n_gpu_layers"] == "0": if False and state.params["n_gpu_layers"] == "0":
docker_image = "ghcr.io/abetlen/llama-cpp-python:latest" docker_image = "ghcr.io/abetlen/llama-cpp-python:latest"
else: else:
gpu_options = ["--gpus", "all"] gpu_options = ["--gpus", "all"]