gyt/opendan
1
0
Fork 0
Code Issues Pull Requests Actions Packages Projects Releases Wiki Activity

fix default port error

Browse Source
This commit is contained in:
streetycat
2023-12-06 06:19:15 +00:00
committed by zhangzhen
parent 348c3be209
commit 9f2fd50ba8
1 changed files with 2 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files
src/service/aios_shell/local_compute_node_builder/local_llama_node_builder.py
+2 -2
View File
@@ -69,7 +69,7 @@ class ParameterNodeNameApplier:
class ParameterPortApplier: class ParameterPortApplier:
async def apply(self, state: BuilderState, name: str, value: str or None = None) -> str or None: async def apply(self, state: BuilderState, name: str, value: str or None = None) -> str or None:
if value is None or value == "0": if value is None or value == "0" or value == "":
value = str(random.randint(10000, 60000)) value = str(random.randint(10000, 60000))
state.params["port"] = value state.params["port"] = value
@@ -165,7 +165,7 @@ class ParameterExternParamsApplier:
run_options.extend([ run_options.extend([
'-p', f"{state.params['port']}:8000", '-p', f"{state.params['port']}:8000",
'-v', f"{os.path.dirname(state.params['model_path'])}:/models", '-e', f"MODEL=/models/{os.path.basename(state.params['model_path'])}", '-v', f"{os.path.dirname(state.params['model_path'])}:/models", '-e', f"MODEL=/models/{os.path.basename(state.params['model_path'])}",
'llama-cpp-python-cuda', docker_image,
'python3', '-m', 'llama_cpp.server', 'python3', '-m', 'llama_cpp.server',
'--n_gpu_layers', state.params["n_gpu_layers"], '--n_gpu_layers', state.params["n_gpu_layers"],
'--n_ctx', state.params["n_ctx"], '--n_ctx', state.params["n_ctx"],