local llama

This commit is contained in:
streetycat
2023-09-28 00:20:20 +00:00
parent 97d69e43f7
commit 4f6b04fe48
4 changed files with 4 additions and 6 deletions
+1 -1
View File
@@ -67,12 +67,12 @@ class LocalLlama_ComputeNode(Queue_ComputeNode):
task.error_str = str(e)
result.error_str = str(e)
return result
logger.info(f"local-llama({self.model_path}) response: {json.dumps(resp, indent=4)}")
status_code = resp["choices"][0]["finish_reason"]
token_usage = resp["usage"]
match status_code:
case "function_call":
task.state = ComputeTaskState.DONE
+1
View File
@@ -29,6 +29,7 @@ class Queue_ComputeNode(ComputeNode):
async def _run_task(self, task: ComputeTask):
task.state = ComputeTaskState.RUNNING
result = ComputeTaskResult()
result.result_code = ComputeTaskResultCode.ERROR
result.set_from_task(task)