add compute node for llama

2023-09-17 13:16:21 +00:00
parent dd3187fc8a
commit f9269e27d5
11 changed files with 334 additions and 20 deletions
@@ -54,11 +54,14 @@ class OpenAI_ComputeNode(ComputeNode):
        prompts = task.params["prompts"]

        logger.info(f"call openai {mode_name} prompts: {prompts}")
-        resp = openai.ChatCompletion.create(model=mode_name,
-                                            messages=prompts,
-                                            functions=task.params["inner_functions"],
-                                            max_tokens=task.params["max_token_size"],
-                                            temperature=0.7) # TODO: add temperature to task params?
+        try:
+            resp = openai.ChatCompletion.create(model=mode_name,
+                                                messages=prompts,
+                                                functions=task.params["inner_functions"],
+                                                max_tokens=task.params["max_token_size"],
+                                                temperature=0.7) # TODO: add temperature to task params?
+        except Exception as e:
+            logger.error(f"openai.ChatCompletion.create failed! {e}")
        
        logger.info(f"openai response: {resp}")