Add openai text embedding compute task

This commit is contained in:
tsukasa
2023-08-31 16:32:20 +08:00
parent febe28eecc
commit 5bd9775e4f
5 changed files with 84 additions and 31 deletions
+30
View File
@@ -118,4 +118,34 @@ class ComputeKernel:
return task_req.result.result_str
return "error!"
def text_embedding(self,input:str,model_name:Optional[str] = None):
task_req = ComputeTask()
task_req.set_text_embeding_params(input,model_name)
self.run(task_req)
return task_req
async def do_text_embedding(self,input:str,model_name:Optional[str] = None) -> [float]
task_req = self.text_embedding(input,model_name)
async def check_timer():
check_times = 0
while True:
if task_req.state == ComputeTaskState.DONE:
break
if task_req.state == ComputeTaskState.ERROR:
break
if check_times >= 20:
task_req.state = ComputeTaskState.ERROR
break
await asyncio.sleep(0.5)
check_times += 1
await asyncio.create_task(check_timer())
if task_req.state == ComputeTaskState.DONE:
return task_req.result.result
return "error!"