pt
/
gpt4free
mirror of https://github.com/xtekky/gpt4free.git
1
0
Fork 0
Code Issues Packages Projects Releases Wiki Activity

Merge pull request #1489 from hlohaus/neww 

Fix load json in DeepInfra
This commit is contained in:
Tekky 2024-01-21 10:46:33 +00:00 committed by GitHub
parent 29536bea9e 0b4c6247d0
commit c2878fbe14
No known key found for this signature in database
GPG Key ID: B5690EEEBB952194
1 changed files with 3 additions and 7 deletions
Show Stats Download Patch File Download Diff File Expand all files Collapse all files

10
g4f/Provider/DeepInfra.py
View File

@ -60,17 +60,13 @@ class DeepInfra(AsyncGeneratorProvider):
async for line in response.iter_lines():
if not line.startswith(b"data: "):
continue
try:
decoded_line = line.decode().lstrip("data: ")
json_line = json.loads(decoded_line)
json_line = json.loads(line[6:])
choices = json_line.get("choices", [{}])
finish_reason = choices[0].get("finish_reason", "")
finish_reason = choices[0].get("finish_reason")
if finish_reason:
break
token = choices[0].get("delta", {}).get("content", "")
token = choices[0].get("delta", {}).get("content")
if token:
if first:
token = token.lstrip()