fix: api streaming TypeError: Object of type generator is not JSON serializable

This commit is contained in:
Giancarlo-Ma 2023-11-07 23:29:23 +08:00 committed by GitHub
parent 483673f7ed
commit ee5f2a4ab1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -1,4 +1,5 @@
from fastapi import FastAPI, Response, Request
from fastapi.responses import StreamingResponse
from typing import List, Union, Any, Dict, AnyStr
from ._tokenizer import tokenize
from .. import BaseProvider
@ -151,7 +152,7 @@ class Api:
except GeneratorExit:
pass
return Response(content=json.dumps(streaming(), indent=4), media_type="application/json")
return StreamingResponse(streaming(), media_type="text/event-stream")
@self.app.post("/v1/completions")
async def completions():