fix: api streaming TypeError: Object of type generator is not JSON serializable

This commit is contained in:
Giancarlo-Ma 2023-11-07 23:29:23 +08:00 committed by GitHub
parent 483673f7ed
commit ee5f2a4ab1
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23

View File

@ -1,4 +1,5 @@
from fastapi import FastAPI, Response, Request from fastapi import FastAPI, Response, Request
from fastapi.responses import StreamingResponse
from typing import List, Union, Any, Dict, AnyStr from typing import List, Union, Any, Dict, AnyStr
from ._tokenizer import tokenize from ._tokenizer import tokenize
from .. import BaseProvider from .. import BaseProvider
@ -151,7 +152,7 @@ class Api:
except GeneratorExit: except GeneratorExit:
pass pass
return Response(content=json.dumps(streaming(), indent=4), media_type="application/json") return StreamingResponse(streaming(), media_type="text/event-stream")
@self.app.post("/v1/completions") @self.app.post("/v1/completions")
async def completions(): async def completions():