mirror of
https://github.com/xtekky/gpt4free.git
synced 2024-09-12 08:29:30 -04:00
28 lines
669 B
Python
28 lines
669 B
Python
|
# type: ignore
|
||
|
import openai
|
||
|
|
||
|
openai.api_key = ""
|
||
|
openai.api_base = "http://localhost:1337"
|
||
|
|
||
|
|
||
|
def main():
|
||
|
chat_completion = openai.ChatCompletion.create(
|
||
|
model="gpt-3.5-turbo",
|
||
|
messages=[{"role": "user", "content": "write a poem about a tree"}],
|
||
|
stream=True,
|
||
|
)
|
||
|
|
||
|
if isinstance(chat_completion, dict):
|
||
|
# not stream
|
||
|
print(chat_completion.choices[0].message.content)
|
||
|
else:
|
||
|
# stream
|
||
|
for token in chat_completion:
|
||
|
content = token["choices"][0]["delta"].get("content")
|
||
|
if content != None:
|
||
|
print(content, end="", flush=True)
|
||
|
|
||
|
|
||
|
if __name__ == "__main__":
|
||
|
main()
|