gpt4free/testing/interference_test.py

16 lines
435 B
Python

import openai
openai.api_key = ''
openai.api_base = 'http://localhost:1337'
chat_completion = openai.ChatCompletion.create(stream=True,
model='gpt-3.5-turbo', messages=[{'role': 'user', 'content': 'write a poem about a tree'}])
#print(chat_completion.choices[0].message.content)
for token in chat_completion:
content = token['choices'][0]['delta'].get('content')
if content != None:
print(content)