mirror of
https://github.com/xtekky/gpt4free.git
synced 2024-09-12 08:29:30 -04:00
commit
0e700a5a95
@ -105,9 +105,25 @@ class Api:
|
|||||||
|
|
||||||
logger.info(f'model: {model}, stream: {stream}, request: {messages[-1]["content"]}')
|
logger.info(f'model: {model}, stream: {stream}, request: {messages[-1]["content"]}')
|
||||||
|
|
||||||
response = self.engine.ChatCompletion.create(model=model,
|
config = None
|
||||||
stream=stream, messages=messages,
|
proxy = None
|
||||||
ignored=self.list_ignored_providers)
|
|
||||||
|
try:
|
||||||
|
config = json.load(open("config.json","r",encoding="utf-8"))
|
||||||
|
proxy = config["proxy"]
|
||||||
|
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
|
||||||
|
if proxy != None:
|
||||||
|
response = self.engine.ChatCompletion.create(model=model,
|
||||||
|
stream=stream, messages=messages,
|
||||||
|
ignored=self.list_ignored_providers,
|
||||||
|
proxy=proxy)
|
||||||
|
else:
|
||||||
|
response = self.engine.ChatCompletion.create(model=model,
|
||||||
|
stream=stream, messages=messages,
|
||||||
|
ignored=self.list_ignored_providers)
|
||||||
|
|
||||||
completion_id = ''.join(random.choices(string.ascii_letters + string.digits, k=28))
|
completion_id = ''.join(random.choices(string.ascii_letters + string.digits, k=28))
|
||||||
completion_timestamp = int(time.time())
|
completion_timestamp = int(time.time())
|
||||||
|
@ -1,4 +1,5 @@
|
|||||||
import g4f
|
import g4f
|
||||||
|
import json
|
||||||
|
|
||||||
from flask import request
|
from flask import request
|
||||||
from .internet import search
|
from .internet import search
|
||||||
@ -43,6 +44,15 @@ class Backend_Api:
|
|||||||
}
|
}
|
||||||
|
|
||||||
def _conversation(self):
|
def _conversation(self):
|
||||||
|
config = None
|
||||||
|
proxy = None
|
||||||
|
try:
|
||||||
|
config = json.load(open("config.json","r",encoding="utf-8"))
|
||||||
|
proxy = config["proxy"]
|
||||||
|
|
||||||
|
except Exception:
|
||||||
|
pass
|
||||||
|
|
||||||
try:
|
try:
|
||||||
jailbreak = request.json['jailbreak']
|
jailbreak = request.json['jailbreak']
|
||||||
internet_access = request.json['meta']['content']['internet_access']
|
internet_access = request.json['meta']['content']['internet_access']
|
||||||
@ -54,14 +64,25 @@ class Backend_Api:
|
|||||||
messages = special_instructions[jailbreak] + conversation + search(internet_access, prompt) + [prompt]
|
messages = special_instructions[jailbreak] + conversation + search(internet_access, prompt) + [prompt]
|
||||||
|
|
||||||
def stream():
|
def stream():
|
||||||
yield from g4f.ChatCompletion.create(
|
if proxy != None:
|
||||||
model=model,
|
yield from g4f.ChatCompletion.create(
|
||||||
provider=get_provider(provider),
|
model=model,
|
||||||
messages=messages,
|
provider=get_provider(provider),
|
||||||
stream=True,
|
messages=messages,
|
||||||
) if provider else g4f.ChatCompletion.create(
|
stream=True,
|
||||||
model=model, messages=messages, stream=True
|
proxy=proxy
|
||||||
)
|
) if provider else g4f.ChatCompletion.create(
|
||||||
|
model=model, messages=messages, stream=True, proxy=proxy
|
||||||
|
)
|
||||||
|
else:
|
||||||
|
yield from g4f.ChatCompletion.create(
|
||||||
|
model=model,
|
||||||
|
provider=get_provider(provider),
|
||||||
|
messages=messages,
|
||||||
|
stream=True,
|
||||||
|
) if provider else g4f.ChatCompletion.create(
|
||||||
|
model=model, messages=messages, stream=True
|
||||||
|
)
|
||||||
|
|
||||||
return self.app.response_class(stream(), mimetype='text/event-stream')
|
return self.app.response_class(stream(), mimetype='text/event-stream')
|
||||||
|
|
||||||
|
Loading…
Reference in New Issue
Block a user