Merge pull request #1444 from hlohaus/async

Bing
This commit is contained in:
H Lohaus 2024-01-10 20:09:46 +01:00 committed by GitHub
commit 517895845e
No known key found for this signature in database
GPG Key ID: 4AEE18F83AFDEB23
2 changed files with 9 additions and 6 deletions

View File

@ -249,7 +249,7 @@ async def stream_generate(
cookies: dict = None,
web_search: bool = False,
gpt4_turbo: bool = False,
timeout = int = 900
timeout: int = 900
):
headers = Defaults.headers
if cookies:

View File

@ -71,14 +71,17 @@ class CreateImagesProvider(BaseProvider):
) -> str:
messages.insert(0, {"role": "system", "content": self.system_message})
response = await self.provider.create_async(model, messages, **kwargs)
matches = re.findall(r'(<img data-prompt="(.*?)">)', result)
matches = re.findall(r'(<img data-prompt="(.*?)">)', response)
results = []
for _, prompt in matches:
results.append(self.create_images_async(prompt))
placeholders = []
for placeholder, prompt in matches:
if placeholder not in placeholders:
results.append(self.create_images_async(prompt))
placeholders.append(placeholder)
results = await asyncio.gather(*results)
for idx, result in enumerate(results):
placeholder = matches[idx][0]
placeholder = placeholder[idx]
if self.include_placeholder:
result = placeholder + result
response = response.replace(placeholder, result)
return result
return response