Bing Updates:

Add retry create conversation
Removed get_cookies fallback
Add creative tone parameter
This commit is contained in:
Heiner Lohaus 2023-10-02 22:43:36 +02:00
parent ff4d9ae584
commit 252f595b6a

View File

@ -6,8 +6,12 @@ import os
import urllib.parse import urllib.parse
from aiohttp import ClientSession, ClientTimeout from aiohttp import ClientSession, ClientTimeout
from ..typing import AsyncGenerator from ..typing import AsyncGenerator
from .base_provider import AsyncGeneratorProvider, get_cookies from .base_provider import AsyncGeneratorProvider
class Tones():
creative = "Creative"
balanced = "Balanced"
precise = "Precise"
class Bing(AsyncGeneratorProvider): class Bing(AsyncGeneratorProvider):
url = "https://bing.com/chat" url = "https://bing.com/chat"
@ -16,12 +20,13 @@ class Bing(AsyncGeneratorProvider):
@staticmethod @staticmethod
def create_async_generator( def create_async_generator(
model: str, model: str,
messages: list[dict[str, str]], messages: list[dict[str, str]],
cookies: dict = None, **kwargs) -> AsyncGenerator: cookies: dict = None,
tone: str = Tones.creative,
**kwargs
) -> AsyncGenerator:
if not cookies:
cookies = get_cookies(".bing.com")
if len(messages) < 2: if len(messages) < 2:
prompt = messages[0]["content"] prompt = messages[0]["content"]
context = None context = None
@ -38,7 +43,7 @@ class Bing(AsyncGeneratorProvider):
'SRCHUSR' : '', 'SRCHUSR' : '',
'SRCHHPGUSR' : '', 'SRCHHPGUSR' : '',
} }
return stream_generate(prompt, context, cookies) return stream_generate(prompt, tone, context, cookies)
def create_context(messages: list[dict[str, str]]): def create_context(messages: list[dict[str, str]]):
context = "".join(f"[{message['role']}](#message)\n{message['content']}\n\n" for message in messages) context = "".join(f"[{message['role']}](#message)\n{message['content']}\n\n" for message in messages)
@ -64,6 +69,14 @@ async def create_conversation(session: ClientSession) -> Conversation:
return Conversation(conversationId, clientId, conversationSignature) return Conversation(conversationId, clientId, conversationSignature)
async def retry_conversation(session: ClientSession) -> Conversation:
for _ in range(5):
try:
return await create_conversation(session)
except:
session.cookie_jar.clear()
return await create_conversation(session)
async def list_conversations(session: ClientSession) -> list: async def list_conversations(session: ClientSession) -> list:
url = "https://www.bing.com/turing/conversation/chats" url = "https://www.bing.com/turing/conversation/chats"
async with session.get(url) as response: async with session.get(url) as response:
@ -162,34 +175,32 @@ class Defaults:
'x-forwarded-for': ip_address, 'x-forwarded-for': ip_address,
} }
optionsSets = { optionsSets = [
"optionsSets": [ 'saharasugg',
'saharasugg', 'enablenewsfc',
'enablenewsfc', 'clgalileo',
'clgalileo', 'gencontentv3',
'gencontentv3', "nlu_direct_response_filter",
"nlu_direct_response_filter", "deepleo",
"deepleo", "disable_emoji_spoken_text",
"disable_emoji_spoken_text", "responsible_ai_policy_235",
"responsible_ai_policy_235", "enablemm",
"enablemm", "h3precise"
"h3precise" "dtappid",
"dtappid", "cricinfo",
"cricinfo", "cricinfov2",
"cricinfov2", "dv3sugg",
"dv3sugg", "nojbfedge"
"nojbfedge" ]
]
}
def format_message(msg: dict) -> str: def format_message(msg: dict) -> str:
return json.dumps(msg, ensure_ascii=False) + Defaults.delimiter return json.dumps(msg, ensure_ascii=False) + Defaults.delimiter
def create_message(conversation: Conversation, prompt: str, context: str=None) -> str: def create_message(conversation: Conversation, prompt: str, tone: str, context: str=None) -> str:
struct = { struct = {
'arguments': [ 'arguments': [
{ {
**Defaults.optionsSets, 'optionsSets': Defaults.optionsSets,
'source': 'cib', 'source': 'cib',
'allowedMessageTypes': Defaults.allowedMessageTypes, 'allowedMessageTypes': Defaults.allowedMessageTypes,
'sliceIds': Defaults.sliceIds, 'sliceIds': Defaults.sliceIds,
@ -201,6 +212,7 @@ def create_message(conversation: Conversation, prompt: str, context: str=None) -
'text': prompt, 'text': prompt,
'messageType': 'Chat' 'messageType': 'Chat'
}, },
'tone': tone,
'conversationSignature': conversation.conversationSignature, 'conversationSignature': conversation.conversationSignature,
'participant': { 'participant': {
'id': conversation.clientId 'id': conversation.clientId
@ -225,15 +237,16 @@ def create_message(conversation: Conversation, prompt: str, context: str=None) -
async def stream_generate( async def stream_generate(
prompt: str, prompt: str,
tone: str,
context: str=None, context: str=None,
cookies: dict=None cookies: dict=None,
): ):
async with ClientSession( async with ClientSession(
timeout=ClientTimeout(total=900), timeout=ClientTimeout(total=900),
cookies=cookies, cookies=cookies,
headers=Defaults.headers, headers=Defaults.headers,
) as session: ) as session:
conversation = await create_conversation(session) conversation = await retry_conversation(session)
try: try:
async with session.ws_connect( async with session.ws_connect(
'wss://sydney.bing.com/sydney/ChatHub', 'wss://sydney.bing.com/sydney/ChatHub',
@ -243,7 +256,7 @@ async def stream_generate(
await wss.send_str(format_message({'protocol': 'json', 'version': 1})) await wss.send_str(format_message({'protocol': 'json', 'version': 1}))
msg = await wss.receive(timeout=900) msg = await wss.receive(timeout=900)
await wss.send_str(create_message(conversation, prompt, context)) await wss.send_str(create_message(conversation, prompt, tone, context))
response_txt = '' response_txt = ''
returned_text = '' returned_text = ''
@ -281,7 +294,6 @@ async def stream_generate(
result = response['item']['result'] result = response['item']['result']
if result.get('error'): if result.get('error'):
raise Exception(f"{result['value']}: {result['message']}") raise Exception(f"{result['value']}: {result['message']}")
final = True return
break
finally: finally:
await delete_conversation(session, conversation) await delete_conversation(session, conversation)