2023-09-03 04:26:26 -04:00
|
|
|
from __future__ import annotations
|
|
|
|
|
|
|
|
import uuid
|
|
|
|
|
2024-01-23 17:48:11 -05:00
|
|
|
from aiohttp import ClientSession, BaseConnector
|
2023-07-28 06:07:17 -04:00
|
|
|
|
2023-10-09 04:22:17 -04:00
|
|
|
from ..typing import AsyncResult, Messages
|
2024-01-23 13:44:48 -05:00
|
|
|
from .base_provider import AsyncGeneratorProvider, ProviderModelMixin
|
2024-01-23 18:46:35 -05:00
|
|
|
from .helper import get_connector
|
2024-03-11 21:06:06 -04:00
|
|
|
from ..requests import raise_for_status
|
2023-07-28 06:07:17 -04:00
|
|
|
|
2023-08-27 19:43:45 -04:00
|
|
|
models = {
|
|
|
|
"gpt-3.5-turbo": {
|
|
|
|
"id": "gpt-3.5-turbo",
|
2023-12-28 20:16:47 -05:00
|
|
|
"name": "GPT-3.5-Turbo",
|
|
|
|
"maxLength": 48000,
|
|
|
|
"tokenLimit": 14000,
|
|
|
|
"context": "16K",
|
2023-08-27 19:43:45 -04:00
|
|
|
},
|
2024-03-27 03:03:09 -04:00
|
|
|
"gpt-4-turbo": {
|
2024-03-11 21:17:45 -04:00
|
|
|
"id": "gpt-4-turbo-preview",
|
2023-12-28 20:16:47 -05:00
|
|
|
"name": "GPT-4-Turbo",
|
|
|
|
"maxLength": 260000,
|
|
|
|
"tokenLimit": 126000,
|
|
|
|
"context": "128K",
|
|
|
|
},
|
2024-03-26 12:18:37 -04:00
|
|
|
"gpt-4": {
|
2023-12-28 20:16:47 -05:00
|
|
|
"id": "gpt-4-plus",
|
|
|
|
"name": "GPT-4-Plus",
|
|
|
|
"maxLength": 130000,
|
|
|
|
"tokenLimit": 31000,
|
|
|
|
"context": "32K",
|
|
|
|
},
|
2024-03-11 21:17:45 -04:00
|
|
|
"gpt-4-0613": {
|
|
|
|
"id": "gpt-4-0613",
|
|
|
|
"name": "GPT-4-0613",
|
|
|
|
"maxLength": 60000,
|
|
|
|
"tokenLimit": 15000,
|
|
|
|
"context": "16K",
|
|
|
|
},
|
2023-12-28 20:16:47 -05:00
|
|
|
"gemini-pro": {
|
|
|
|
"id": "gemini-pro",
|
|
|
|
"name": "Gemini-Pro",
|
|
|
|
"maxLength": 120000,
|
|
|
|
"tokenLimit": 30000,
|
|
|
|
"context": "32K",
|
|
|
|
},
|
2024-03-11 21:17:45 -04:00
|
|
|
"claude-3-opus-20240229": {
|
|
|
|
"id": "claude-3-opus-20240229",
|
|
|
|
"name": "Claude-3-Opus",
|
2023-12-28 20:16:47 -05:00
|
|
|
"maxLength": 800000,
|
|
|
|
"tokenLimit": 200000,
|
|
|
|
"context": "200K",
|
|
|
|
},
|
2024-03-11 21:17:45 -04:00
|
|
|
"claude-3-sonnet-20240229": {
|
|
|
|
"id": "claude-3-sonnet-20240229",
|
|
|
|
"name": "Claude-3-Sonnet",
|
|
|
|
"maxLength": 800000,
|
|
|
|
"tokenLimit": 200000,
|
|
|
|
"context": "200K",
|
|
|
|
},
|
|
|
|
"claude-2.1": {
|
|
|
|
"id": "claude-2.1",
|
|
|
|
"name": "Claude-2.1-200k",
|
|
|
|
"maxLength": 800000,
|
|
|
|
"tokenLimit": 200000,
|
|
|
|
"context": "200K",
|
|
|
|
},
|
|
|
|
"claude-2.0": {
|
|
|
|
"id": "claude-2.0",
|
|
|
|
"name": "Claude-2.0-100k",
|
|
|
|
"maxLength": 400000,
|
|
|
|
"tokenLimit": 100000,
|
|
|
|
"context": "100K",
|
|
|
|
},
|
2023-12-28 20:16:47 -05:00
|
|
|
"claude-instant-1": {
|
|
|
|
"id": "claude-instant-1",
|
|
|
|
"name": "Claude-instant-1",
|
|
|
|
"maxLength": 400000,
|
|
|
|
"tokenLimit": 100000,
|
|
|
|
"context": "100K",
|
|
|
|
}
|
2023-08-27 19:43:45 -04:00
|
|
|
}
|
2023-07-28 06:07:17 -04:00
|
|
|
|
2024-03-11 21:17:45 -04:00
|
|
|
|
2024-01-23 13:44:48 -05:00
|
|
|
class Liaobots(AsyncGeneratorProvider, ProviderModelMixin):
|
2023-10-04 23:13:37 -04:00
|
|
|
url = "https://liaobots.site"
|
2024-03-08 04:12:13 -05:00
|
|
|
working = True
|
2023-10-27 16:59:14 -04:00
|
|
|
supports_message_history = True
|
2024-03-11 21:06:06 -04:00
|
|
|
supports_system_message = True
|
2023-08-27 19:43:45 -04:00
|
|
|
supports_gpt_35_turbo = True
|
|
|
|
supports_gpt_4 = True
|
2024-01-23 13:44:48 -05:00
|
|
|
default_model = "gpt-3.5-turbo"
|
2024-02-25 09:48:03 -05:00
|
|
|
models = list(models)
|
2024-01-23 13:44:48 -05:00
|
|
|
model_aliases = {
|
|
|
|
"claude-v2": "claude-2"
|
|
|
|
}
|
2023-08-27 19:43:45 -04:00
|
|
|
_auth_code = None
|
2023-12-31 16:59:24 -05:00
|
|
|
_cookie_jar = None
|
2023-07-28 06:07:17 -04:00
|
|
|
|
2023-08-27 19:43:45 -04:00
|
|
|
@classmethod
|
|
|
|
async def create_async_generator(
|
|
|
|
cls,
|
2023-07-28 06:07:17 -04:00
|
|
|
model: str,
|
2023-10-09 04:22:17 -04:00
|
|
|
messages: Messages,
|
2023-08-27 19:43:45 -04:00
|
|
|
auth: str = None,
|
|
|
|
proxy: str = None,
|
2024-01-23 17:48:11 -05:00
|
|
|
connector: BaseConnector = None,
|
2023-08-27 19:43:45 -04:00
|
|
|
**kwargs
|
2023-10-09 04:22:17 -04:00
|
|
|
) -> AsyncResult:
|
2023-07-28 06:07:17 -04:00
|
|
|
headers = {
|
2023-08-27 19:43:45 -04:00
|
|
|
"authority": "liaobots.com",
|
|
|
|
"content-type": "application/json",
|
2023-09-05 11:27:24 -04:00
|
|
|
"origin": cls.url,
|
2023-10-23 03:46:25 -04:00
|
|
|
"referer": f"{cls.url}/",
|
2023-08-27 19:43:45 -04:00
|
|
|
"user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/112.0.0.0 Safari/537.36",
|
2023-07-28 06:07:17 -04:00
|
|
|
}
|
2023-08-27 19:43:45 -04:00
|
|
|
async with ClientSession(
|
2023-12-31 16:59:24 -05:00
|
|
|
headers=headers,
|
2024-01-23 17:48:11 -05:00
|
|
|
cookie_jar=cls._cookie_jar,
|
2024-02-26 05:25:07 -05:00
|
|
|
connector=get_connector(connector, proxy, True)
|
2023-08-27 19:43:45 -04:00
|
|
|
) as session:
|
2023-10-04 23:13:37 -04:00
|
|
|
cls._auth_code = auth if isinstance(auth, str) else cls._auth_code
|
|
|
|
if not cls._auth_code:
|
|
|
|
async with session.post(
|
|
|
|
"https://liaobots.work/recaptcha/api/login",
|
|
|
|
data={"token": "abcdefghijklmnopqrst"},
|
|
|
|
verify_ssl=False
|
|
|
|
) as response:
|
2024-03-11 21:06:06 -04:00
|
|
|
await raise_for_status(response)
|
2023-10-04 23:13:37 -04:00
|
|
|
async with session.post(
|
|
|
|
"https://liaobots.work/api/user",
|
|
|
|
json={"authcode": ""},
|
|
|
|
verify_ssl=False
|
|
|
|
) as response:
|
2024-03-11 21:06:06 -04:00
|
|
|
await raise_for_status(response)
|
2023-10-04 23:13:37 -04:00
|
|
|
cls._auth_code = (await response.json(content_type=None))["authCode"]
|
2023-12-31 16:59:24 -05:00
|
|
|
cls._cookie_jar = session.cookie_jar
|
2024-03-11 21:06:06 -04:00
|
|
|
|
2023-08-27 19:43:45 -04:00
|
|
|
data = {
|
|
|
|
"conversationId": str(uuid.uuid4()),
|
2024-01-23 13:44:48 -05:00
|
|
|
"model": models[cls.get_model(model)],
|
2023-08-27 19:43:45 -04:00
|
|
|
"messages": messages,
|
|
|
|
"key": "",
|
2023-11-16 13:46:25 -05:00
|
|
|
"prompt": kwargs.get("system_message", "You are ChatGPT, a large language model trained by OpenAI. Follow the user's instructions carefully."),
|
2023-08-27 19:43:45 -04:00
|
|
|
}
|
2023-10-04 23:13:37 -04:00
|
|
|
async with session.post(
|
|
|
|
"https://liaobots.work/api/chat",
|
|
|
|
json=data,
|
|
|
|
headers={"x-auth-code": cls._auth_code},
|
|
|
|
verify_ssl=False
|
|
|
|
) as response:
|
2024-03-11 21:06:06 -04:00
|
|
|
await raise_for_status(response)
|
2023-12-31 16:59:24 -05:00
|
|
|
async for chunk in response.content.iter_any():
|
|
|
|
if b"<html coupert-item=" in chunk:
|
|
|
|
raise RuntimeError("Invalid session")
|
|
|
|
if chunk:
|
2024-04-06 18:05:19 -04:00
|
|
|
yield chunk.decode(errors="ignore")
|