From ecad7a4ac8e0493efbb09be26e73b0d747d49e0f Mon Sep 17 00:00:00 2001 From: razrab Date: Sun, 22 Oct 2023 12:45:18 +0300 Subject: [PATCH 1/2] Added code to ignore certain providers in the API --- g4f_api/ApiInterface.py | 12 ++++++++++++ g4f_api/__init__.py | 0 g4f_api/__main__.py | 23 +++++++++++++++++++++++ 3 files changed, 35 insertions(+) create mode 100644 g4f_api/ApiInterface.py create mode 100644 g4f_api/__init__.py create mode 100644 g4f_api/__main__.py diff --git a/g4f_api/ApiInterface.py b/g4f_api/ApiInterface.py new file mode 100644 index 00000000..f6572912 --- /dev/null +++ b/g4f_api/ApiInterface.py @@ -0,0 +1,12 @@ +import g4f +from g4f.api import Api + +create_chat_completion_original = g4f.ChatCompletion.create +list_ignored_providers=[] + +def create_chat_completion(*args, **kwargs): + kwargs['ignored']=list_ignored_providers + return create_chat_completion_original(*args, **kwargs) + +g4f.ChatCompletion.create=create_chat_completion +api=Api(g4f, debug=False) diff --git a/g4f_api/__init__.py b/g4f_api/__init__.py new file mode 100644 index 00000000..e69de29b diff --git a/g4f_api/__main__.py b/g4f_api/__main__.py new file mode 100644 index 00000000..58267686 --- /dev/null +++ b/g4f_api/__main__.py @@ -0,0 +1,23 @@ +import typing +from enum import Enum +from g4f import Provider +from g4f_api import ApiInterface +import typer + +IgnoredProviders = Enum("ignore_providers", {key:key for key in Provider.__all__}) + +app = typer.Typer(help="Run the G4F API") + +@app.command() +def main( + bind_str: str = typer.Argument(..., envvar="G4F_API_BIND_STR", help="The bind string."), + i_num_threads: int = typer.Option(1, envvar="G4F_API_NUM_THREADS", help="The number of threads."), + list_ignored_providers: typing.List[IgnoredProviders] = typer.Option([], envvar="G4F_API_LIST_IGNORED_PROVIDERS", help="List of providers to ignore when processing request."), +): + list_ignored_providers=[provider.name for provider in list_ignored_providers] + ApiInterface.list_ignored_providers=list_ignored_providers + ApiInterface.api.run(bind_str, i_num_threads) + + +if __name__ == "__main__": + app() \ No newline at end of file From 36fe869a81ad44480b2aa72bdc3fae2952c69816 Mon Sep 17 00:00:00 2001 From: razrab Date: Mon, 23 Oct 2023 11:01:08 +0300 Subject: [PATCH 2/2] Refactor API initialization to accept a list of ignored providers. --- g4f/api/__init__.py | 14 +++++++++++--- g4f/cli.py | 15 +++++++++++++-- g4f_api/ApiInterface.py | 12 ------------ g4f_api/__init__.py | 0 g4f_api/__main__.py | 23 ----------------------- 5 files changed, 24 insertions(+), 40 deletions(-) delete mode 100644 g4f_api/ApiInterface.py delete mode 100644 g4f_api/__init__.py delete mode 100644 g4f_api/__main__.py diff --git a/g4f/api/__init__.py b/g4f/api/__init__.py index a682f094..4c945fbe 100644 --- a/g4f/api/__init__.py +++ b/g4f/api/__init__.py @@ -1,4 +1,9 @@ -import g4f; g4f.logging = True +import typing + +import g4f; +from .. import BaseProvider + +g4f.logging = True import time import json import random @@ -26,10 +31,12 @@ class Api: __default_ip = '127.0.0.1' __default_port = 1337 - def __init__(self, engine: g4f, debug: bool = True, sentry: bool = False) -> None: + def __init__(self, engine: g4f, debug: bool = True, sentry: bool = False, + list_ignored_providers:typing.List[typing.Union[str, BaseProvider]]=None) -> None: self.engine = engine self.debug = debug self.sentry = sentry + self.list_ignored_providers = list_ignored_providers self.log_level = logging.DEBUG if debug else logging.WARN hook_logging(level=self.log_level, format='[%(asctime)s] %(levelname)s in %(module)s: %(message)s') @@ -102,7 +109,8 @@ class Api: logger.info(f'model: {model}, stream: {stream}, request: {messages[-1]["content"]}') response = self.engine.ChatCompletion.create(model=model, - stream=stream, messages=messages) + stream=stream, messages=messages, + ignored=self.list_ignored_providers) completion_id = ''.join(random.choices(string.ascii_letters + string.digits, k=28)) completion_timestamp = int(time.time()) diff --git a/g4f/cli.py b/g4f/cli.py index 3dbe10b7..cb19dde1 100644 --- a/g4f/cli.py +++ b/g4f/cli.py @@ -1,5 +1,8 @@ import argparse +from enum import Enum + import g4f +from g4f import Provider from g4f.api import Api from g4f.gui.run import gui_parser, run_gui_args @@ -10,14 +13,22 @@ def run_gui(args): def main(): + IgnoredProviders = Enum("ignore_providers", {key: key for key in Provider.__all__}) parser = argparse.ArgumentParser(description="Run gpt4free") subparsers = parser.add_subparsers(dest="mode", help="Mode to run the g4f in.") - subparsers.add_parser("api") + api_parser=subparsers.add_parser("api") + api_parser.add_argument("--bind", default="127.0.0.1:1337", help="The bind string.") + api_parser.add_argument("--debug", type=bool, default=False, help="Enable verbose logging") + api_parser.add_argument("--num-threads", type=int, default=8, help="The number of threads.") + api_parser.add_argument("--ignored-providers", nargs="+", choices=[provider.name for provider in IgnoredProviders], + default=[], help="List of providers to ignore when processing request.") subparsers.add_parser("gui", parents=[gui_parser()], add_help=False) args = parser.parse_args() if args.mode == "api": - Api(g4f).run('127.0.0.1:1337', 8) + controller=Api(g4f, debug=args.debug) + controller.list_ignored_providers=args.ignored_providers + controller.run(args.bind, args.num_threads) elif args.mode == "gui": run_gui_args(args) else: diff --git a/g4f_api/ApiInterface.py b/g4f_api/ApiInterface.py deleted file mode 100644 index f6572912..00000000 --- a/g4f_api/ApiInterface.py +++ /dev/null @@ -1,12 +0,0 @@ -import g4f -from g4f.api import Api - -create_chat_completion_original = g4f.ChatCompletion.create -list_ignored_providers=[] - -def create_chat_completion(*args, **kwargs): - kwargs['ignored']=list_ignored_providers - return create_chat_completion_original(*args, **kwargs) - -g4f.ChatCompletion.create=create_chat_completion -api=Api(g4f, debug=False) diff --git a/g4f_api/__init__.py b/g4f_api/__init__.py deleted file mode 100644 index e69de29b..00000000 diff --git a/g4f_api/__main__.py b/g4f_api/__main__.py deleted file mode 100644 index 58267686..00000000 --- a/g4f_api/__main__.py +++ /dev/null @@ -1,23 +0,0 @@ -import typing -from enum import Enum -from g4f import Provider -from g4f_api import ApiInterface -import typer - -IgnoredProviders = Enum("ignore_providers", {key:key for key in Provider.__all__}) - -app = typer.Typer(help="Run the G4F API") - -@app.command() -def main( - bind_str: str = typer.Argument(..., envvar="G4F_API_BIND_STR", help="The bind string."), - i_num_threads: int = typer.Option(1, envvar="G4F_API_NUM_THREADS", help="The number of threads."), - list_ignored_providers: typing.List[IgnoredProviders] = typer.Option([], envvar="G4F_API_LIST_IGNORED_PROVIDERS", help="List of providers to ignore when processing request."), -): - list_ignored_providers=[provider.name for provider in list_ignored_providers] - ApiInterface.list_ignored_providers=list_ignored_providers - ApiInterface.api.run(bind_str, i_num_threads) - - -if __name__ == "__main__": - app() \ No newline at end of file