summaryrefslogtreecommitdiffstats
diff options
context:
space:
mode:
authorkqlio67 <kqlio67@users.noreply.github.com>2024-11-13 13:46:59 +0100
committerkqlio67 <kqlio67@users.noreply.github.com>2024-11-13 13:46:59 +0100
commit37a8e8d2ad9a4a0bbd8dacfdf7ee0b2334558c1a (patch)
tree4a00a6132fcd2d0846bb7f11d2985e369a1e0838
parentUpdate (g4f/Provider/needs_auth/GeminiPro.py) (diff)
parentMerge pull request #2331 from NoelisTired/main (diff)
downloadgpt4free-37a8e8d2ad9a4a0bbd8dacfdf7ee0b2334558c1a.tar
gpt4free-37a8e8d2ad9a4a0bbd8dacfdf7ee0b2334558c1a.tar.gz
gpt4free-37a8e8d2ad9a4a0bbd8dacfdf7ee0b2334558c1a.tar.bz2
gpt4free-37a8e8d2ad9a4a0bbd8dacfdf7ee0b2334558c1a.tar.lz
gpt4free-37a8e8d2ad9a4a0bbd8dacfdf7ee0b2334558c1a.tar.xz
gpt4free-37a8e8d2ad9a4a0bbd8dacfdf7ee0b2334558c1a.tar.zst
gpt4free-37a8e8d2ad9a4a0bbd8dacfdf7ee0b2334558c1a.zip
-rw-r--r--README.md2
-rw-r--r--docs/interference-api.md6
-rw-r--r--g4f/Provider/Mhystical.py88
-rw-r--r--g4f/Provider/__init__.py1
4 files changed, 95 insertions, 2 deletions
diff --git a/README.md b/README.md
index a47791ee..0c5f488b 100644
--- a/README.md
+++ b/README.md
@@ -300,7 +300,7 @@ To utilize the OpenaiChat provider, a .har file is required from https://chatgpt
##### Storing the .HAR File
-- Place the exported .har file in the `./har_and_cookies` directory if you are using Docker. Alternatively, you can store it in any preferred location within your current working directory.
+- Place the exported .har file in the `./har_and_cookies` directory if you are using Docker. Alternatively, if you are using Python from a terminal, you can store it in a `./har_and_cookies` directory within your current working directory.
> **Note:** Ensure that your .har file is stored securely, as it may contain sensitive information.
diff --git a/docs/interference-api.md b/docs/interference-api.md
index 324334c4..a6999345 100644
--- a/docs/interference-api.md
+++ b/docs/interference-api.md
@@ -46,7 +46,11 @@ python -m g4f.api.run
```
**Once running, the API will be accessible at:** `http://localhost:1337/v1`
-
+
+**(Advanced) Bind to custom port:**
+```bash
+python -m g4f.cli api --bind "0.0.0.0:2400"
+```
## Using the Interference API
diff --git a/g4f/Provider/Mhystical.py b/g4f/Provider/Mhystical.py
new file mode 100644
index 00000000..44b32604
--- /dev/null
+++ b/g4f/Provider/Mhystical.py
@@ -0,0 +1,88 @@
+from __future__ import annotations
+
+import json
+import logging
+from aiohttp import ClientSession
+from ..typing import AsyncResult, Messages
+from .base_provider import AsyncGeneratorProvider, ProviderModelMixin
+from .helper import format_prompt
+
+"""
+ Mhystical.cc
+ ~~~~~~~~~~~~
+ Author: NoelP.dev
+ Last Updated: 2024-05-11
+
+ Author Site: https://noelp.dev
+ Provider Site: https://mhystical.cc
+
+"""
+
+class Mhystical(AsyncGeneratorProvider, ProviderModelMixin):
+ url = "https://api.mhystical.cc"
+ api_endpoint = "https://api.mhystical.cc/v1/completions"
+ working = True
+ supports_stream = False # Set to False, as streaming is not specified in ChatifyAI
+ supports_system_message = False
+ supports_message_history = True
+
+ default_model = 'gpt-4'
+ models = [default_model]
+ model_aliases = {}
+
+ @classmethod
+ def get_model(cls, model: str) -> str:
+ if model in cls.models:
+ return model
+ elif model in cls.model_aliases:
+ return cls.model_aliases.get(model, cls.default_model)
+ else:
+ return cls.default_model
+
+ @classmethod
+ async def create_async_generator(
+ cls,
+ model: str,
+ messages: Messages,
+ proxy: str = None,
+ **kwargs
+ ) -> AsyncResult:
+ model = cls.get_model(model)
+
+ headers = {
+ "x-api-key": "mhystical",
+ "Content-Type": "application/json",
+ "accept": "*/*",
+ "cache-control": "no-cache",
+ "origin": cls.url,
+ "referer": f"{cls.url}/",
+ "user-agent": "Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/129.0.0.0 Safari/537.36"
+ }
+
+ async with ClientSession(headers=headers) as session:
+ data = {
+ "model": model,
+ "messages": [{"role": "user", "content": format_prompt(messages)}]
+ }
+ async with session.post(cls.api_endpoint, json=data, headers=headers, proxy=proxy) as response:
+ if response.status == 400:
+ yield "Error: API key is missing"
+ elif response.status == 429:
+ yield "Error: Rate limit exceeded"
+ elif response.status == 500:
+ yield "Error: Internal server error"
+ else:
+ response.raise_for_status()
+ response_text = await response.text()
+ filtered_response = cls.filter_response(response_text)
+ yield filtered_response
+
+ @staticmethod
+ def filter_response(response_text: str) -> str:
+ try:
+ json_response = json.loads(response_text)
+ message_content = json_response["choices"][0]["message"]["content"]
+ return message_content
+ except (KeyError, IndexError, json.JSONDecodeError) as e:
+ logging.error("Error parsing response: %s", e)
+ return "Error: Failed to parse response from API." \ No newline at end of file
diff --git a/g4f/Provider/__init__.py b/g4f/Provider/__init__.py
index d1badfc9..dcf9c352 100644
--- a/g4f/Provider/__init__.py
+++ b/g4f/Provider/__init__.py
@@ -38,6 +38,7 @@ from .RubiksAI import RubiksAI
from .TeachAnything import TeachAnything
from .Upstage import Upstage
from .You import You
+from .Mhystical import Mhystical
import sys