From ff66df14867807c2b888efe0d7bed4eccf49786b Mon Sep 17 00:00:00 2001 From: Heiner Lohaus Date: Sun, 15 Dec 2024 23:22:36 +0100 Subject: Improved ignored providers support, Add get_models to OpenaiAPI, HuggingFace and Groq Add xAI provider --- g4f/Provider/needs_auth/Cerebras.py | 23 ++++------------------- 1 file changed, 4 insertions(+), 19 deletions(-) (limited to 'g4f/Provider/needs_auth/Cerebras.py') diff --git a/g4f/Provider/needs_auth/Cerebras.py b/g4f/Provider/needs_auth/Cerebras.py index 0f94c476..df34db0e 100644 --- a/g4f/Provider/needs_auth/Cerebras.py +++ b/g4f/Provider/needs_auth/Cerebras.py @@ -1,6 +1,5 @@ from __future__ import annotations -import requests from aiohttp import ClientSession from .OpenaiAPI import OpenaiAPI @@ -11,35 +10,21 @@ from ...cookies import get_cookies class Cerebras(OpenaiAPI): label = "Cerebras Inference" url = "https://inference.cerebras.ai/" + api_base = "https://api.cerebras.ai/v1" working = True default_model = "llama3.1-70b" - fallback_models = [ + models = [ "llama3.1-70b", "llama3.1-8b", ] model_aliases = {"llama-3.1-70b": "llama3.1-70b", "llama-3.1-8b": "llama3.1-8b"} - @classmethod - def get_models(cls, api_key: str = None): - if not cls.models: - try: - headers = {} - if api_key: - headers["authorization"] = f"Bearer ${api_key}" - response = requests.get(f"https://api.cerebras.ai/v1/models", headers=headers) - raise_for_status(response) - data = response.json() - cls.models = [model.get("model") for model in data.get("models")] - except Exception: - cls.models = cls.fallback_models - return cls.models - @classmethod async def create_async_generator( cls, model: str, messages: Messages, - api_base: str = "https://api.cerebras.ai/v1", + api_base: str = api_base, api_key: str = None, cookies: Cookies = None, **kwargs @@ -62,4 +47,4 @@ class Cerebras(OpenaiAPI): }, **kwargs ): - yield chunk + yield chunk \ No newline at end of file -- cgit v1.2.3