mirror of https://github.com/xtekky/gpt4free
You cannot select more than 25 topics
Topics must start with a letter or number, can include dashes ('-') and can be up to 35 characters long.
60 lines
1.9 KiB
Python
60 lines
1.9 KiB
Python
from __future__ import annotations
|
|
|
|
from ...typing import CreateResult, Messages
|
|
from .Openai import Openai
|
|
|
|
models = {
|
|
"theb-ai": "TheB.AI",
|
|
"gpt-3.5-turbo": "GPT-3.5",
|
|
"gpt-3.5-turbo-16k": "GPT-3.5-16K",
|
|
"gpt-4-turbo": "GPT-4 Turbo",
|
|
"gpt-4": "GPT-4",
|
|
"gpt-4-32k": "GPT-4 32K",
|
|
"claude-2": "Claude 2",
|
|
"claude-1": "Claude",
|
|
"claude-1-100k": "Claude 100K",
|
|
"claude-instant-1": "Claude Instant",
|
|
"claude-instant-1-100k": "Claude Instant 100K",
|
|
"palm-2": "PaLM 2",
|
|
"palm-2-codey": "Codey",
|
|
"vicuna-13b-v1.5": "Vicuna v1.5 13B",
|
|
"llama-2-7b-chat": "Llama 2 7B",
|
|
"llama-2-13b-chat": "Llama 2 13B",
|
|
"llama-2-70b-chat": "Llama 2 70B",
|
|
"code-llama-7b": "Code Llama 7B",
|
|
"code-llama-13b": "Code Llama 13B",
|
|
"code-llama-34b": "Code Llama 34B",
|
|
"qwen-7b-chat": "Qwen 7B"
|
|
}
|
|
|
|
class ThebApi(Openai):
|
|
url = "https://theb.ai"
|
|
working = True
|
|
needs_auth = True
|
|
default_model = "gpt-3.5-turbo"
|
|
models = list(models)
|
|
|
|
@classmethod
|
|
def create_async_generator(
|
|
cls,
|
|
model: str,
|
|
messages: Messages,
|
|
api_base: str = "https://api.theb.ai/v1",
|
|
temperature: float = 1,
|
|
top_p: float = 1,
|
|
**kwargs
|
|
) -> CreateResult:
|
|
if "auth" in kwargs:
|
|
kwargs["api_key"] = kwargs["auth"]
|
|
system_message = "\n".join([message["content"] for message in messages if message["role"] == "system"])
|
|
if not system_message:
|
|
system_message = "You are ChatGPT, a large language model trained by OpenAI, based on the GPT-3.5 architecture."
|
|
messages = [message for message in messages if message["role"] != "system"]
|
|
data = {
|
|
"model_params": {
|
|
"system_prompt": system_message,
|
|
"temperature": temperature,
|
|
"top_p": top_p,
|
|
}
|
|
}
|
|
return super().create_async_generator(model, messages, api_base=api_base, extra_data=data, **kwargs) |