File size: 1,578 Bytes
a4b70d9 |
1 2 3 4 5 6 7 8 9 10 11 12 13 14 15 16 17 18 19 20 21 22 23 24 25 26 27 28 29 30 31 32 33 34 35 36 37 38 39 40 41 42 43 44 45 46 47 48 49 50 51 52 53 |
from __future__ import annotations
from ...typing import CreateResult, Messages
from ..helper import filter_none
from ..template import OpenaiTemplate
models = {
"theb-ai": "TheB.AI",
"gpt-3.5-turbo": "GPT-3.5",
"gpt-4-turbo": "GPT-4 Turbo",
"gpt-4": "GPT-4",
"claude-3.5-sonnet": "Claude",
"llama-2-7b-chat": "Llama 2 7B",
"llama-2-13b-chat": "Llama 2 13B",
"llama-2-70b-chat": "Llama 2 70B",
"code-llama-7b": "Code Llama 7B",
"code-llama-13b": "Code Llama 13B",
"code-llama-34b": "Code Llama 34B",
"qwen-2-72b": "Qwen"
}
class ThebApi(OpenaiTemplate):
label = "TheB.AI API"
url = "https://theb.ai"
login_url = "https://beta.theb.ai/home"
api_base = "https://api.theb.ai/v1"
working = True
needs_auth = True
models_needs_auth = True
default_model = "theb-ai"
fallback_models = list(models)
@classmethod
def create_async_generator(
cls,
model: str,
messages: Messages,
temperature: float = None,
top_p: float = None,
**kwargs
) -> CreateResult:
system_message = "\n".join([message["content"] for message in messages if message["role"] == "system"])
messages = [message for message in messages if message["role"] != "system"]
data = {
"model_params": filter_none(
system_prompt=system_message,
temperature=temperature,
top_p=top_p,
)
}
return super().create_async_generator(model, messages, extra_body=data, **kwargs)
|