Update app.py

app.py

@@ -1,17 +1,33 @@
 import gradio as gr
 import torch
-from transformers import AutoModelForCausalLM, AutoTokenizer, Blip2Processor, Blip2ForConditionalGeneration, WhisperProcessor, WhisperForConditionalGeneration
 from TTS.api import TTS
 import numpy as np
 from PIL import Image
 import fitz  # PyMuPDF
 import pandas as pd
+from huggingface_hub import login
+from transformers import AutoTokenizer, AutoModelForCausalLM
+import os
+
+# تسجيل الدخول باستخدام المفتاح من المتغير البيئي
+token = os.getenv("HF_API_TOKEN")
+if token:
+    login(token=token)
+else:
+    raise ValueError("لم يتم تعيين المفتاح البيئي HF_API_TOKEN.")
+
+# اسم النموذج
+mistral_model_name = "mistralai/Mistral-7B-Instruct-v0.1"
+
+# تحميل التوكنيزر والموديل
+mistral_tokenizer = AutoTokenizer.from_pretrained(mistral_model_name)
+mistral_model = AutoModelForCausalLM.from_pretrained(mistral_model_name)
 
 # Initialize device
 device = "cuda" if torch.cuda.is_available() else "cpu"
 
 # Text model: Mistral 7B
-mistral_model_name = "mistralai/Mistral-7B-Instruct-v0.1"
+mistral_model_name = "mistralai/Mixtral-8x7B-Instruct-v0.1"
 mistral_tokenizer = AutoTokenizer.from_pretrained(mistral_model_name)
 mistral_model = AutoModelForCausalLM.from_pretrained(mistral_model_name, torch_dtype=torch.float16 if device == "cuda" else torch.float32).to(device)