Create model_loader.py

model_loader.py

@@ -0,0 +1,20 @@
+# model_loader.py
+from transformers import AutoModelForSequenceClassification, AutoTokenizer
+
+def load_model_and_tokenizer():
+    """
+    Load the fine-tuned XLM-RoBERTa model and tokenizer.
+    Returns the model and tokenizer for use in classification.
+    """
+    try:
+        model_name = "your_username/xlm-roberta-toxic-classifier"  # Replace with your model repo ID
+        # If the model is local: model_name = "./model"
+        
+        model = AutoModelForSequenceClassification.from_pretrained(model_name)
+        tokenizer = AutoTokenizer.from_pretrained(model_name)
+        return model, tokenizer
+    except Exception as e:
+        raise Exception(f"Error loading model or tokenizer: {str(e)}")
+
+# Load the model and tokenizer once at startup
+model, tokenizer = load_model_and_tokenizer()