remove data persist feature from app.py

app.py

@@ -1,40 +1,35 @@
 import gradio as gr
 from datasets import load_dataset, Dataset
-import os
 
 # Define the dataset name and split
 DATASET_NAME = "Thang/wikides"
 SPLIT = "train"
 
-# Load the actual dataset from Hugging Face Hub
-try:
-    dataset = load_dataset(DATASET_NAME, split=SPLIT)
-except Exception as e:
-    # If the dataset fails to load, raise a more descriptive error.
-    # This will cause the Hugging Face Space to fail during startup,
-    # which is the desired behavior for a critical dependency.
-    raise RuntimeError(f"Failed to load dataset '{DATASET_NAME}': {e}")
-
-# Function to fetch data with a limit
+# Function to fetch data with a limit on demand
 def get_data_with_limit(limit: int = 50):
     """
-    Fetches data from the dataset with a specified limit.
+    Loads and fetches data from the dataset with a specified limit on each call.
     The limit defaults to 50 if not provided or if it's invalid.
     """
     # Type and value checking for the limit parameter
     if not isinstance(limit, int) or limit < 1:
         limit = 50
-    
-    # Ensure the limit doesn't exceed the dataset size
-    num_rows = len(dataset)
-    if limit > num_rows:
-        limit = num_rows
 
     try:
+        # Load the dataset on demand.
+        # This will download the data each time if not in cache,
+        # but prevents it from being stored on the disk permanently.
+        dataset = load_dataset(DATASET_NAME, split=SPLIT)
+        
+        # Ensure the limit doesn't exceed the dataset size
+        num_rows = len(dataset)
+        if limit > num_rows:
+            limit = num_rows
+
         # Slice the dataset to get the required number of rows and convert to a dictionary
         return dataset.select(range(limit)).to_dict()
     except Exception as e:
-        # Return a structured error response if something goes wrong during data retrieval
+        # Return a structured error response if something goes wrong
         return {"error": "Internal Server Error", "message": str(e)}
 
 # Create the Gradio interface
@@ -47,7 +42,7 @@ demo = gr.Interface(
         gr.JSON(label="Data")
     ],
     title="WikiDES Data API",
-    description=f"A simple API to access data from the **{DATASET_NAME}** dataset with a configurable limit. The default limit is 50.",
+    description=f"A simple API to access data from the **{DATASET_NAME}** dataset. The dataset is loaded on-demand for each request. The default limit is 50.",
     examples=[
         [10],
         [25],