Update app.py

app.py

@@ -12,8 +12,8 @@ from unittest.mock import patch
 from transformers.dynamic_module_utils import get_imports
 
 def fixed_get_imports(filename: str | os.PathLike) -> list[str]:
-    #if not str(filename).endswith("/modeling_phi3.py"):
-    #    return get_imports(filename)
+    if not str(filename).endswith("modeling_phi3.py"):
+        return get_imports(filename)
     imports = get_imports(filename)
     imports.remove("flash_attn")
     return imports
@@ -25,15 +25,15 @@ with patch("transformers.dynamic_module_utils.get_imports", fixed_get_imports):
         model_path,
         torch_dtype = torch.bfloat16,
         low_cpu_mem_usage = True,
-        use_flash_attn = True,
+        use_flash_attn = False,
         trust_remote_code = True
     ).eval().cuda()
 
-    tokenizer = AutoTokenizer.from_pretrained(
-        model_path,
-        trust_remote_code = True,
-        use_fast = False
-    )
+tokenizer = AutoTokenizer.from_pretrained(
+    model_path,
+    trust_remote_code = True,
+    use_fast = False
+)
 
 def image_vision(image_input_path, prompt):
     image_path = image_input_path