Upload app.py

app.py

@@ -11,7 +11,7 @@ import gradio as gr
 from dataclasses import dataclass, field
 from transformers import HfArgumentParser
 from typing import Optional
-
+import torch
 from lmflow.datasets.dataset import Dataset
 from lmflow.pipeline.auto_pipeline import AutoPipeline
 from lmflow.models.auto_model import AutoModel
@@ -118,6 +118,7 @@ def main():
         model_args,
         tune_strategy='none',
         ds_config=ds_config,
+        dtype=torch.float16,
         device="cpu",#pipeline_args.device,
     )