Upload app.py

app.py

@@ -110,6 +110,7 @@ def main():
     model_args.model_name_or_path = "pinkmanlove/llama-7b-hf"
     model_args.lora_model_path = "./robin-7b"
     pipeline_args.deepspeed = "configs/ds_config_chatbot.json"
+    model_args.torch_dtype = "float16"
 
     with open (pipeline_args.deepspeed, "r") as f:
         ds_config = json.load(f)
@@ -118,7 +119,6 @@ def main():
         model_args,
         tune_strategy='none',
         ds_config=ds_config,
-        dtype=torch.float16,
         device="cpu",#pipeline_args.device,
     )