Upload app.py

app.py

@@ -111,6 +111,7 @@ def main():
     model_args.lora_model_path = "./robin-7b"
     pipeline_args.deepspeed = "configs/ds_config_chatbot.json"
     model_args.torch_dtype = "float16"
+    pipeline_args.device = "cpu"
 
     with open (pipeline_args.deepspeed, "r") as f:
         ds_config = json.load(f)