Upload app.py

app.py

@@ -109,15 +109,17 @@ def main():
     )
     model_args.model_name_or_path = "pinkmanlove/llama-7b-hf"
     model_args.lora_model_path = "./robin-7b"
-    pipeline_args.device = 'cpu'
-    with open ("configs/ds_config_chatbot.json", "r") as f:
+    pipeline_args.deepspeed = "configs/ds_config_chatbot.json"
+
+    with open (pipeline_args.deepspeed, "r") as f:
         ds_config = json.load(f)
 
     model = AutoModel.get_model(
         model_args,
         tune_strategy='none',
         ds_config=ds_config,
-        device=pipeline_args.device)
+        device="cpu",#pipeline_args.device,
+    )
 
     # We don't need input data, we will read interactively from stdin
     data_args = DatasetArguments(dataset_path=None)