Update app.py

app.py

@@ -8,6 +8,9 @@ implicit_cot_model_name = 'yuntian-deng/implicit-cot-math-mistral7b'
 implicit_cot_model = AutoModelForCausalLM.from_pretrained(implicit_cot_model_name, torch_dtype=torch.bfloat16)
 tokenizer = AutoTokenizer.from_pretrained(implicit_cot_model_name)
 
+implicit_cot_model.to('cuda' if torch.cuda.is_available() else 'cpu')
+implicit_cot_model.eval()
+
 # Constants
 MAX_RESULT_TOKENS = 10