AItool commited on
Commit
db79168
·
verified ·
1 Parent(s): f26cc1c

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -0
app.py CHANGED
@@ -52,6 +52,7 @@ def chat_with_model(user_input, model_choice):
52
  outputs = model.generate(
53
  **inputs,
54
  max_new_tokens=100,
 
55
  do_sample=False,
56
  temperature=0.7,
57
  top_p=0.9
 
52
  outputs = model.generate(
53
  **inputs,
54
  max_new_tokens=100,
55
+ use_cache=False # <— add this
56
  do_sample=False,
57
  temperature=0.7,
58
  top_p=0.9