Spaces:
Runtime error
Runtime error
Update app.py
Browse files
app.py
CHANGED
|
@@ -18,7 +18,7 @@ quantization_config = BitsAndBytesConfig(load_in_8bit=True)
|
|
| 18 |
model = AutoModelForCausalLM.from_pretrained(model_path, device_map='cuda', quantization_config=quantization_config)
|
| 19 |
|
| 20 |
@spaces.GPU
|
| 21 |
-
def generate_text(usertitle, content,
|
| 22 |
# msg = [{
|
| 23 |
# 'title': title,
|
| 24 |
# 'content': content
|
|
|
|
| 18 |
model = AutoModelForCausalLM.from_pretrained(model_path, device_map='cuda', quantization_config=quantization_config)
|
| 19 |
|
| 20 |
@spaces.GPU
|
| 21 |
+
def generate_text(usertitle, content, max_length, temperature):
|
| 22 |
# msg = [{
|
| 23 |
# 'title': title,
|
| 24 |
# 'content': content
|