Update app.py
Browse files
app.py
CHANGED
|
@@ -44,7 +44,7 @@ def respond(
|
|
| 44 |
|
| 45 |
inputs = tokenizer.apply_chat_template(messages, return_tensors="pt").to("cuda")
|
| 46 |
|
| 47 |
-
outputs = model.generate(inputs, max_new_tokens=
|
| 48 |
gen_text=tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 49 |
|
| 50 |
print(gen_text)
|
|
|
|
| 44 |
|
| 45 |
inputs = tokenizer.apply_chat_template(messages, return_tensors="pt").to("cuda")
|
| 46 |
|
| 47 |
+
outputs = model.generate(inputs, max_new_tokens=2000)
|
| 48 |
gen_text=tokenizer.decode(outputs[0], skip_special_tokens=True)
|
| 49 |
|
| 50 |
print(gen_text)
|