rphrp1985 commited on
Commit
48cb5f9
·
verified ·
1 Parent(s): d1b5796

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -44,7 +44,7 @@ def respond(
44
 
45
  inputs = tokenizer.apply_chat_template(messages, return_tensors="pt").to("cuda")
46
 
47
- outputs = model.generate(inputs, max_new_tokens=20)
48
  gen_text=tokenizer.decode(outputs[0], skip_special_tokens=True)
49
 
50
  print(gen_text)
 
44
 
45
  inputs = tokenizer.apply_chat_template(messages, return_tensors="pt").to("cuda")
46
 
47
+ outputs = model.generate(inputs, max_new_tokens=2000)
48
  gen_text=tokenizer.decode(outputs[0], skip_special_tokens=True)
49
 
50
  print(gen_text)