hanzla commited on
Commit
eb1dda2
·
verified ·
1 Parent(s): dc060e7

Update app.py

Browse files
Files changed (1) hide show
  1. app.py +1 -1
app.py CHANGED
@@ -78,7 +78,7 @@ def generate_response(message, history):
78
  # Generate response
79
  outputs = model.generate(
80
  input_ids,
81
- max_new_tokens=2048, # Reduced from 1024 to improve speed
82
  temperature=0.7,
83
  do_sample=True,
84
  )
 
78
  # Generate response
79
  outputs = model.generate(
80
  input_ids,
81
+ max_new_tokens=4096,
82
  temperature=0.7,
83
  do_sample=True,
84
  )