Update app.py

app.py

@@ -18,12 +18,7 @@ model = PeftModel.from_pretrained(base_model, model_name)
 model = model.merge_and_unload()  # This merges the PEFT weights into the base model
 
 # Set up the text-generation pipeline
-generator = pipeline("text-generation", model=model, tokenizer=tokenizer,
-     max_new_tokens=128,  # Reduce token count
-    num_return_sequences=1,
-    do_sample=False,  # Use greedy decoding
-    temperature=0.1   # Lower temperature
-)
+generator = pipeline("text-generation", model=model, tokenizer=tokenizer)
 
 # Use the HuggingFacePipeline from langchain_community
 llm = HuggingFacePipeline(pipeline=generator)