Update app.py

app.py

@@ -105,13 +105,14 @@ def predict_chat(message: str, history: list):
             generated_text += token
             yield generated_text 
 
-    else:
+    else: # This is the block where the error occurred
         input_text = tokenizer.apply_chat_template(messages, tokenize=False, add_generation_prompt=True)
         inputs = tokenizer.encode(input_text, return_tensors="pt").to(device)
 
         outputs = model.generate(
             inputs,
-            max_new_tokens=MAX_NEW_TOKENS,
+            # Changed max_new_tokens to max_length for broader compatibility
+            max_length=inputs.shape[-1] + MAX_NEW_TOKENS, 
             temperature=TEMPERATURE,
             top_k=TOP_K,
             top_p=TOP_P,
@@ -157,7 +158,7 @@ if __name__ == "__main__":
             ["What's the best way to stay motivated?"],
         ],
         cache_examples=False,
-        # REMOVED: clear_btn="Clear Chat"
+        # clear_btn="Clear Chat" was removed in the previous step
     )
 
     demo.chatbot.value = initial_messages_for_value