Update app.py

app.py

@@ -54,12 +54,17 @@ class CustomHfAgent(Agent):
         headers = {"Authorization": self.token}
         # Use the value from input_params or a default value if not provided
         max_new_tokens = self.input_params.get("max_new_tokens", 192)
+        
+        # Set padding and truncation options
+        parameters = {"max_new_tokens": max_new_tokens, "return_full_text": False, "stop": stop, "padding": True, "truncation": True}
+        
         inputs = {
             "inputs": prompt,
-            # Here the max_new_token varies from default 200 which leads to an error
-            "parameters": {"max_new_tokens": max_new_tokens, "return_full_text": False, "stop": stop},
+            "parameters": parameters,
         }
+        
         response = requests.post(self.url_endpoint, json=inputs, headers=headers)
+
         if response.status_code == 429:
             print("Getting rate-limited, waiting a tiny bit before trying again.")
             time.sleep(1)