Update app.py

app.py

@@ -4,6 +4,8 @@ import requests
 
 from PIL import Image
 from pydub.playback import Audio
+from pydub import AudioSegment
+
 
 # From transformers import BertModel, BertTokenizer
 from transformers import HfAgent, load_tool
@@ -97,21 +99,42 @@ def handle_submission():
     print(response)
 
     # Display the agent's response
-    if isinstance(response, str):
-        # Display the text response
-        print("text")
-        st.write(response)
-    elif isinstance(response, Image):
+#    if isinstance(response, str):
+#        # Display the text response
+#        print("text")
+#        st.write(response)
+#    elif isinstance(response, Image):
+#        # Display the image response
+# #       print("image")
+#        st.image(response)
+#    elif isinstance(response, Audio):
+#        print("audio")
+#        # Handle audio response (replace with your audio rendering code)
+#        st.audio(response)
+#    else:
+#        # Handle unrecognized response type
+#        print("warning")
+#        st.warning("Unrecognized response type.")
+# Update the import statement for Audio
+
+    # ...
+    
+    # Display the agent's response
+    if "image" in response:
         # Display the image response
-        print("image")
-        st.image(response)
-    elif isinstance(response, Audio):
-        print("audio")
+        image_data = base64.b64decode(response.split(",")[1])
+        img = Image.open(io.BytesIO(image_data))
+        st.image(img)
+    elif "audio" in response:
         # Handle audio response (replace with your audio rendering code)
-        st.audio(response)
+        audio_data = base64.b64decode(response.split(",")[1])
+        audio = AudioSegment.from_file(io.BytesIO(audio_data))
+        st.audio(audio)
+    elif "text" in response:
+        # Display the text response
+        st.write(response)
     else:
         # Handle unrecognized response type
-        print("warning")
         st.warning("Unrecognized response type.")