Add API as argument

app.py

@@ -7,8 +7,6 @@ from transformers import pipeline
 import torch
 
 session_token = os.environ.get('SessionToken')      
-# logger.info(f"session_token_: {session_token}")
-api = ChatGPT(session_token)
 
 device = torch.device("cuda:0" if torch.cuda.is_available() else "cpu")
 
@@ -23,28 +21,37 @@ all_special_ids = whisper_model.tokenizer.all_special_ids
 transcribe_token_id = all_special_ids[-5]
 translate_token_id = all_special_ids[-6]
 
+def get_api():
+    api = None
+    # try:
+    #   api = ChatGPT(session_token)
+    #   # api.refresh_auth()
+    # except:
+    #   api = None
+    return api
+    
 def translate_or_transcribe(audio, task):
     whisper_model.model.config.forced_decoder_ids = [[2, transcribe_token_id if task=="Transcribe in Spoken Language" else translate_token_id]]
     text = whisper_model(audio)["text"]
     return text
     
-def get_response_from_chatbot(text):
+def get_response_from_chatbot(api,text):
+    if api is None:
+        return "Sorry, the chatGPT API has some issues. Please try again later"
     try:
-        if reset_conversation:
-            api.refresh_auth() 
-            api.reset_conversation() 
-        resp = api.send_message(text)    
-        response = resp['message']
-      # logger.info(f"response_: {response}")
+      resp = api.send_message(text)    
+      api.refresh_auth()
+      # api.reset_conversation() 
+      response = resp['message']
     except:
-        response = "Sorry, chatGPT queue is full. Please try again in some time"
+      response = "Sorry, the chatGPT queue is full. Please try again later"
     return response
 
-def chat(message, chat_history):      
+def chat(api,message, chat_history):      
     out_chat = []
     if chat_history != '':
         out_chat = json.loads(chat_history)
-    response = get_response_from_chatbot(message)
+    response = get_response_from_chatbot(api,message)
     out_chat.append((message, response))
     chat_history = json.dumps(out_chat)
     logger.info(f"out_chat_: {len(out_chat)}")
@@ -159,8 +166,7 @@ with gr.Blocks(title='Talk to chatGPT') as demo:
                                         
                                     )
             translate_btn = gr.Button("Check Whisper first ? 👍")
-
-        reset_conversation = gr.Checkbox(label="Reset conversation?", value=False)
+            
         whisper_task = gr.Radio(["Translate to English", "Transcribe in Spoken Language"], value="Translate to English", show_label=False)
         with gr.Row(elem_id="prompt_row"):
             prompt_input = gr.Textbox(lines=2, label="Input text",show_label=True)
@@ -177,10 +183,11 @@ with gr.Blocks(title='Talk to chatGPT') as demo:
                          inputs=[prompt_input_audio,whisper_task], 
                          outputs=prompt_input
                         )
-            
+        
+        api = gr.State(value=get_api())    
         submit_btn.click(fn=chat, 
-                             inputs=[prompt_input, chat_history], 
-                             outputs=[chatbot, chat_history],
+                             inputs=[api,prompt_input, chat_history], 
+                             outputs=[api,chatbot, chat_history],
                             )
     gr.HTML('''
          <p>Note: Please be aware that audio records from iOS devices will not be decoded as expected by Gradio. For the best experience, record your voice from a computer instead of your smartphone ;)</p>