trying other model

backend.py

@@ -1,5 +1,5 @@
 import torch
-from transformers import AutoTokenizer, AutoModelForCausalLM
+from transformers import AutoTokenizer, AutoModelForCausalLM, AutoModel
 
 class MedicalAssistant:
     def __init__(self, model_name="sethuiyer/Medichat-Llama3-8B", device="cuda"):
@@ -10,6 +10,14 @@ class MedicalAssistant:
         You are an AI Medical Assistant trained on a vast dataset of health information. Please be thorough and
         provide an informative answer. If you don't know the answer to a specific medical inquiry, advise seeking professional help.
         '''
+    def __init__(self, model_name="sethuiyer/Medichat-Llama3-8B", device="cuda"):
+        # self.tokenizer = AutoTokenizer.from_pretrained(model_name)
+        # self.model = AutoModelForCausalLM.from_pretrained(model_name).to(self.device)
+        self.model = AutoModel.from_pretrained("ThisIs-Developer/Llama-2-GGML-Medical-Chatbot")
+        self.sys_message = ''' 
+        You are an AI Medical Assistant trained on a vast dataset of health information. Please be thorough and
+        provide an informative answer. If you don't know the answer to a specific medical inquiry, advise seeking professional help.
+        '''
 
     def format_prompt(self, question):
         messages = [