Update config.json

config.json

@@ -1,3 +1,43 @@
 {
-    "model_type": "llama"
-}
+  "model": {
+    "path": "TheBloke/Llama-2-7B-Chat-GGML",
+    "type": "llama",
+    "max_new_tokens": 512,
+    "temperature": 0.5
+  },
+  "tokenizer": {
+    "type": "AutoTokenizer",
+    "name": "sentence-transformers/all-MiniLM-L6-v2",
+    "kwargs": {
+      "device": "cpu"
+    }
+  },
+  "vector_store": {
+    "path": "vectorstores/db_faiss",
+    "embeddings": {
+      "type": "HuggingFaceEmbeddings",
+      "name": "sentence-transformers/all-MiniLM-L6-v2",
+      "kwargs": {
+        "device": "cpu"
+      }
+    }
+  },
+  "retriever": {
+    "type": "FAISS",
+    "path": "vectorstores/db_faiss"
+  },
+  "chain": {
+    "type": "RetrievalQA",
+    "chain_type": "stuff",
+    "chain_type_kwargs": {
+      "prompt": {
+        "template": "Use the following pieces of information...",
+        "input_variables": ["context", "question"]
+      }
+    }
+  },
+  "api": {
+    "port": 5000,
+    "num_threads": 8
+  }
+}