Update main.py

main.py

@@ -12,8 +12,12 @@ from pydantic import BaseModel, Field
 from typing_extensions import Literal
 from dialogue import DialogueTemplate
 
-llm = AutoModelForCausalLM.from_pretrained("gsaivinay/airoboros-13B-gpt4-1.3-GGML",
-                                           model_file="airoboros-13b-gpt4-1.3.ggmlv3.q4_1.bin",
+# llm = AutoModelForCausalLM.from_pretrained("gsaivinay/airoboros-13B-gpt4-1.3-GGML",
+#                                            model_file="airoboros-13b-gpt4-1.3.ggmlv3.q4_1.bin",
+#                                            model_type="llama")
+
+llm = AutoModelForCausalLM.from_pretrained("TheBloke/Llama-2-13B-chat-GGML",
+                                           model_file="llama-2-13b-chat.ggmlv3.q2_K.bin",
                                            model_type="llama")
 
 app = fastapi.FastAPI(title="Starchat Beta")