fix

.ipynb_checkpoints/app-checkpoint.py

@@ -4,19 +4,15 @@ from llama_index.embeddings.huggingface import HuggingFaceEmbedding
 from llama_index.legacy.callbacks import CallbackManager
 from llama_index.llms.openai_like import OpenAILike
 
-
 st.set_page_config(page_title="llama_index_demo", page_icon="🦜🔗")
+
 # Create an instance of CallbackManager
 callback_manager = CallbackManager()
-api_base_url =  "https://internlm-chat.intern-ai.org.cn/puyu/api/v1/"
+api_base_url = "https://internlm-chat.intern-ai.org.cn/puyu/api/v1/"
 model = "internlm2.5-latest"
-api_key = api_key = st.sidebar.text_input('API Key', value='', type='password')
+api_key = st.sidebar.text_input('API Key', value='', type='password')
 
-# api_base_url =  "https://api.siliconflow.cn/v1"
-# model = "internlm/internlm2_5-7b-chat"
-# api_key = "请填写 API Key"
-
-llm =OpenAILike(model=model, api_base=api_base_url, api_key=api_key, is_chat_model=True,callback_manager=callback_manager)
+llm = OpenAILike(model=model, api_base=api_base_url, api_key=api_key, is_chat_model=True, callback_manager=callback_manager)
 
 st.title("llama_index_demo")
 
@@ -28,7 +24,7 @@ def init_models():
     )
     Settings.embed_model = embed_model
 
-    #用初始化llm
+    # 初始化 LLM
     Settings.llm = llm
 
     documents = SimpleDirectoryReader("./data/xtuner").load_data()
@@ -45,12 +41,11 @@ def greet2(question):
     response = st.session_state['query_engine'].query(question)
     return response
 
-      
 # Store LLM generated responses
 if "messages" not in st.session_state.keys():
-    st.session_state.messages = [{"role": "assistant", "content": "你好，我是你的助手，有什么我可以帮助你的吗？"}]    
+    st.session_state.messages = [{"role": "assistant", "content": "你好，我是你的助手，有什么我可以帮助你的吗？"}]
 
-    # Display or clear chat messages
+# Display or clear chat messages
 for message in st.session_state.messages:
     with st.chat_message(message["role"]):
         st.write(message["content"])
@@ -70,7 +65,7 @@ if prompt := st.chat_input():
     with st.chat_message("user"):
         st.write(prompt)
 
-# Gegenerate_llama_index_response last message is not from assistant
+# Generate response if last message is not from assistant
 if st.session_state.messages[-1]["role"] != "assistant":
     with st.chat_message("assistant"):
         with st.spinner("Thinking..."):

app.py

@@ -4,19 +4,15 @@ from llama_index.embeddings.huggingface import HuggingFaceEmbedding
 from llama_index.legacy.callbacks import CallbackManager
 from llama_index.llms.openai_like import OpenAILike
 
-
 st.set_page_config(page_title="llama_index_demo", page_icon="🦜🔗")
+
 # Create an instance of CallbackManager
 callback_manager = CallbackManager()
-api_base_url =  "https://internlm-chat.intern-ai.org.cn/puyu/api/v1/"
+api_base_url = "https://internlm-chat.intern-ai.org.cn/puyu/api/v1/"
 model = "internlm2.5-latest"
-api_key = api_key = st.sidebar.text_input('API Key', value='', type='password')
+api_key = st.sidebar.text_input('API Key', value='', type='password')
 
-# api_base_url =  "https://api.siliconflow.cn/v1"
-# model = "internlm/internlm2_5-7b-chat"
-# api_key = "请填写 API Key"
-
-llm =OpenAILike(model=model, api_base=api_base_url, api_key=api_key, is_chat_model=True,callback_manager=callback_manager)
+llm = OpenAILike(model=model, api_base=api_base_url, api_key=api_key, is_chat_model=True, callback_manager=callback_manager)
 
 st.title("llama_index_demo")
 
@@ -28,7 +24,7 @@ def init_models():
     )
     Settings.embed_model = embed_model
 
-    #用初始化llm
+    # 初始化 LLM
     Settings.llm = llm
 
     documents = SimpleDirectoryReader("./data/xtuner").load_data()
@@ -45,12 +41,11 @@ def greet2(question):
     response = st.session_state['query_engine'].query(question)
     return response
 
-      
 # Store LLM generated responses
 if "messages" not in st.session_state.keys():
-    st.session_state.messages = [{"role": "assistant", "content": "你好，我是你的助手，有什么我可以帮助你的吗？"}]    
+    st.session_state.messages = [{"role": "assistant", "content": "你好，我是你的助手，有什么我可以帮助你的吗？"}]
 
-    # Display or clear chat messages
+# Display or clear chat messages
 for message in st.session_state.messages:
     with st.chat_message(message["role"]):
         st.write(message["content"])
@@ -70,7 +65,7 @@ if prompt := st.chat_input():
     with st.chat_message("user"):
         st.write(prompt)
 
-# Gegenerate_llama_index_response last message is not from assistant
+# Generate response if last message is not from assistant
 if st.session_state.messages[-1]["role"] != "assistant":
     with st.chat_message("assistant"):
         with st.spinner("Thinking..."):