Update app.py

app.py

@@ -42,14 +42,17 @@ def get_restaurants(search, location, meters):
 
         restaurant_docs = list(trips_collection.aggregate([vectorQuery, {"$project": {"_id": 0, "embedding": 0}}]))
 
-        chat_response = openai_client.chat.completions.create(
+        stream_response = openai_client.chat.completions.create(
             model="gpt-4o",
             messages=[
                 {"role": "system", "content": "You are a helpful restaurant assistant. Answer shortly and quickly. You will get a context if the context is not relevant to the user query please address that and not provide by default the restaurants as is."},
                 {"role": "user", "content": f"Find me the 2 best restaurant and why based on {search} and {restaurant_docs}. Shortly explain trades offs and why I should go to each one. You can mention the third option as a possible alternative in one sentence."}
-            ]
+            ],
+            stream=True
         )
 
+        chat_response = st.write_stream(stream_response)
+
         trips_collection.delete_many({"searchTrip": newTrip})
 
         if len(restaurant_docs) == 0:
@@ -112,7 +115,7 @@ if st.button("Get Restaurants"):
     location_value = location['value']
     result, iframe, pre_agg, vectorQuery = get_restaurants(search, location_value, meters)
     if result:
-        st.markdown(result)
+        
         st.markdown(iframe, unsafe_allow_html=True)
         st.json(pre_agg)
         st.json(vectorQuery)