Update app.py

app.py

@@ -82,7 +82,6 @@ def remove_context(text):
 print(f"处理多余的Context文本函数定义结束")         
     
 url="https://www.usinoip.com"
-#url="https://www.usinoip.com/UpdatesAbroad/290.html"
 texts=""
 raw_text=""
 user_question = ""
@@ -121,10 +120,17 @@ st.markdown(
 
 user_question = st.text_input("Enter your query here and AI-Chat with your website:")
 
-text_splitter = CharacterTextSplitter(        
-    separator = "\n",
+#text_splitter = CharacterTextSplitter(        
+#    separator = "\n",
+#    chunk_size = 1000,
+#    chunk_overlap  = 200,
+#    length_function = len,
+#)
+
+text_splitter = RecursiveCharacterTextSplitter(
+    #separator = "\n",
     chunk_size = 1000,
-    chunk_overlap  = 200,
+    chunk_overlap  = 200, #striding over the text
     length_function = len,
 )
 
@@ -137,12 +143,8 @@ with st.sidebar:
     st.subheader("Enjoy Chatting!")
     st.sidebar.markdown('<span class="blue-underline">Life Enhancing with AI.</span>', unsafe_allow_html=True)
     try:
-        with st.spinner("Preparing website materials for you..."):        
-            #url="https://www.usinoip.com/AI3KEYS.html"
-            #url="https://www.usinoip.com"
-            #url_loader = WebBaseLoader([url])
-            #urls = [ 'https://www.usinoip.com/AI3KEYS.html', 'https://www.usinoip.com/AIInsights/308.html']
-            url_loader=WebBaseLoader(["https://www.usinoip.com/AI3KEYS.html"])
+        with st.spinner("Preparing website materials for you..."):             
+            url_loader = WebBaseLoader([url])
             raw_text = url_loader.load()
             page_content = raw_text[0].page_content
             page_content = str(page_content)
@@ -151,10 +153,9 @@ with st.sidebar:
             initial_embeddings=get_embeddings(texts)
             db_embeddings = torch.FloatTensor(initial_embeddings) 
     except Exception as e:
-    #    st.write("Unknow error.")
-    #    print("Please enter a valide URL.")
-    #    st.stop()
-        pass
+        st.write("Unknow error.")
+        print("Please enter a valide URL.")
+        st.stop()        
           
 if st.button('Get AI Response'):
     if user_question !="" and not user_question.strip().isspace() and not user_question == "" and not user_question.strip() == "" and not user_question.isspace():