Title is blank from metadata then assingned from URL (#982)

Author: praveshkumar1988

backend/src/document_sources/web_pages.py

@@ -6,6 +6,8 @@ def get_documents_from_web_page(source_url:str):
     pages = WebBaseLoader(source_url, verify_ssl=False).load()
     try:
       file_name = pages[0].metadata['title']
+      if not file_name:
+        file_name = last_url_segment(source_url)      
     except:
       file_name = last_url_segment(source_url)
     return file_name, pages

backend/src/main.py

@@ -124,6 +124,8 @@ def create_source_node_graph_web_url(graph, model, source_url, source_type):
       raise Exception(message)
     try:
       title = pages[0].metadata['title']
+      if not title:
+        title = last_url_segment(source_url)
       language = pages[0].metadata['language']
     except:
       title = last_url_segment(source_url)