datasourcelib 0.1.11__py3-none-any.whl → 0.1.12__py3-none-any.whl

datasourcelib/datasources/azure_devops_source.py

@@ -300,6 +300,7 @@ class AzureDevOpsSource(DataSourceBase):
 
                         # Display name and url
                         display_name = page.get("name") or page.get("pageName") or page_path.strip("/") or "/"
+                        new_display_name = self.sanitize(display_name.replace(" ", "_").strip()),
                         url = (
                             page.get("remoteUrl")
                             or page.get("url")
@@ -339,12 +340,23 @@ class AzureDevOpsSource(DataSourceBase):
                                     content_text = w_resp.content.decode("utf-8", errors="ignore")
                                 except Exception:
                                     content_text = ""
-
+                         # Construct a 'full' description string using available pieces
+                        content_text = BeautifulSoup(content_text or "", "html.parser").get_text(),
+                        parts = []
+                        if new_display_name:
+                            parts.append(f"Wiki Page Name is {display_name}. Page has information  about {display_name}")
+                        if project_name:
+                            parts.append(f"This page is documented by for Project '{project_name}' and by the team '{project_name}'")
+                        if url:
+                            parts.append(f"The devops wiki page (url) link to access this page is {url}")
+                        if project_name:
+                            parts.append(f"These wiki page content refers sharepoint site links and other documents from sharepoint. So to get full detailed steps or contents you need to refer those links with appropriate permissions. This page contents are available on wiki are [{content_text}].")
+
+                        index_content = ". ".join(parts)
                         results.append({
-                            "display_name": self.sanitize(display_name.replace(" ", "_").strip()),
+                            "display_name": new_display_name,
                             "url": url,
-                            "content": BeautifulSoup(content_text or "", "html.parser").get_text(),
-                            "wiki": wiki_display,
+                            "content": index_content,
                             "project": project_name
                         })
 

{datasourcelib-0.1.11.dist-info → datasourcelib-0.1.12.dist-info}/METADATA

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datasourcelib
-Version: 0.1.11
+Version: 0.1.12
 Summary: Data source sync strategies for vector DBs
 Home-page: https://github.com/akashmaurya0217/datasourcelib
 Author: Akash Kumar Maurya

{datasourcelib-0.1.11.dist-info → datasourcelib-0.1.12.dist-info}/RECORD

@@ -5,7 +5,7 @@ datasourcelib/core/sync_manager.py,sha256=pfnvWv4AwmlJJUIsfxNNxYDBOsa7juTIxgFJIE
 datasourcelib/core/sync_types.py,sha256=KVZB7PkfkFTzghoe--U8jLeAU8XAfba9qMRIVcUjuMc,297
 datasourcelib/datasources/__init__.py,sha256=lZtgs0vT-2gub5UZo8BUnREZl3K_-_xYqUP8mjf8vhM,436
 datasourcelib/datasources/azure_devops_source copy.py,sha256=g-IOCq5vGwwteU21jZPWW_GggMu1_myVJkP0_BmSdGY,7282
-datasourcelib/datasources/azure_devops_source.py,sha256=A1RhV0uy-6wJ0_HGTf9LhIafkxoFou3HO-r9HDmEAnY,18571
+datasourcelib/datasources/azure_devops_source.py,sha256=o-rl090HxbBA_Sl6WHazIDoA1NhjybIrmyQCU0SwzqA,19649
 datasourcelib/datasources/azure_devops_source10dec.py,sha256=J48E78AEfqkS-eBq7sesA48zmSiZ9oSfJkQjL7RAbyA,7928
 datasourcelib/datasources/blob_source.py,sha256=Qk61_ulqUSPYDaiMzqgvJAu43c4AjTlDRdfFg4VwgDU,3574
 datasourcelib/datasources/datasource_base.py,sha256=N8fOGvTl8oWWAiydLI0Joz66luq73a5yovO0XA9Q3jk,1068
@@ -30,8 +30,8 @@ datasourcelib/utils/exceptions.py,sha256=mgcDaW1k3VndgpMOwSm7NqgyRTvvE2a5ehn3x4f
 datasourcelib/utils/file_reader.py,sha256=Zr0rwNTRWE6KeVJEXgTOPS1_JI74LiUSiX5-6qojmN0,7301
 datasourcelib/utils/logger.py,sha256=Sl6lNlvubxtK9ztzyq7vjGVyA8_-pZ_ixpk5jfVsh6U,424
 datasourcelib/utils/validators.py,sha256=fLgmRAb5OZSdMVlHu_n0RKJUDl-G8dI8JsRSfxIquh8,205
-datasourcelib-0.1.11.dist-info/licenses/LICENSE,sha256=9S0AcKETmp9XOcC73jEjN7WSkuSWGFGreiBat6ONClo,1087
-datasourcelib-0.1.11.dist-info/METADATA,sha256=lfafhWbmV2lNtpSFntgM62Q7TJsyl_atJe4HhCvjdKo,1200
-datasourcelib-0.1.11.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
-datasourcelib-0.1.11.dist-info/top_level.txt,sha256=wIwiwdIj8T9pAvE2TkGLUvT2oIi43C2vkkTKibUlv3U,14
-datasourcelib-0.1.11.dist-info/RECORD,,
+datasourcelib-0.1.12.dist-info/licenses/LICENSE,sha256=9S0AcKETmp9XOcC73jEjN7WSkuSWGFGreiBat6ONClo,1087
+datasourcelib-0.1.12.dist-info/METADATA,sha256=Rvu5r33TNr6s-ph4bH6MCcwOx_jELup4C3KNnmTZA8Y,1200
+datasourcelib-0.1.12.dist-info/WHEEL,sha256=_zCd3N1l69ArxyTb8rzEoP9TpbYXkqRFSNOD5OuxnTs,91
+datasourcelib-0.1.12.dist-info/top_level.txt,sha256=wIwiwdIj8T9pAvE2TkGLUvT2oIi43C2vkkTKibUlv3U,14
+datasourcelib-0.1.12.dist-info/RECORD,,