datasourcelib 0.1.11__tar.gz → 0.1.12__tar.gz

{datasourcelib-0.1.11 → datasourcelib-0.1.12}/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datasourcelib
-Version: 0.1.11
+Version: 0.1.12
 Summary: Data source sync strategies for vector DBs
 Home-page: https://github.com/akashmaurya0217/datasourcelib
 Author: Akash Kumar Maurya

{datasourcelib-0.1.11 → datasourcelib-0.1.12}/setup.py

@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
 
 setup(
     name="datasourcelib",
-    version="0.1.11",
+    version="0.1.12",
     packages=find_packages(where="src", exclude=["tests.*", "tests", "examples.*", "examples"]),
     package_dir={"": "src"},
     install_requires=[

{datasourcelib-0.1.11 → datasourcelib-0.1.12}/src/datasourcelib/datasources/azure_devops_source.py

@@ -300,6 +300,7 @@ class AzureDevOpsSource(DataSourceBase):
 
                         # Display name and url
                         display_name = page.get("name") or page.get("pageName") or page_path.strip("/") or "/"
+                        new_display_name = self.sanitize(display_name.replace(" ", "_").strip()),
                         url = (
                             page.get("remoteUrl")
                             or page.get("url")
@@ -339,12 +340,23 @@ class AzureDevOpsSource(DataSourceBase):
                                     content_text = w_resp.content.decode("utf-8", errors="ignore")
                                 except Exception:
                                     content_text = ""
-
+                         # Construct a 'full' description string using available pieces
+                        content_text = BeautifulSoup(content_text or "", "html.parser").get_text(),
+                        parts = []
+                        if new_display_name:
+                            parts.append(f"Wiki Page Name is {display_name}. Page has information  about {display_name}")
+                        if project_name:
+                            parts.append(f"This page is documented by for Project '{project_name}' and by the team '{project_name}'")
+                        if url:
+                            parts.append(f"The devops wiki page (url) link to access this page is {url}")
+                        if project_name:
+                            parts.append(f"These wiki page content refers sharepoint site links and other documents from sharepoint. So to get full detailed steps or contents you need to refer those links with appropriate permissions. This page contents are available on wiki are [{content_text}].")
+
+                        index_content = ". ".join(parts)
                         results.append({
-                            "display_name": self.sanitize(display_name.replace(" ", "_").strip()),
+                            "display_name": new_display_name,
                             "url": url,
-                            "content": BeautifulSoup(content_text or "", "html.parser").get_text(),
-                            "wiki": wiki_display,
+                            "content": index_content,
                             "project": project_name
                         })
 

{datasourcelib-0.1.11 → datasourcelib-0.1.12}/src/datasourcelib.egg-info/PKG-INFO

@@ -1,6 +1,6 @@
 Metadata-Version: 2.4
 Name: datasourcelib
-Version: 0.1.11
+Version: 0.1.12
 Summary: Data source sync strategies for vector DBs
 Home-page: https://github.com/akashmaurya0217/datasourcelib
 Author: Akash Kumar Maurya