datasourcelib 0.1.11__tar.gz → 0.1.13__tar.gz

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (44) hide show
  1. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/PKG-INFO +1 -1
  2. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/setup.py +1 -1
  3. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/datasources/azure_devops_source.py +15 -3
  4. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib.egg-info/PKG-INFO +1 -1
  5. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/LICENSE +0 -0
  6. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/MANIFEST.in +0 -0
  7. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/README.md +0 -0
  8. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/pyproject.toml +0 -0
  9. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/setup.cfg +0 -0
  10. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/__init__.py +0 -0
  11. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/core/__init__.py +0 -0
  12. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/core/sync_base.py +0 -0
  13. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/core/sync_manager.py +0 -0
  14. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/core/sync_types.py +0 -0
  15. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/datasources/__init__.py +0 -0
  16. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/datasources/azure_devops_source copy.py +0 -0
  17. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/datasources/azure_devops_source10dec.py +0 -0
  18. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/datasources/blob_source.py +0 -0
  19. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/datasources/datasource_base.py +0 -0
  20. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/datasources/datasource_types.py +0 -0
  21. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/datasources/dataverse_source.py +0 -0
  22. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/datasources/sharepoint_source - Copy.py +0 -0
  23. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/datasources/sharepoint_source.py +0 -0
  24. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/datasources/sql_source.py +0 -0
  25. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/datasources/sql_source_bkup.py +0 -0
  26. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/indexes/__init__.py +0 -0
  27. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/indexes/azure_search_index.py +0 -0
  28. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/strategies/__init__.py +0 -0
  29. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/strategies/daily_load.py +0 -0
  30. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/strategies/full_load.py +0 -0
  31. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/strategies/incremental_load.py +0 -0
  32. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/strategies/ondemand_load.py +0 -0
  33. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/strategies/timerange_load.py +0 -0
  34. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/utils/__init__.py +0 -0
  35. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/utils/aggregation.py +0 -0
  36. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/utils/byte_reader.py +0 -0
  37. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/utils/exceptions.py +0 -0
  38. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/utils/file_reader.py +0 -0
  39. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/utils/logger.py +0 -0
  40. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/utils/validators.py +0 -0
  41. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib.egg-info/SOURCES.txt +0 -0
  42. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib.egg-info/dependency_links.txt +0 -0
  43. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib.egg-info/requires.txt +0 -0
  44. {datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib.egg-info/top_level.txt +0 -0
{datasourcelib-0.1.11 → datasourcelib-0.1.13}/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: datasourcelib
3
- Version: 0.1.11
3
+ Version: 0.1.13
4
4
  Summary: Data source sync strategies for vector DBs
5
5
  Home-page: https://github.com/akashmaurya0217/datasourcelib
6
6
  Author: Akash Kumar Maurya
{datasourcelib-0.1.11 → datasourcelib-0.1.13}/setup.py RENAMED
@@ -2,7 +2,7 @@ from setuptools import setup, find_packages
2
2
 
3
3
  setup(
4
4
  name="datasourcelib",
5
- version="0.1.11",
5
+ version="0.1.13",
6
6
  packages=find_packages(where="src", exclude=["tests.*", "tests", "examples.*", "examples"]),
7
7
  package_dir={"": "src"},
8
8
  install_requires=[
{datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib/datasources/azure_devops_source.py RENAMED
@@ -339,12 +339,24 @@ class AzureDevOpsSource(DataSourceBase):
339
339
  content_text = w_resp.content.decode("utf-8", errors="ignore")
340
340
  except Exception:
341
341
  content_text = ""
342
-
342
+ # Construct a 'full' description string using available pieces
343
+ content_text = BeautifulSoup(content_text or "", "html.parser").get_text(),
344
+ parts = []
345
+ if display_name:
346
+ parts.append(f"Wiki Page Name is {display_name}. Page has information about {display_name}")
347
+ if project_name:
348
+ parts.append(f"This page is documented by for Project '{project_name}' and by the team '{project_name}'")
349
+ if url:
350
+ parts.append(f"The devops wiki page (url) link to access this page is {url}")
351
+ if project_name:
352
+ parts.append(f"These wiki page content refers sharepoint site links and other documents from sharepoint. So to get full detailed steps or contents you need to refer those links with appropriate permissions. This page contents are available on wiki are [{content_text}].")
353
+
354
+ index_content = ". ".join(parts)
343
355
  results.append({
344
356
  "display_name": self.sanitize(display_name.replace(" ", "_").strip()),
357
+ "page_name": display_name,
345
358
  "url": url,
346
- "content": BeautifulSoup(content_text or "", "html.parser").get_text(),
347
- "wiki": wiki_display,
359
+ "content": index_content,
348
360
  "project": project_name
349
361
  })
350
362
 
{datasourcelib-0.1.11 → datasourcelib-0.1.13}/src/datasourcelib.egg-info/PKG-INFO RENAMED
@@ -1,6 +1,6 @@
1
1
  Metadata-Version: 2.4
2
2
  Name: datasourcelib
3
- Version: 0.1.11
3
+ Version: 0.1.13
4
4
  Summary: Data source sync strategies for vector DBs
5
5
  Home-page: https://github.com/akashmaurya0217/datasourcelib
6
6
  Author: Akash Kumar Maurya
{datasourcelib-0.1.11 → datasourcelib-0.1.13}/LICENSE RENAMED
File without changes
{datasourcelib-0.1.11 → datasourcelib-0.1.13}/README.md RENAMED
File without changes
{datasourcelib-0.1.11 → datasourcelib-0.1.13}/setup.cfg RENAMED
File without changes