@devilsdev/rag-pipeline-utils 2.0.0 → 2.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (77) hide show
  1. package/.eslintrc.json +24 -18
  2. package/.github/workflows/docs-deploy.yml +46 -0
  3. package/.github/workflows/publish-release-blog.yml +53 -0
  4. package/.github/workflows/storybook-deploy.yml +33 -0
  5. package/.husky/pre-commit +1 -0
  6. package/.storybook/main.js +20 -0
  7. package/.storybook/preview.js +13 -0
  8. package/CHANGELOG.md +15 -1
  9. package/README.md +101 -72
  10. package/Use-Cases.md +134 -0
  11. package/docs-site/.plaiceholder-cache/img_hero.jpg.json +1 -0
  12. package/docs-site/.plaiceholder-cache/img_logo.png.json +1 -0
  13. package/docs-site/.storybook/preview.js +8 -0
  14. package/docs-site/blog/2021-08-26-welcome/index.md +0 -1
  15. package/docs-site/blog/2025-04-17-release-2.0.md +67 -0
  16. package/docs-site/blog/2025-04-17-release-v2.0.2.md +13 -0
  17. package/docs-site/blog/2025-04-18-architecture-overview.md +34 -0
  18. package/docs-site/blog/2025-04-18-release-2.0.0.md +21 -0
  19. package/docs-site/blog/2025-04-19-prompt-engineering-best-practices.md +31 -0
  20. package/docs-site/blog/2025-04-20-image-showcase.md +23 -0
  21. package/docs-site/blog/authors.yml +5 -23
  22. package/docs-site/blog/tags.yml +27 -16
  23. package/docs-site/docs/Architecture.md +4 -4
  24. package/docs-site/docs/CLI.md +3 -3
  25. package/docs-site/docs/Evaluation.md +7 -7
  26. package/docs-site/docs/FAQ.md +6 -6
  27. package/docs-site/docs/Introduction.md +9 -9
  28. package/docs-site/docs/Plugins.md +3 -3
  29. package/docs-site/docs/Tutorials.md +106 -0
  30. package/docs-site/docs/Usage.md +5 -5
  31. package/docs-site/docs/Use-Cases.md +77 -0
  32. package/docs-site/docs/components/BlogCardExample.mdx +7 -0
  33. package/docs-site/docusaurus.config.js +16 -2
  34. package/docs-site/package-lock.json +487 -2
  35. package/docs-site/package.json +7 -3
  36. package/docs-site/scripts/generate-placeholders.js +17 -0
  37. package/docs-site/scripts/watch-images.js +40 -0
  38. package/docs-site/sidebar-snippet.txt +5 -0
  39. package/docs-site/sidebars.js +26 -9
  40. package/docs-site/src/components/BlogCard.jsx +31 -0
  41. package/docs-site/src/components/BlogCard.stories.jsx +34 -0
  42. package/docs-site/src/components/BlogImage.jsx +58 -0
  43. package/docs-site/src/components/BlogImage.stories.jsx +20 -0
  44. package/docs-site/static/img/authors/ali.jpg +0 -0
  45. package/docs-site/static/img/hero.jpg +0 -0
  46. package/docs-site/utils/image.js +19 -0
  47. package/package.json +27 -3
  48. package/scripts/validate-changelog-version.js +48 -0
  49. package/src/stories/Button.jsx +39 -0
  50. package/src/stories/Button.stories.js +49 -0
  51. package/src/stories/Configure.mdx +364 -0
  52. package/src/stories/Header.jsx +56 -0
  53. package/src/stories/Header.stories.js +29 -0
  54. package/src/stories/Page.jsx +69 -0
  55. package/src/stories/Page.stories.js +28 -0
  56. package/src/stories/assets/accessibility.png +0 -0
  57. package/src/stories/assets/accessibility.svg +1 -0
  58. package/src/stories/assets/addon-library.png +0 -0
  59. package/src/stories/assets/assets.png +0 -0
  60. package/src/stories/assets/avif-test-image.avif +0 -0
  61. package/src/stories/assets/context.png +0 -0
  62. package/src/stories/assets/discord.svg +1 -0
  63. package/src/stories/assets/docs.png +0 -0
  64. package/src/stories/assets/figma-plugin.png +0 -0
  65. package/src/stories/assets/github.svg +1 -0
  66. package/src/stories/assets/share.png +0 -0
  67. package/src/stories/assets/styling.png +0 -0
  68. package/src/stories/assets/testing.png +0 -0
  69. package/src/stories/assets/theming.png +0 -0
  70. package/src/stories/assets/tutorials.svg +1 -0
  71. package/src/stories/assets/youtube.svg +1 -0
  72. package/src/stories/button.css +30 -0
  73. package/src/stories/header.css +32 -0
  74. package/src/stories/page.css +68 -0
  75. package/docs-site/blog/2019-05-28-first-blog-post.md +0 -12
  76. package/docs-site/blog/2019-05-29-long-blog-post.md +0 -44
  77. package/docs-site/blog/2021-08-01-mdx-blog-post.mdx +0 -24
@@ -0,0 +1,77 @@
1
+ ---
2
+ id: Use-Cases
3
+ title: Real-World Use Cases
4
+ sidebar_position: 5
5
+ ---
6
+
7
+ ## Real-World Applications of RAG Pipeline Utils
8
+
9
+ This project goes beyond traditional RAG tools — it’s a **developer-focused modular framework**. Here's how it’s used:
10
+
11
+ ---
12
+
13
+ ### 1. Customizable LLM Workflows
14
+
15
+ **Use Case:** A team wants to test three different retrievers (Pinecone, Weaviate, Redis) and switch LLMs dynamically during eval.
16
+
17
+ ```bash
18
+ rag-utils ingest sample.pdf --retriever pinecone --llm openai
19
+ ```
20
+
21
+ ---
22
+
23
+ ### 2. Plugin-Based Evaluation Benchmarks
24
+
25
+ **Use Case:** You want to run BLEU/ROUGE scoring across prompt templates or documents using CLI:
26
+
27
+ ```bash
28
+ rag-utils evaluate --dataset tests/eval.json --llm anthropic
29
+ ```
30
+
31
+ ---
32
+
33
+ ### 3. Internal LLM System for SaaS
34
+
35
+ **Use Case:** Embed RAG processing into a backend:
36
+
37
+ ```js
38
+ import { PluginRegistry, runPipeline } from 'rag-pipeline-utils';
39
+
40
+ const registry = new PluginRegistry();
41
+ registry.register('embedder', 'openai', new OpenAIEmbedder());
42
+
43
+ const output = await runPipeline({
44
+ loader: 'pdf',
45
+ retriever: 'pinecone',
46
+ llm: 'openai',
47
+ query: 'How does this work?'
48
+ });
49
+ ```
50
+
51
+ ---
52
+
53
+ ### 4. GitHub + NPM Automation for ML Pipelines
54
+
55
+ **Use Case:** You want a release blog post + versioned package published automatically:
56
+
57
+ - Commit code
58
+ - Push to `main`
59
+ - GitHub Action triggers:
60
+ - Semantic release
61
+ - CHANGELOG update
62
+ - Blog post generation
63
+ - NPM publish
64
+
65
+ ---
66
+
67
+ ### Benefits
68
+
69
+ - **Pluggable** components via clean interfaces
70
+ - **CLI + programmatic** access for flexible DX
71
+ - **CI-validated** plugin contract enforcement
72
+ - **Docs-first** developer onboarding
73
+ - **Production-ready** for real ML teams
74
+
75
+ ---
76
+
77
+ > Want to contribute your use case? PRs welcome on [GitHub](https://github.com/DevilsDev/rag-pipeline-utils).
@@ -0,0 +1,7 @@
1
+ import BlogCard from '@site/src/components/BlogCard';
2
+
3
+ # 📸 BlogCard Demo
4
+
5
+ Here's how a typical BlogCard component appears when used with a cached LQIP-enabled image:
6
+
7
+ <BlogCard title="Composable Pipelines in RAG" image="img_hero.jpg" />
@@ -12,12 +12,20 @@ export default {
12
12
  tagline: 'Composable RAG pipelines with Node.js',
13
13
  url: 'https://devilsdev.github.io',
14
14
  baseUrl: '/rag-pipeline-utils/',
15
+ deploymentBranch: 'gh-pages',
15
16
  onBrokenLinks: 'throw',
16
17
  onBrokenMarkdownLinks: 'warn',
17
18
 
18
19
  // ✅ Final favicon and social card for branding
19
20
  favicon: 'img/favicon.ico',
20
21
  themeConfig: {
22
+
23
+ // algolia: {
24
+ // appId: 'YOUR_APP_ID',
25
+ // apiKey: 'YOUR_PUBLIC_API_KEY',
26
+ // indexName: 'rag_pipeline_utils',
27
+ // contextualSearch: true,
28
+ // },
21
29
  image: 'img/social-card.jpg',
22
30
  navbar: {
23
31
  title: 'RAG Utils',
@@ -27,7 +35,8 @@ export default {
27
35
  },
28
36
  items: [
29
37
  { to: '/docs/Introduction', label: 'Docs', position: 'left' },
30
- { href: 'https://github.com/DevilsDev/rag-pipeline-utils', label: 'GitHub', position: 'right' }
38
+ { to: '/blog', label: 'Blog', position: 'left' },
39
+ { href: 'https://github.com/DevilsDev/rag-pipeline-utils', label: 'GitHub', position: 'right' },
31
40
  ]
32
41
  },
33
42
  footer: {
@@ -38,7 +47,6 @@ export default {
38
47
 
39
48
  organizationName: 'DevilsDev',
40
49
  projectName: 'rag-pipeline-utils',
41
- deploymentBranch: 'gh-pages',
42
50
 
43
51
  presets: [
44
52
  [
@@ -48,6 +56,12 @@ export default {
48
56
  sidebarPath: require.resolve('./sidebars.js'),
49
57
  editUrl: 'https://github.com/DevilsDev/rag-pipeline-utils/edit/main/docs-site/'
50
58
  },
59
+
60
+ blog: {
61
+ showReadingTime: true,
62
+ editUrl: 'https://github.com/DevilsDev/rag-pipeline-utils/edit/main/docs-site/blog/',
63
+ },
64
+
51
65
  theme: {
52
66
  customCss: require.resolve('./src/css/custom.css')
53
67
  }