@devilsdev/rag-pipeline-utils 2.0.0 → 2.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.eslintrc.json +24 -18
- package/.github/workflows/docs-deploy.yml +46 -0
- package/.github/workflows/publish-release-blog.yml +53 -0
- package/.github/workflows/storybook-deploy.yml +33 -0
- package/.husky/pre-commit +1 -0
- package/.storybook/main.js +20 -0
- package/.storybook/preview.js +13 -0
- package/CHANGELOG.md +15 -1
- package/README.md +101 -72
- package/Use-Cases.md +134 -0
- package/docs-site/.plaiceholder-cache/img_hero.jpg.json +1 -0
- package/docs-site/.plaiceholder-cache/img_logo.png.json +1 -0
- package/docs-site/.storybook/preview.js +8 -0
- package/docs-site/blog/2021-08-26-welcome/index.md +0 -1
- package/docs-site/blog/2025-04-17-release-2.0.md +67 -0
- package/docs-site/blog/2025-04-17-release-v2.0.2.md +13 -0
- package/docs-site/blog/2025-04-18-architecture-overview.md +34 -0
- package/docs-site/blog/2025-04-18-release-2.0.0.md +21 -0
- package/docs-site/blog/2025-04-19-prompt-engineering-best-practices.md +31 -0
- package/docs-site/blog/2025-04-20-image-showcase.md +23 -0
- package/docs-site/blog/authors.yml +5 -23
- package/docs-site/blog/tags.yml +27 -16
- package/docs-site/docs/Architecture.md +4 -4
- package/docs-site/docs/CLI.md +3 -3
- package/docs-site/docs/Evaluation.md +7 -7
- package/docs-site/docs/FAQ.md +6 -6
- package/docs-site/docs/Introduction.md +9 -9
- package/docs-site/docs/Plugins.md +3 -3
- package/docs-site/docs/Tutorials.md +106 -0
- package/docs-site/docs/Usage.md +5 -5
- package/docs-site/docs/Use-Cases.md +77 -0
- package/docs-site/docs/components/BlogCardExample.mdx +7 -0
- package/docs-site/docusaurus.config.js +16 -2
- package/docs-site/package-lock.json +487 -2
- package/docs-site/package.json +7 -3
- package/docs-site/scripts/generate-placeholders.js +17 -0
- package/docs-site/scripts/watch-images.js +40 -0
- package/docs-site/sidebar-snippet.txt +5 -0
- package/docs-site/sidebars.js +26 -9
- package/docs-site/src/components/BlogCard.jsx +31 -0
- package/docs-site/src/components/BlogCard.stories.jsx +34 -0
- package/docs-site/src/components/BlogImage.jsx +58 -0
- package/docs-site/src/components/BlogImage.stories.jsx +20 -0
- package/docs-site/static/img/authors/ali.jpg +0 -0
- package/docs-site/static/img/hero.jpg +0 -0
- package/docs-site/utils/image.js +19 -0
- package/package.json +27 -3
- package/scripts/validate-changelog-version.js +48 -0
- package/src/stories/Button.jsx +39 -0
- package/src/stories/Button.stories.js +49 -0
- package/src/stories/Configure.mdx +364 -0
- package/src/stories/Header.jsx +56 -0
- package/src/stories/Header.stories.js +29 -0
- package/src/stories/Page.jsx +69 -0
- package/src/stories/Page.stories.js +28 -0
- package/src/stories/assets/accessibility.png +0 -0
- package/src/stories/assets/accessibility.svg +1 -0
- package/src/stories/assets/addon-library.png +0 -0
- package/src/stories/assets/assets.png +0 -0
- package/src/stories/assets/avif-test-image.avif +0 -0
- package/src/stories/assets/context.png +0 -0
- package/src/stories/assets/discord.svg +1 -0
- package/src/stories/assets/docs.png +0 -0
- package/src/stories/assets/figma-plugin.png +0 -0
- package/src/stories/assets/github.svg +1 -0
- package/src/stories/assets/share.png +0 -0
- package/src/stories/assets/styling.png +0 -0
- package/src/stories/assets/testing.png +0 -0
- package/src/stories/assets/theming.png +0 -0
- package/src/stories/assets/tutorials.svg +1 -0
- package/src/stories/assets/youtube.svg +1 -0
- package/src/stories/button.css +30 -0
- package/src/stories/header.css +32 -0
- package/src/stories/page.css +68 -0
- package/docs-site/blog/2019-05-28-first-blog-post.md +0 -12
- package/docs-site/blog/2019-05-29-long-blog-post.md +0 -44
- package/docs-site/blog/2021-08-01-mdx-blog-post.mdx +0 -24
|
@@ -0,0 +1,77 @@
|
|
|
1
|
+
---
|
|
2
|
+
id: Use-Cases
|
|
3
|
+
title: Real-World Use Cases
|
|
4
|
+
sidebar_position: 5
|
|
5
|
+
---
|
|
6
|
+
|
|
7
|
+
## Real-World Applications of RAG Pipeline Utils
|
|
8
|
+
|
|
9
|
+
This project goes beyond traditional RAG tools — it’s a **developer-focused modular framework**. Here's how it’s used:
|
|
10
|
+
|
|
11
|
+
---
|
|
12
|
+
|
|
13
|
+
### 1. Customizable LLM Workflows
|
|
14
|
+
|
|
15
|
+
**Use Case:** A team wants to test three different retrievers (Pinecone, Weaviate, Redis) and switch LLMs dynamically during eval.
|
|
16
|
+
|
|
17
|
+
```bash
|
|
18
|
+
rag-utils ingest sample.pdf --retriever pinecone --llm openai
|
|
19
|
+
```
|
|
20
|
+
|
|
21
|
+
---
|
|
22
|
+
|
|
23
|
+
### 2. Plugin-Based Evaluation Benchmarks
|
|
24
|
+
|
|
25
|
+
**Use Case:** You want to run BLEU/ROUGE scoring across prompt templates or documents using CLI:
|
|
26
|
+
|
|
27
|
+
```bash
|
|
28
|
+
rag-utils evaluate --dataset tests/eval.json --llm anthropic
|
|
29
|
+
```
|
|
30
|
+
|
|
31
|
+
---
|
|
32
|
+
|
|
33
|
+
### 3. Internal LLM System for SaaS
|
|
34
|
+
|
|
35
|
+
**Use Case:** Embed RAG processing into a backend:
|
|
36
|
+
|
|
37
|
+
```js
|
|
38
|
+
import { PluginRegistry, runPipeline } from 'rag-pipeline-utils';
|
|
39
|
+
|
|
40
|
+
const registry = new PluginRegistry();
|
|
41
|
+
registry.register('embedder', 'openai', new OpenAIEmbedder());
|
|
42
|
+
|
|
43
|
+
const output = await runPipeline({
|
|
44
|
+
loader: 'pdf',
|
|
45
|
+
retriever: 'pinecone',
|
|
46
|
+
llm: 'openai',
|
|
47
|
+
query: 'How does this work?'
|
|
48
|
+
});
|
|
49
|
+
```
|
|
50
|
+
|
|
51
|
+
---
|
|
52
|
+
|
|
53
|
+
### 4. GitHub + NPM Automation for ML Pipelines
|
|
54
|
+
|
|
55
|
+
**Use Case:** You want a release blog post + versioned package published automatically:
|
|
56
|
+
|
|
57
|
+
- Commit code
|
|
58
|
+
- Push to `main`
|
|
59
|
+
- GitHub Action triggers:
|
|
60
|
+
- Semantic release
|
|
61
|
+
- CHANGELOG update
|
|
62
|
+
- Blog post generation
|
|
63
|
+
- NPM publish
|
|
64
|
+
|
|
65
|
+
---
|
|
66
|
+
|
|
67
|
+
### Benefits
|
|
68
|
+
|
|
69
|
+
- **Pluggable** components via clean interfaces
|
|
70
|
+
- **CLI + programmatic** access for flexible DX
|
|
71
|
+
- **CI-validated** plugin contract enforcement
|
|
72
|
+
- **Docs-first** developer onboarding
|
|
73
|
+
- **Production-ready** for real ML teams
|
|
74
|
+
|
|
75
|
+
---
|
|
76
|
+
|
|
77
|
+
> Want to contribute your use case? PRs welcome on [GitHub](https://github.com/DevilsDev/rag-pipeline-utils).
|
|
@@ -12,12 +12,20 @@ export default {
|
|
|
12
12
|
tagline: 'Composable RAG pipelines with Node.js',
|
|
13
13
|
url: 'https://devilsdev.github.io',
|
|
14
14
|
baseUrl: '/rag-pipeline-utils/',
|
|
15
|
+
deploymentBranch: 'gh-pages',
|
|
15
16
|
onBrokenLinks: 'throw',
|
|
16
17
|
onBrokenMarkdownLinks: 'warn',
|
|
17
18
|
|
|
18
19
|
// ✅ Final favicon and social card for branding
|
|
19
20
|
favicon: 'img/favicon.ico',
|
|
20
21
|
themeConfig: {
|
|
22
|
+
|
|
23
|
+
// algolia: {
|
|
24
|
+
// appId: 'YOUR_APP_ID',
|
|
25
|
+
// apiKey: 'YOUR_PUBLIC_API_KEY',
|
|
26
|
+
// indexName: 'rag_pipeline_utils',
|
|
27
|
+
// contextualSearch: true,
|
|
28
|
+
// },
|
|
21
29
|
image: 'img/social-card.jpg',
|
|
22
30
|
navbar: {
|
|
23
31
|
title: 'RAG Utils',
|
|
@@ -27,7 +35,8 @@ export default {
|
|
|
27
35
|
},
|
|
28
36
|
items: [
|
|
29
37
|
{ to: '/docs/Introduction', label: 'Docs', position: 'left' },
|
|
30
|
-
{
|
|
38
|
+
{ to: '/blog', label: 'Blog', position: 'left' },
|
|
39
|
+
{ href: 'https://github.com/DevilsDev/rag-pipeline-utils', label: 'GitHub', position: 'right' },
|
|
31
40
|
]
|
|
32
41
|
},
|
|
33
42
|
footer: {
|
|
@@ -38,7 +47,6 @@ export default {
|
|
|
38
47
|
|
|
39
48
|
organizationName: 'DevilsDev',
|
|
40
49
|
projectName: 'rag-pipeline-utils',
|
|
41
|
-
deploymentBranch: 'gh-pages',
|
|
42
50
|
|
|
43
51
|
presets: [
|
|
44
52
|
[
|
|
@@ -48,6 +56,12 @@ export default {
|
|
|
48
56
|
sidebarPath: require.resolve('./sidebars.js'),
|
|
49
57
|
editUrl: 'https://github.com/DevilsDev/rag-pipeline-utils/edit/main/docs-site/'
|
|
50
58
|
},
|
|
59
|
+
|
|
60
|
+
blog: {
|
|
61
|
+
showReadingTime: true,
|
|
62
|
+
editUrl: 'https://github.com/DevilsDev/rag-pipeline-utils/edit/main/docs-site/blog/',
|
|
63
|
+
},
|
|
64
|
+
|
|
51
65
|
theme: {
|
|
52
66
|
customCss: require.resolve('./src/css/custom.css')
|
|
53
67
|
}
|