vectra-js 0.9.2 → 0.9.4

package/.github/ISSUE_TEMPLATE/bug_report.md

@@ -0,0 +1,38 @@
+---
+name: Bug report
+about: Create a report to help us improve
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Describe the bug**
+A clear and concise description of what the bug is.
+
+**To Reproduce**
+Steps to reproduce the behavior:
+1. Go to '...'
+2. Click on '....'
+3. Scroll down to '....'
+4. See error
+
+**Expected behavior**
+A clear and concise description of what you expected to happen.
+
+**Screenshots**
+If applicable, add screenshots to help explain your problem.
+
+**Desktop (please complete the following information):**
+ - OS: [e.g. iOS]
+ - Browser [e.g. chrome, safari]
+ - Version [e.g. 22]
+
+**Smartphone (please complete the following information):**
+ - Device: [e.g. iPhone6]
+ - OS: [e.g. iOS8.1]
+ - Browser [e.g. stock browser, safari]
+ - Version [e.g. 22]
+
+**Additional context**
+Add any other context about the problem here.

package/.github/ISSUE_TEMPLATE/feature_request.md

@@ -0,0 +1,20 @@
+---
+name: Feature request
+about: Suggest an idea for this project
+title: ''
+labels: ''
+assignees: ''
+
+---
+
+**Is your feature request related to a problem? Please describe.**
+A clear and concise description of what the problem is. Ex. I'm always frustrated when [...]
+
+**Describe the solution you'd like**
+A clear and concise description of what you want to happen.
+
+**Describe alternatives you've considered**
+A clear and concise description of any alternative solutions or features you've considered.
+
+**Additional context**
+Add any other context or screenshots about the feature request here.

package/.github/dependabot.yml

@@ -0,0 +1,11 @@
+# To get started with Dependabot version updates, you'll need to specify which
+# package ecosystems to update and where the package manifests are located.
+# Please see the documentation for all configuration options:
+# https://docs.github.com/code-security/dependabot/dependabot-version-updates/configuration-options-for-the-dependabot.yml-file
+
+version: 2
+updates:
+  - package-ecosystem: "npm" # See documentation for possible values
+    directory: "/" # Location of package manifests
+    schedule:
+      interval: "weekly"

package/.github/workflows/npm-publish.yml

@@ -0,0 +1,39 @@
+name: Publish to npm
+
+on:
+  push:
+    branches:
+      - master
+
+jobs:
+  publish:
+    runs-on: ubuntu-latest
+
+    environment: Build
+
+    permissions:
+      contents: read
+
+    steps:
+      - uses: actions/checkout@v4
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: 20
+          registry-url: https://registry.npmjs.org
+
+      - uses: pnpm/action-setup@v3
+        with:
+          version: 9
+
+      - name: Install dependencies
+        run: pnpm install --frozen-lockfile
+
+      - name: Configure npm auth
+        run: |
+          echo "//registry.npmjs.org/:_authToken=${NPM_TOKEN}" > ~/.npmrc
+        env:
+          NPM_TOKEN: ${{ secrets.NPM_KEY }}
+
+      - name: Publish to npm
+        run: pnpm publish --no-git-checks --access public

package/CODE_OF_CONDUCT.md

@@ -0,0 +1,128 @@
+# Contributor Covenant Code of Conduct
+
+## Our Pledge
+
+We as members, contributors, and leaders pledge to make participation in our
+community a harassment-free experience for everyone, regardless of age, body
+size, visible or invisible disability, ethnicity, sex characteristics, gender
+identity and expression, level of experience, education, socio-economic status,
+nationality, personal appearance, race, religion, or sexual identity
+and orientation.
+
+We pledge to act and interact in ways that contribute to an open, welcoming,
+diverse, inclusive, and healthy community.
+
+## Our Standards
+
+Examples of behavior that contributes to a positive environment for our
+community include:
+
+* Demonstrating empathy and kindness toward other people
+* Being respectful of differing opinions, viewpoints, and experiences
+* Giving and gracefully accepting constructive feedback
+* Accepting responsibility and apologizing to those affected by our mistakes,
+  and learning from the experience
+* Focusing on what is best not just for us as individuals, but for the
+  overall community
+
+Examples of unacceptable behavior include:
+
+* The use of sexualized language or imagery, and sexual attention or
+  advances of any kind
+* Trolling, insulting or derogatory comments, and personal or political attacks
+* Public or private harassment
+* Publishing others' private information, such as a physical or email
+  address, without their explicit permission
+* Other conduct which could reasonably be considered inappropriate in a
+  professional setting
+
+## Enforcement Responsibilities
+
+Community leaders are responsible for clarifying and enforcing our standards of
+acceptable behavior and will take appropriate and fair corrective action in
+response to any behavior that they deem inappropriate, threatening, offensive,
+or harmful.
+
+Community leaders have the right and responsibility to remove, edit, or reject
+comments, commits, code, wiki edits, issues, and other contributions that are
+not aligned to this Code of Conduct, and will communicate reasons for moderation
+decisions when appropriate.
+
+## Scope
+
+This Code of Conduct applies within all community spaces, and also applies when
+an individual is officially representing the community in public spaces.
+Examples of representing our community include using an official e-mail address,
+posting via an official social media account, or acting as an appointed
+representative at an online or offline event.
+
+## Enforcement
+
+Instances of abusive, harassing, or otherwise unacceptable behavior may be
+reported to the community leaders responsible for enforcement at
+astroabhi.abhi@gmail.com.
+All complaints will be reviewed and investigated promptly and fairly.
+
+All community leaders are obligated to respect the privacy and security of the
+reporter of any incident.
+
+## Enforcement Guidelines
+
+Community leaders will follow these Community Impact Guidelines in determining
+the consequences for any action they deem in violation of this Code of Conduct:
+
+### 1. Correction
+
+**Community Impact**: Use of inappropriate language or other behavior deemed
+unprofessional or unwelcome in the community.
+
+**Consequence**: A private, written warning from community leaders, providing
+clarity around the nature of the violation and an explanation of why the
+behavior was inappropriate. A public apology may be requested.
+
+### 2. Warning
+
+**Community Impact**: A violation through a single incident or series
+of actions.
+
+**Consequence**: A warning with consequences for continued behavior. No
+interaction with the people involved, including unsolicited interaction with
+those enforcing the Code of Conduct, for a specified period of time. This
+includes avoiding interactions in community spaces as well as external channels
+like social media. Violating these terms may lead to a temporary or
+permanent ban.
+
+### 3. Temporary Ban
+
+**Community Impact**: A serious violation of community standards, including
+sustained inappropriate behavior.
+
+**Consequence**: A temporary ban from any sort of interaction or public
+communication with the community for a specified period of time. No public or
+private interaction with the people involved, including unsolicited interaction
+with those enforcing the Code of Conduct, is allowed during this period.
+Violating these terms may lead to a permanent ban.
+
+### 4. Permanent Ban
+
+**Community Impact**: Demonstrating a pattern of violation of community
+standards, including sustained inappropriate behavior,  harassment of an
+individual, or aggression toward or disparagement of classes of individuals.
+
+**Consequence**: A permanent ban from any sort of public interaction within
+the community.
+
+## Attribution
+
+This Code of Conduct is adapted from the [Contributor Covenant][homepage],
+version 2.0, available at
+https://www.contributor-covenant.org/version/2/0/code_of_conduct.html.
+
+Community Impact Guidelines were inspired by [Mozilla's code of conduct
+enforcement ladder](https://github.com/mozilla/diversity).
+
+[homepage]: https://www.contributor-covenant.org
+
+For answers to common questions about this code of conduct, see the FAQ at
+https://www.contributor-covenant.org/faq. Translations are available at
+https://www.contributor-covenant.org/translations.

package/README.md

@@ -161,6 +161,13 @@ const config = {
   - `enrichment`: boolean; generate `summary`, `keywords`, `hypothetical_questions`
 - Callbacks
   - `callbacks`: array of handlers; use `LoggingCallbackHandler` or `StructuredLoggingCallbackHandler`
+- Observability
+  - `enabled`: boolean; enable SQLite-based observability (default: false)
+  - `sqlitePath`: string; path to SQLite database file (default: 'vectra-observability.db')
+  - `projectId`: string; project identifier for multi-project support (default: 'default')
+  - `trackMetrics`: boolean; track latency and other metrics
+  - `trackTraces`: boolean; track detailed workflow traces
+  - `sessionTracking`: boolean; track chat sessions
 - Index Helpers (Postgres + Prisma)
   - `ensureIndexes()`: creates ivfflat and GIN FTS indexes and optional `tsvector` trigger
 
@@ -601,6 +608,29 @@ const { StructuredLoggingCallbackHandler } = require('vectra-js/src/callbacks');
 const config = { callbacks: [ new StructuredLoggingCallbackHandler() ] };
 ```
 
+### Observability
+
+Built-in SQLite-based observability to track metrics, traces, and sessions.
+
+```javascript
+const config = {
+  // ...
+  observability: {
+    enabled: true,
+    sqlitePath: 'vectra-observability.db',
+    projectId: 'my-project',
+    trackMetrics: true,
+    trackTraces: true,
+    sessionTracking: true
+  }
+};
+```
+
+This tracks:
+- **Metrics**: Latency (ingest, query).
+- **Traces**: Detailed spans for retrieval, generation, and ingestion workflows.
+- **Sessions**: Chat session history and last query tracking.
+
 ### Vector Stores
 - Prisma (Postgres + pgvector), Chroma, Qdrant, Milvus.
 - Configure `database.type`, `tableName`, `columnMap`, `clientInstance`.

package/bin/vectra.js

@@ -28,12 +28,18 @@ async function run() {
   
   if (cmd === 'webconfig') {
       const cfgPath = configPath || path.join(process.cwd(), 'vectra-config.json');
-      startWebConfig(cfgPath);
+      startWebConfig(cfgPath, 'webconfig');
       return;
   }
 
-  if (!cmd || (!target && cmd !== 'webconfig')) {
-    console.error('Usage: vectra <ingest|query|webconfig> <path|text> [--config=path] [--stream]');
+  if (cmd === 'dashboard') {
+      const cfgPath = configPath || path.join(process.cwd(), 'vectra-config.json');
+      startWebConfig(cfgPath, 'dashboard');
+      return;
+  }
+
+  if (!cmd || (!target && cmd !== 'webconfig' && cmd !== 'dashboard')) {
+    console.error('Usage: vectra <ingest|query|webconfig|dashboard> <path|text> [--config=path] [--stream]');
     process.exit(1);
   }
 

package/package.json

@@ -1,19 +1,14 @@
 {
   "name": "vectra-js",
-  "version": "0.9.2",
+  "version": "0.9.4",
   "description": "A production-ready, provider-agnostic Node.js SDK for End-to-End RAG pipelines.",
   "main": "index.js",
-  "scripts": {
-    "test": "echo \"Error: no test specified\" && exit 1",
-    "prisma:generate": "prisma generate",
-    "lint": "eslint . --ext .js,.cjs,.mjs",
-    "lint:fix": "eslint . --ext .js,.cjs,.mjs --fix",
-    "prepublishOnly": "pnpm run lint",
-    "publish": "npm publish --access public"
-  },
   "bin": {
     "vectra": "bin/vectra.js"
   },
+  "publishConfig": {
+    "access": "public"
+  },
   "keywords": [
     "rag",
     "llm",
@@ -31,24 +26,31 @@
   },
   "homepage": "https://github.com/iamabhishek-n/vectra-js#readme",
   "author": "Abhishek N",
-  "license": "MIT",
+  "license": "GPL-3.0",
   "dependencies": {
-    "@anthropic-ai/sdk": "^0.20.0",
-    "@google/genai": "^1.30.0",
-    "openai": "^4.0.0",
-    "zod": "^3.22.0",
-    "pdf-parse": "^1.1.1",
-    "mammoth": "^1.7.0",
+    "@anthropic-ai/sdk": "^0.20.9",
+    "@google/genai": "^1.34.0",
+    "dotenv": "^16.6.1",
+    "mammoth": "^1.11.0",
+    "openai": "^6.15.0",
+    "pdf-parse": "^2.4.5",
+    "sqlite3": "^5.1.7",
+    "uuid": "^9.0.1",
     "xlsx": "^0.18.5",
-    "uuid": "^9.0.0",
-    "dotenv": "^16.0.0"
+    "zod": "^3.25.76"
   },
   "peerDependencies": {
     "@prisma/client": "^5.0.0"
   },
   "devDependencies": {
-    "prisma": "^5.22.0",
-    "eslint": "^9.13.0",
-    "globals": "^13.24.0"
+    "eslint": "^9.39.2",
+    "globals": "^16.5.0",
+    "prisma": "^7.2.0"
+  },
+  "scripts": {
+    "test": "echo \"Error: no test specified\" && exit 1",
+    "prisma:generate": "prisma generate",
+    "lint": "eslint . --ext .js,.cjs,.mjs",
+    "lint:fix": "eslint . --ext .js,.cjs,.mjs --fix"
   }
-}
+}

package/src/backends/chroma_store.js

@@ -15,11 +15,22 @@ class ChromaVectorStore extends VectorStore {
         }
     }
 
+    _cleanMetadata(meta) {
+        if (!meta) return {};
+        const out = {};
+        for (const [k, v] of Object.entries(meta)) {
+            if (v !== undefined && v !== null) {
+                out[k] = v;
+            }
+        }
+        return out;
+    }
+
     async addDocuments(docs) {
         await this._init();
         const ids = docs.map((d) => d.id || uuidv4());
         const embeddings = docs.map(d => d.embedding);
-        const metadatas = docs.map(d => d.metadata);
+        const metadatas = docs.map(d => this._cleanMetadata(d.metadata));
         const documents = docs.map(d => d.content);
 
         await this.collection.add({
@@ -34,7 +45,7 @@ class ChromaVectorStore extends VectorStore {
         await this._init();
         const ids = docs.map((d) => d.id || uuidv4());
         const embeddings = docs.map(d => d.embedding);
-        const metadatas = docs.map(d => d.metadata);
+        const metadatas = docs.map(d => this._cleanMetadata(d.metadata));
         const documents = docs.map(d => d.content);
         if (typeof this.collection.upsert === 'function') {
             await this.collection.upsert({ ids, embeddings, metadatas, documents });

package/src/config.js

@@ -114,6 +114,15 @@ const RAGConfigSchema = z.object({
   prompts: z.object({ query: z.string().optional(), reranking: z.string().optional() }).optional(),
   tracing: z.object({ enable: z.boolean().default(false) }).optional(),
   callbacks: z.array(z.custom((val) => true)).optional(), 
+  observability: z.object({
+    enabled: z.boolean().default(false),
+    sqlitePath: z.string().default('vectra-observability.db'),
+    projectId: z.string().default('default'),
+    trackMetrics: z.boolean().default(true),
+    trackTraces: z.boolean().default(true),
+    trackLogs: z.boolean().default(true),
+    sessionTracking: z.boolean().default(true)
+  }).default({})
 });
 
 module.exports = {