@vivantel/rag-core 1.1.2 → 1.1.3

package/.github/workflows/ci.yaml

@@ -1,119 +0,0 @@
-name: CI
-
-on:
-  push:
-    branches: [master, develop]
-  pull_request:
-    branches: [master]
-
-jobs:
-  build-and-test:
-    name: Build & Test
-    runs-on: ubuntu-latest
-
-    strategy:
-      matrix:
-        node-version: [22, 24, 26]
-      fail-fast: false
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-        with:
-          fetch-depth: 0
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v6
-        with:
-          node-version: ${{ matrix.node-version }}
-          cache: "npm"
-
-      - name: Install dependencies
-        run: npm ci
-
-      - name: Type check
-        run: npm run type-check
-
-      - name: Lint
-        run: npm run lint
-
-      - name: Run tests
-        run: npm test
-
-      - name: Build
-        run: npm run build
-
-      - name: Upload build artifacts
-        uses: actions/upload-artifact@v4
-        with:
-          name: dist-node-${{ matrix.node-version }}
-          path: dist/
-          retention-days: 7
-
-  code-quality:
-    name: Code Quality
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v6
-        with:
-          node-version: "lts/*"
-          cache: "npm"
-
-      - name: Install dependencies
-        run: npm ci
-
-      - name: Check formatting
-        run: npx prettier --check "src/**/*.ts"
-
-      - name: Run lint with fix check
-        run: npx eslint src/ --max-warnings 0
-
-      - name: Type coverage
-        run: npx type-coverage --at-least 90
-
-      - name: Audit dependencies
-        run: npm audit --audit-level=moderate
-
-  security:
-    name: Security Scan
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      security-events: write
-      actions: read
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v6
-        with:
-          node-version: "lts/*"
-
-      - name: Run Trivy vulnerability scanner
-        uses: aquasecurity/trivy-action@v0.36.0
-        with:
-          scan-type: "fs"
-          scan-ref: "."
-          format: "sarif"
-          output: "trivy-results.sarif"
-
-      - name: Upload Trivy results to GitHub Security tab
-        uses: github/codeql-action/upload-sarif@v4
-        with:
-          sarif_file: "trivy-results.sarif"
-
-      - name: Run npm audit
-        run: npm audit --json > npm-audit.json || true
-
-      - name: Upload npm audit results
-        uses: actions/upload-artifact@v4
-        with:
-          name: npm-audit
-          path: npm-audit.json

package/.github/workflows/publish.yaml

@@ -1,155 +0,0 @@
-name: Publish
-
-on:
-  workflow_dispatch:
-    inputs:
-      version_type:
-        description: "Version type"
-        required: true
-        type: choice
-        options: [patch, minor, major]
-
-permissions:
-  contents: write
-  pull-requests: write
-  issues: write
-  packages: write
-
-jobs:
-  release-please:
-    name: Release Please
-    runs-on: ubuntu-latest
-
-    outputs:
-      release_created: ${{ steps.release.outputs.release_created }}
-      tag_name: ${{ steps.release.outputs.tag_name }}
-      version: ${{ steps.release.outputs.version }}
-
-    steps:
-      - name: Run Release Please
-        id: release
-        uses: googleapis/release-please-action@v5
-        with:
-          token: ${{ secrets.GITHUB_TOKEN }}
-          release-type: node
-          package-name: "@vivantel/rag-core"
-          config-file: .github/config/release-please.json
-          manifest-file: .release-please-manifest.json
-
-  publish-npm:
-    name: Publish to npm
-    needs: release-please
-    if: ${{ needs.release-please.outputs.release_created == 'true' }}
-    runs-on: ubuntu-latest
-
-    permissions:
-      contents: read
-      id-token: write # для npm provenance
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-        with:
-          ref: ${{ needs.release-please.outputs.tag_name }}
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v6
-        with:
-          node-version: "lts/*"
-          registry-url: "https://registry.npmjs.org"
-          cache: "npm"
-
-      - name: Install dependencies
-        run: npm ci
-
-      - name: Build
-        run: npm run build
-
-      - name: Run tests
-        run: npm test
-
-      - name: Check package size
-        run: npx package-size
-
-      - name: Publish to npm
-        run: npm publish --provenance --access public
-        env:
-          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}
-
-      - name: Create GitHub Release
-        uses: softprops/action-gh-release@v2
-        with:
-          tag_name: ${{ needs.release-please.outputs.tag_name }}
-          name: Release ${{ needs.release-please.outputs.version }}
-          body_path: CHANGELOG.md
-          draft: false
-          prerelease: false
-          generate_release_notes: true
-        env:
-          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-  create-github-package:
-    name: Publish to GitHub Packages
-    needs: release-please
-    if: ${{ needs.release-please.outputs.release_created == 'true' }}
-    runs-on: ubuntu-latest
-
-    permissions:
-      contents: read
-      packages: write
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-        with:
-          ref: ${{ needs.release-please.outputs.tag_name }}
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v6
-        with:
-          node-version: "lts/*"
-          registry-url: "https://npm.pkg.github.com"
-          cache: "npm"
-
-      - name: Install dependencies
-        run: npm ci
-
-      - name: Build
-        run: npm run build
-
-      - name: Publish to GitHub Packages
-        run: npm publish
-        env:
-          NODE_AUTH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
-
-  update-docs:
-    name: Update Documentation
-    needs: release-please
-    if: ${{ needs.release-please.outputs.release_created == 'true' }}
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v6
-        with:
-          ref: ${{ needs.release-please.outputs.tag_name }}
-
-      - name: Setup Node.js
-        uses: actions/setup-node@v6
-        with:
-          node-version: "lts/*"
-          cache: "npm"
-
-      - name: Install dependencies
-        run: npm ci
-
-      - name: Generate API documentation
-        run: npm run docs:generate
-
-      - name: Deploy to GitHub Pages
-        uses: peaceiris/actions-gh-pages@v4
-        with:
-          github_token: ${{ secrets.GITHUB_TOKEN }}
-          publish_dir: ./docs/api
-          destination_dir: ${{ needs.release-please.outputs.version }}
-          keep_files: false

package/.github/workflows/release.yaml

@@ -1,54 +0,0 @@
-name: Release
-
-on:
-  push:
-    branches:
-      - master
-
-permissions:
-  contents: write
-  pull-requests: write
-  issues: write
-
-jobs:
-  release-please:
-    runs-on: ubuntu-latest
-    outputs:
-      release_created: ${{ steps.release.outputs.release_created }}
-    steps:
-      - name: Run Release Please
-        id: release
-        uses: googleapis/release-please-action@v5
-        with:
-          token: ${{ secrets.RELEASE_TOKEN }}
-          release-type: node
-          config-file: .github/config/release-please.json
-          manifest-file: .release-please-manifest.json
-
-  publish-npm:
-    needs: release-please
-    if: ${{ needs.release-please.outputs.release_created == 'true' }}
-    runs-on: ubuntu-latest
-    permissions:
-      contents: read
-      id-token: write
-    steps:
-      - uses: actions/checkout@v4
-        with:
-          fetch-depth: 0
-      
-      - uses: actions/setup-node@v4
-        with:
-          node-version: '20.x'
-          registry-url: 'https://registry.npmjs.org'
-      
-      - name: Install dependencies
-        run: npm ci
-      
-      - name: Build
-        run: npm run build
-      
-      - name: Publish to npm
-        run: npm publish --provenance --access public
-        env:
-          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }}

package/.release-please-manifest.json

@@ -1,3 +0,0 @@
-{
-  ".": "1.1.2"
-}

package/.versionrc.json

@@ -1,19 +0,0 @@
-{
-  "types": [
-    {"type": "feat", "section": "Features"},
-    {"type": "fix", "section": "Bug Fixes"},
-    {"type": "perf", "section": "Performance Improvements"},
-    {"type": "refactor", "section": "Code Refactoring"},
-    {"type": "docs", "section": "Documentation"},
-    {"type": "style", "hidden": true},
-    {"type": "chore", "hidden": true},
-    {"type": "test", "hidden": true}
-  ],
-  "releaseCommitMessageFormat": "chore: release {{currentTag}}",
-  "skip": {
-    "bump": false,
-    "changelog": false,
-    "commit": false,
-    "tag": false
-  }
-}

package/CHANGELOG.md

@@ -1,51 +0,0 @@
-# Changelog
-
-All notable changes to this project will be documented in this file.
-
-The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
-and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
-
-## [1.1.2](https://github.com/vivantel/rag_core/compare/v1.1.1...v1.1.2) (2026-05-31)
-
-
-### Bug Fixes
-
-* add repository.url to package.json for npm provenance ([01f8164](https://github.com/vivantel/rag_core/commit/01f816412ce5643eaa1cc1acb6a689fa48c20bfc))
-
-## [1.1.1](https://github.com/vivantel/rag_core/compare/v1.1.0...v1.1.1) (2026-05-31)
-
-
-### Bug Fixes
-
-* add repository.url to package.json for npm provenance ([c468d1f](https://github.com/vivantel/rag_core/commit/c468d1f819579524795cf2f533871efe9931dd6f))
-
-## [1.1.0](https://github.com/vivantel/rag_core/compare/v1.0.0...v1.1.0) (2026-05-31)
-
-
-### Features
-
-* test trusted publisher automation ([7fd08b9](https://github.com/vivantel/rag_core/commit/7fd08b96f32e7f7c2c2c02ec7e2eebb761d5fa7f))
-
-## 1.0.0 (2026-05-31)
-
-
-### Features
-
-* test trusted publisher automation ([8a8cf1f](https://github.com/vivantel/rag_core/commit/8a8cf1f05ab420ebfcaba5653819d0d5e5c5fc2f))
-* test trusted publisher automation ([b2638cd](https://github.com/vivantel/rag_core/commit/b2638cd58abbfe073db51ef2fd0146594a99c55f))
-* test trusted publisher automation ([c524461](https://github.com/vivantel/rag_core/commit/c5244615cf7e5e91457446b43d62efdd7928273c))
-
-## [Unreleased]
-
-### Added
-- Initial release
-
-### Changed
-
-### Deprecated
-
-### Removed
-
-### Fixed
-
-### Security

package/bin/rag-update.ts

@@ -1,49 +0,0 @@
-#!/usr/bin/env node
-
-import { Command } from 'commander';
-import { config } from 'dotenv';
-import { loadConfig } from '../src/config-loader.js';
-import { Orchestrator } from '../src/core/orchestrator.js';
-
-config();
-
-const program = new Command();
-
-program
-  .name('rag-update')
-  .description('Update RAG index with latest changes')
-  .version('1.0.0')
-  .option('-c, --config <path>', 'Path to config file', './rag.config.ts')
-  .option('-f, --force', 'Force full rebuild', false)
-  .option('--skip-upload', 'Skip upload to vector store', false)
-  .option('--chunks-file <path>', 'Output path for chunks.json')
-  .option('--embeddings-file <path>', 'Output path for embeddings.json')
-  .parse();
-
-async function main() {
-  const options = program.opts();
-  
-  console.log('🚀 RAG Update Tool\n');
-  
-  try {
-    const config = await loadConfig(options.config);
-    
-    const orchestrator = new Orchestrator({
-      ...config,
-      options: {
-        ...config.options,
-        force: options.force || config.options?.force,
-        skipUpload: options.skipUpload || config.options?.skipUpload,
-        chunksFile: options.chunksFile || config.options?.chunksFile,
-        embeddingsFile: options.embeddingsFile || config.options?.embeddingsFile
-      }
-    });
-    
-    await orchestrator.run();
-  } catch (error) {
-    console.error('❌ Error:', error instanceof Error ? error.message : error);
-    process.exit(1);
-  }
-}
-
-main();

package/eslint.config.js

@@ -1,25 +0,0 @@
-import js from '@eslint/js';
-import tseslint from 'typescript-eslint';
-
-export default tseslint.config(
-  js.configs.recommended,
-  ...tseslint.configs.recommended,
-  {
-    ignores: [
-      'dist/**',
-      'node_modules/**',
-      'coverage/**',
-      '*.config.js',
-      '*.config.ts'
-    ]
-  },
-  {
-    files: ['src/**/*.ts'],
-    rules: {
-      '@typescript-eslint/no-explicit-any': 'warn',
-      '@typescript-eslint/no-unused-vars': ['error', { argsIgnorePattern: '^_' }],
-      'no-console': 'off',
-      'no-undef': 'off'
-    }
-  }
-);

package/src/config-loader.ts

@@ -1,21 +0,0 @@
-import { pathToFileURL } from "url";
-import { RAGPipelineConfig } from "./core/orchestrator.js";
-
-export async function loadConfig(
-  configPath: string,
-): Promise<RAGPipelineConfig> {
-  // Clear cache for hot reload
-  delete require.cache[require.resolve(configPath)];
-
-  const configUrl = pathToFileURL(configPath).href;
-  const configModule = await import(configUrl);
-  const config = configModule.default;
-
-  if (!config.chunkers || !config.embedder || !config.vectorStore) {
-    throw new Error(
-      "Invalid config: missing chunkers, embedder, or vectorStore",
-    );
-  }
-
-  return config;
-}

package/src/core/chunk-processor.test.ts

@@ -1,36 +0,0 @@
-import { describe, it, expect, vi } from "vitest";
-import { ChunkProcessor } from "./chunk-processor.js";
-import { FileChunker } from "../interfaces/index.js";
-
-describe("ChunkProcessor", () => {
-  const mockChunker: FileChunker = {
-    name: "test",
-    patterns: ["**/*.txt"],
-    chunk: vi.fn().mockResolvedValue([
-      {
-        content: "test content",
-        metadata: { type: "test" },
-        sourceFile: "test.txt",
-        commitHash: "abc123",
-        contentHash: "hash123",
-      },
-    ]),
-  };
-
-  it("should be instantiable", () => {
-    const processor = new ChunkProcessor([mockChunker]);
-    expect(processor).toBeInstanceOf(ChunkProcessor);
-  });
-
-  it("should have processFile method", () => {
-    const processor = new ChunkProcessor([mockChunker]);
-    expect(processor.processFile).toBeDefined();
-    expect(typeof processor.processFile).toBe("function");
-  });
-
-  it("should have processFiles method", () => {
-    const processor = new ChunkProcessor([mockChunker]);
-    expect(processor.processFiles).toBeDefined();
-    expect(typeof processor.processFiles).toBe("function");
-  });
-});

package/src/core/chunk-processor.ts

@@ -1,92 +0,0 @@
-import { Chunk, FileChunker } from "../interfaces/index.js";
-import { createHash } from "crypto";
-
-function computeContentHash(content: string): string {
-  return createHash("sha256").update(content).digest("hex").slice(0, 16);
-}
-
-export class ChunkProcessor {
-  private chunkers: Map<string, FileChunker>;
-
-  constructor(chunkers: FileChunker[]) {
-    this.chunkers = new Map(chunkers.map((c) => [c.name, c]));
-  }
-
-  async processFile(
-    filePath: string,
-    commitHash: string,
-    chunker: FileChunker,
-  ): Promise<Chunk[]> {
-    try {
-      const chunks = await chunker.chunk(filePath, commitHash);
-
-      for (const chunk of chunks) {
-        chunk.contentHash = computeContentHash(chunk.content);
-        chunk.sourceFile = filePath;
-        chunk.commitHash = commitHash;
-      }
-
-      return chunks;
-    } catch (error) {
-      console.error(`  ❌ Error processing ${filePath}: ${error}`);
-      return [];
-    }
-  }
-
-  async processFiles(
-    files: string[],
-    fileState: Map<string, { commitHash: string; chunker: FileChunker }>,
-  ): Promise<Chunk[]> {
-    const allChunks: Chunk[] = [];
-
-    for (let i = 0; i < files.length; i++) {
-      const filePath = files[i];
-      const info = fileState.get(filePath);
-
-      if (!info) {
-        console.log(`  ⚠️ No chunker for: ${filePath}`);
-        continue;
-      }
-
-      console.log(`  [${i + 1}/${files.length}] ${filePath}`);
-
-      const chunks = await this.processFile(
-        filePath,
-        info.commitHash,
-        info.chunker,
-      );
-
-      if (chunks.length > 0) {
-        allChunks.push(...chunks);
-        console.log(`    ✅ Generated ${chunks.length} chunk(s)`);
-      } else {
-        console.log(`    ⚠️ No chunks generated (skipped)`);
-      }
-    }
-
-    return allChunks;
-  }
-
-  async saveChunksLocal(chunks: Chunk[], outputFile: string): Promise<void> {
-    const { dirname } = await import("path");
-    const { mkdir, writeFile, readFile } = await import("fs/promises");
-
-    await mkdir(dirname(outputFile), { recursive: true });
-
-    let existing: Chunk[] = [];
-    try {
-      const content = await readFile(outputFile, "utf-8");
-      existing = JSON.parse(content);
-    } catch {
-      // File doesn't exist
-    }
-
-    const processedFiles = new Set(chunks.map((c) => c.sourceFile));
-    const filtered = existing.filter((c) => !processedFiles.has(c.sourceFile));
-
-    const allChunks = [...filtered, ...chunks];
-
-    await writeFile(outputFile, JSON.stringify(allChunks, null, 2));
-    console.log(`\n💾 Saved ${allChunks.length} chunks to ${outputFile}`);
-  }
-}