@crownpeak/dqm-react-component-dev-mcp 1.2.0

package/data/docs/WIKI-SIDEBAR.md

@@ -0,0 +1,39 @@
+### Navigation
+
+**[🏠 Home](Home)**
+
+---
+
+### Getting Started
+- [Quick Start Guide](Quick-Start-Guide)
+- [Example Usage](Example-Usage)
+- [Authentication Configuration](Authentication-Configuration)
+- [Backend Server](Backend-Server)
+- [Redis Production Setup](Redis-Production-Setup)
+
+---
+
+### AI Features
+- [AI Features Guide](AI-Features-Guide)
+- [MCP Server Integration](MCP-Server-Integration)
+- [API Reference](API-Reference)
+- [Migration Guide](Migration-Guide)
+
+---
+
+### Advanced
+- [Widget Bundle Guide](Widget-Bundle-Guide)
+- [Troubleshooting Guide](Troubleshooting-Guide)
+
+---
+
+### Development
+- [Development Guide](Development-Guide)
+- [NPM Publishing Guide](NPM-Publishing-Guide)
+- [Backend API Guide](Backend-API-Guide)
+- [Contributing](https://github.com/Crownpeak/dqm-react-component?tab=contributing-ov-file#contributing-to-crownpeak-dqm-react-component)
+- [Code of Conduct](https://github.com/Crownpeak/dqm-react-component?tab=coc-ov-file#contributor-covenant-code-of-conduct)
+
+---
+
+**[View on GitHub](https://github.com/Crownpeak/dqm-react-component)**

package/data/package.json

@@ -0,0 +1,171 @@
+{
+  "name": "@crownpeak/dqm-react-component",
+  "version": "1.2.0",
+  "private": false,
+  "description": "A React component for Crownpeak Digital Quality Management (DQM) integration",
+  "type": "module",
+  "main": "./dist/index.cjs",
+  "module": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js",
+      "require": "./dist/index.cjs",
+      "default": "./dist/index.js"
+    },
+    "./widget": {
+      "types": "./dist/dqm-widget.d.ts",
+      "import": "./dist/dqm-widget.esm.js",
+      "default": "./dist/dqm-widget.esm.js"
+    },
+    "./dist/*": "./dist/*",
+    "./package.json": "./package.json"
+  },
+  "sideEffects": [
+    "./dist/dqm-widget.iife.js"
+  ],
+  "files": [
+    "dist",
+    "README.md",
+    "LICENSE",
+    "CHANGELOG.md",
+    "QUICKSTART.md",
+    "EXAMPLES.md",
+    "AUTHENTICATION.md",
+    "BACKEND-API.md",
+    "DEVELOPMENT.md",
+    "PUBLISHING.md"
+  ],
+  "keywords": [
+    "react",
+    "crownpeak",
+    "dqm",
+    "digital-quality-management",
+    "accessibility",
+    "quality-analysis",
+    "mui",
+    "component"
+  ],
+  "author": "Crownpeak Technology GmbH",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/Crownpeak/dqm-react-component.git"
+  },
+  "bugs": {
+    "url": "https://github.com/Crownpeak/dqm-react-component/issues"
+  },
+  "homepage": "https://github.com/Crownpeak/dqm-react-component#readme",
+  "scripts": {
+    "dev": "npm run build:auth-ui && npm run dev:client",
+    "dev:client": "vite --host 0.0.0.0",
+    "dev:server": "concurrently \"redis-server\" \"REDIS_URL=redis://localhost:6379 tsx watch server/index.ts\"",
+    "dev:auth-ui": "cd server-ui && vite --host 0.0.0.0",
+    "build": "npm run build:lib && npm run build:widget && npm run build:server && npm run build:auth-ui",
+    "build:lib": "tsc && vite build --mode library",
+    "build:widget": "vite build --mode widget && cp src/html-pages/dqm-widget.d.ts dist/",
+    "build:server": "tsc -p tsconfig.server.json",
+    "build:auth-ui": "cd server-ui && vite build",
+    "start": "npm run build && concurrently \"npm run start:server\" \"vite\"",
+    "start:server": "REDIS_URL=redis://localhost:6379 node dist/server/index.js",
+    "serve:widget": "npx serve -l 4173 -c serve.json",
+    "prepublishOnly": "npm run build && npm run lint && npm run test:ci",
+    "lint": "eslint . || true",
+    "preview": "vite preview --host",
+    "test": "vitest",
+    "test:ui": "vitest --ui",
+    "test:run": "vitest run",
+    "test:coverage": "vitest run --coverage",
+    "test:ci": "vitest run --reporter=verbose",
+    "test:e2e": "playwright test",
+    "test:e2e:ui": "playwright test --ui",
+    "test:e2e:headed": "playwright test --headed",
+    "test:e2e:debug": "playwright test --debug",
+    "wiki:build": "./scripts/wiki-build.sh",
+    "wiki:deploy": "./scripts/wiki-deploy.sh",
+    "setVersion": "npm version --workspaces --no-git-tag-version",
+    "licenses:generate": "generate-license-file --config .glfrc.json",
+    "licenses:check": "license-checker --onlyAllow 'MIT;ISC;Apache-2.0;BSD-2-Clause;BSD-3-Clause;0BSD;Unlicense;CC0-1.0;CC-BY-3.0;CC-BY-4.0;Python-2.0;BlueOak-1.0.0;Zlib;WTFPL' --production",
+    "licenses:check:all": "npm run licenses:check && npm run licenses:check --prefix mcp-server",
+    "licenses:check:ci": "npm run licenses:check:all || (echo 'License check failed! See above for incompatible licenses.' && exit 1)",
+    "prepare": "husky"
+  },
+  "workspaces": [
+    "mcp-server"
+  ],
+  "peerDependencies": {
+    "@mui/icons-material": ">=5.0.0",
+    "@mui/material": ">=5.0.0",
+    "react": ">=18.0.0",
+    "react-dom": ">=18.0.0"
+  },
+  "dependencies": {
+    "@emotion/react": "^11.14.0",
+    "@emotion/styled": "^11.14.1",
+    "@reduxjs/toolkit": "^2.3.0",
+    "@types/ioredis": "^5.0.0",
+    "@webcontainer/env": "^1.1.1",
+    "axios": "^1.13.2",
+    "chroma-js": "^3.2.0",
+    "cors": "^2.8.5",
+    "dompurify": "^3.3.0",
+    "dotenv": "^17.2.3",
+    "express": "^5.2.1",
+    "framer-motion": "^12.23.25",
+    "helmet": "^8.1.0",
+    "html-react-parser": "^5.2.10",
+    "i18next": "^23.16.8",
+    "ioredis": "^5.8.2",
+    "lodash.sortby": "^4.7.0",
+    "react-i18next": "^15.1.0",
+    "react-redux": "^9.2.0"
+  },
+  "devDependencies": {
+    "@codemirror/lang-html": "^6.4.11",
+    "@codemirror/theme-one-dark": "^6.1.3",
+    "@eslint/js": "^9.39.1",
+    "generate-license-file": "^3.5.1",
+    "husky": "^9.1.7",
+    "license-checker": "^25.0.1",
+    "@mui/icons-material": "^7.3.6",
+    "@mui/material": "^7.3.6",
+    "@mui/styled-engine": "^7.3.6",
+    "@mui/system": "^7.3.6",
+    "@playwright/test": "^1.50.0",
+    "@testing-library/dom": "^10.4.1",
+    "@testing-library/jest-dom": "^6.6.0",
+    "@testing-library/react": "^16.0.0",
+    "@testing-library/user-event": "^14.5.0",
+    "@types/chroma-js": "^3.1.2",
+    "@types/cors": "^2.8.19",
+    "@types/dompurify": "^3.2.0",
+    "@types/express": "^5.0.6",
+    "@types/lodash.sortby": "^4.7.9",
+    "@types/node": "^24.10.1",
+    "@types/react": "^19.2.7",
+    "@types/react-dom": "^19.2.3",
+    "@uiw/react-codemirror": "^4.25.3",
+    "@vitejs/plugin-react-swc": "^4.2.2",
+    "@vitest/coverage-v8": "^2.1.0",
+    "@vitest/ui": "^2.1.0",
+    "concurrently": "^9.2.1",
+    "eslint": "^9.39.1",
+    "eslint-plugin-react-hooks": "^7.0.1",
+    "eslint-plugin-react-refresh": "^0.4.24",
+    "globals": "^16.5.0",
+    "jsdom": "^25.0.0",
+    "magic-string": "^0.30.21",
+    "msw": "^2.4.0",
+    "react": "^19.2.1",
+    "react-dom": "^19.2.1",
+    "terser": "^5.44.1",
+    "tsx": "^4.21.0",
+    "typescript": "~5.9.3",
+    "typescript-eslint": "^8.48.1",
+    "vite": "^7.2.7",
+    "vite-plugin-dts": "^4.5.4",
+    "vitest": "^2.1.0"
+  },
+  "packageManager": "yarn@1.22.22+sha512.a6b2f7906b721bba3d67d4aff083df04dad64c399707841b7acf00f6b133b7ac24255f2652fa22ae3534329dc6180534e98d17432037ff6fd140556e2bb3137e"
+}

package/data/playwright.config.ts

@@ -0,0 +1,64 @@
+import { defineConfig, devices } from '@playwright/test';
+
+/**
+ * Playwright E2E Test Configuration
+ * @see https://playwright.dev/docs/test-configuration
+ */
+export default defineConfig({
+  testDir: './e2e',
+  /* Run tests in files in parallel */
+  fullyParallel: true,
+  /* Fail the build on CI if you accidentally left test.only in the source code. */
+  forbidOnly: !!process.env.CI,
+  /* Retry on CI only */
+  retries: process.env.CI ? 2 : 0,
+  /* Opt out of parallel tests on CI. */
+  workers: process.env.CI ? 1 : undefined,
+  /* Reporter to use. See https://playwright.dev/docs/test-reporters */
+  reporter: [['html', { outputFolder: 'playwright-report' }], ['list']],
+  /* Shared settings for all the projects below. See https://playwright.dev/docs/api/class-testoptions. */
+  use: {
+    /* Base URL to use in actions like `await page.goto('/')`. */
+    baseURL: 'http://localhost:5173',
+    /* Collect trace when retrying the failed test. See https://playwright.dev/docs/trace-viewer */
+    trace: 'on-first-retry',
+    /* Take screenshots on failure */
+    screenshot: 'only-on-failure',
+  },
+
+  /* Configure projects for major browsers */
+  projects: [
+    {
+      name: 'chromium',
+      use: { ...devices['Desktop Chrome'] },
+    },
+
+    {
+      name: 'firefox',
+      use: { ...devices['Desktop Firefox'] },
+    },
+
+    {
+      name: 'webkit',
+      use: { ...devices['Desktop Safari'] },
+    },
+
+    /* Test against mobile viewports. */
+    {
+      name: 'Mobile Chrome',
+      use: { ...devices['Pixel 5'] },
+    },
+    {
+      name: 'Mobile Safari',
+      use: { ...devices['iPhone 12'] },
+    },
+  ],
+
+  /* Run your local dev server before starting the tests */
+  webServer: {
+    command: 'npm run dev:client',
+    url: 'http://localhost:5173',
+    reuseExistingServer: !process.env.CI,
+    timeout: 120 * 1000,
+  },
+});

package/data/probe/.cargo/config.toml

@@ -0,0 +1,10 @@
+# Target-specific overrides for Windows MSVC
+[target.x86_64-pc-windows-msvc]
+rustflags = ["-C", "target-feature=+crt-static", "-C", "link-args=/DEBUG:NONE /NOLOGO"]
+
+[target.i686-pc-windows-msvc]
+rustflags = ["-C", "target-feature=+crt-static", "-C", "link-args=/DEBUG:NONE /NOLOGO"]
+
+# Configuration for Windows builds
+[target.'cfg(target_os = "windows")']
+# General Windows configuration

package/data/probe/.claude/commands/performance-review.md

@@ -0,0 +1,15 @@
+You goal is to measure and improve performance.
+
+First run `cargo build --release` and remember the current performance: DEBUG=1 ./target/release/probe search "yaml workflow agent multi-agent user input" ~/go/src/semantic-kernel/ --max-tokens 10000 2>/dev/null | sed -n '/=== SEARCH TIMING INFORMATION ===/,/====================================/p'
+
+Print it to the user.
+
+Now that you have a baseline, find all the steps which take more then 1 second, and run the seaprate @architecture-agent for each, to plan if we can significantly improve performance. For each suggestion measure confidence. If confidence is high, add it to the detailed plan, if not, say that it is already performance enough.
+
+Once you went though all the steps and build solid plan, I want you to start implementing it in a separate agent. 
+But always explicitly ask user before each next implementation.
+
+Each change should be measured, and compared with our baseline. You can add more debugging to search timing information, or making it more detailed if needed.
+Once each change implemented, it should be commited as a separate commit.
+
+We do care about backward compatibility, about determenistic outputs as well. Be careful. Validate each change by re-running all the tests..

package/data/probe/.clinerules

@@ -0,0 +1,288 @@
+# Probe Project Guidelines
+
+This file provides guidelines for AI assistants and developers working on the probe project.
+
+## Project Overview
+
+Probe is a tool for searching code repositories with powerful filtering and ranking capabilities. It provides:
+- Regex-based code search with stemming and stopword removal
+- Language-aware code block extraction
+- Frequency-based search for better relevance
+- Flexible term matching with boundary control
+- Result ranking using TF-IDF and BM25 algorithms
+
+## Project Structure
+
+```
+probe/
+├── src/                    # Main source code
+│   ├── language/           # Language-specific parsing
+│   ├── search/             # Core search functionality
+│   │   ├── file_processing.rs    # File content processing
+│   │   ├── file_search.rs        # File searching logic
+│   │   ├── query.rs              # Query processing
+│   │   ├── result_ranking.rs     # Result ranking algorithms
+│   │   └── search_execution.rs   # Main search execution
+│   ├── agent.rs            # AI agent implementation
+│   ├── lib.rs              # Library entry point
+│   └── main.rs             # CLI application entry point
+├── tests/                  # Integration tests
+│   ├── mocks/              # Mock files for testing
+│   └── ...                 # Various test files
+```
+
+## Code Style Guide
+
+### Rust Conventions
+
+1. **Naming**:
+   - Use `snake_case` for variables, functions, and modules
+   - Use `CamelCase` for types and traits
+   - Use `SCREAMING_SNAKE_CASE` for constants
+
+2. **Documentation**:
+   - All public functions, structs, and modules should have doc comments
+   - Use `///` for doc comments
+   - Include examples where appropriate
+
+3. **Error Handling**:
+   - Use `Result<T, E>` for functions that can fail
+   - Prefer `?` operator for error propagation
+   - Use `anyhow::Result` for functions that can return multiple error types
+
+4. **Formatting**:
+   - Follow standard Rust formatting (rustfmt)
+   - Use 4 spaces for indentation
+   - Maximum line length of 100 characters
+
+### Project-Specific Conventions
+
+1. **Pattern Generation**:
+   - When generating regex patterns, use `HashSet` to avoid duplicates
+   - For term patterns, generate three variants: start boundary, end boundary, and no boundary
+   - For multi-term queries, generate concatenated combinations
+
+2. **File Processing**:
+   - Use AST parsing when possible for more accurate code block extraction
+   - Fall back to line-based context when AST parsing fails
+   - Apply the 80% rule: if more than 80% of a file is matched, return the entire file
+
+## Testing Approach
+
+### Test Organization
+
+1. **Unit Tests**:
+   - Place unit tests in the same file as the code they test
+   - Use `#[cfg(test)]` module at the end of each file
+   - For complex modules, use a separate `*_tests.rs` file in the same directory
+   - Include the tests using `include!("module_tests.rs")` in a `#[cfg(test)]` module
+
+2. **Integration Tests**:
+   - Place integration tests in the `tests/` directory
+   - Use descriptive names for test files
+   - Group related tests in the same file
+
+### Running Tests
+
+1. **Unit Tests**:
+   ```bash
+   cargo test --lib
+   ```
+
+2. **Integration Tests**:
+   ```bash
+   cargo test --test integration_tests
+   ```
+
+3. **All Tests**:
+   ```bash
+   cargo test
+   ```
+
+4. **Specific Tests**:
+   ```bash
+   cargo test test_name
+   ```
+
+### Test Coverage
+
+- Aim for high test coverage, especially for core functionality
+- Include tests for edge cases and error conditions
+- Use property-based testing for functions with complex input domains
+
+## Common Commands
+
+### Building
+
+```bash
+cargo build
+```
+
+### Running
+
+```bash
+cargo run -- search "query" path/to/search
+```
+
+### Debug Mode
+
+Enable debug mode to see detailed logging:
+
+```bash
+DEBUG=1 cargo run -- search "query" path/to/search
+```
+
+### MCP Server
+
+Start the MCP server:
+
+```bash
+probe mcp
+```
+
+## Dependency Management
+
+1. **Adding Dependencies**:
+   - Add new dependencies to `Cargo.toml`
+   - Prefer well-maintained crates with good documentation
+   - Consider the impact on build time and binary size
+
+2. **Versioning**:
+   - Use semantic versioning for dependencies
+   - Specify version constraints to avoid breaking changes
+
+## File Organization
+
+1. **Module Structure**:
+   - Use `mod.rs` files for module organization
+   - Group related functionality in the same module
+   - Export public items from the module root
+
+2. **Code Organization**:
+   - Place related functions and types together
+   - Use private helper functions for complex logic
+   - Keep functions focused on a single responsibility
+
+## Making Changes
+
+When making changes to the codebase:
+
+1. **Pattern Generation**:
+   - When modifying `create_term_patterns`, ensure it handles:
+     - Individual terms with flexible boundaries
+     - Concatenated term combinations for multi-term queries
+     - Proper regex escaping for special characters
+
+2. **Search Execution**:
+   - When modifying `perform_probe`, ensure it:
+     - Properly maps patterns to terms
+     - Handles both "any term" and "all terms" modes
+     - Correctly processes filename matches
+
+3. **Result Ranking**:
+   - When modifying ranking algorithms, ensure they:
+     - Properly calculate TF-IDF and BM25 scores
+     - Handle edge cases (empty documents, rare terms)
+     - Maintain backward compatibility with existing code
+## Debugging Tips
+
+1. **Debug Mode**:
+   - Set `DEBUG=1` to enable debug logging
+   - Debug logs include detailed information about:
+     - Pattern generation
+     - File matching
+     - Term frequencies
+     - Result ranking
+
+2. **Common Issues**:
+   - If search returns no results, check:
+     - Query preprocessing (stemming, stopwords)
+     - Pattern generation
+     - File matching logic
+   - If ranking seems incorrect, check:
+     - Term frequency calculation
+     - Document length normalization
+     - Score combination logic
+
+## AI Agent
+
+The `agent.rs` file implements an AI-powered assistant that can interact with the code search functionality.
+
+### Agent Overview
+
+- **Purpose**: Provides an interactive AI assistant that can search code repositories and answer questions about the codebase
+- **Models**: Supports both Anthropic's Claude and OpenAI's GPT models
+- **Features**:
+  - Interactive CLI interface
+  - Token usage tracking
+  - Conversation history management
+  - Tool integration with code search functionality
+  - Colored output formatting
+
+### Components
+
+1. **ProbeSearch Tool**:
+   - Implements the `Tool` trait from the `rig` crate
+   - Allows the AI to search code using the core probe functionality
+   - Configurable with various search parameters (pattern, path, exact matching, etc.)
+   - Returns formatted search results to the AI
+
+2. **ModelType Enum**:
+   - Represents different LLM backends:
+     - `Anthropic`: Uses Claude models via Anthropic's API
+     - `OpenAI`: Uses GPT models via OpenAI's API
+
+3. **ProbeAgent Struct**:
+   - Main agent implementation
+   - Handles model initialization based on available API keys
+   - Tracks token usage for requests and responses
+   - Implements conversation handling
+
+4. **Chat Implementation**:
+   - Implements the `RigChat` trait for handling conversations
+   - Manages conversation history with a limit to prevent context explosion
+   - Processes tool calls within AI responses
+   - Handles continuation prompts after tool execution
+
+### Usage
+
+1. **Starting the Agent**:
+   ```bash
+   cargo run -- agent
+   ```
+
+2. **Environment Variables**:
+   - `ANTHROPIC_API_KEY`: API key for Anthropic (Claude models)
+   - `OPENAI_API_KEY`: API key for OpenAI (GPT models)
+   - `MODEL_NAME`: Override the default model (optional)
+   - `ANTHROPIC_API_URL`: Override the default Anthropic API URL (optional)
+   - `OPENAI_API_URL`: Override the default OpenAI API URL (optional)
+   - `DEBUG`: Enable debug output (set to any value)
+
+3. **CLI Commands**:
+   - `help`: Display help information
+   - `quit`: Exit the assistant
+
+### Implementation Details
+
+1. **Token Tracking**:
+   - Uses `tiktoken_rs::cl100k_base` for token counting
+   - Tracks request and response tokens separately
+   - Displays token usage information after each interaction
+
+2. **Conversation Management**:
+   - Limits history to `MAX_HISTORY_MESSAGES` (4) to prevent context explosion
+   - Filters out tool outputs from history to save tokens
+   - Uses continuation prompts to maintain context after tool execution
+
+3. **Tool Execution**:
+   - Detects "tool:" calls in AI responses
+   - Executes the ProbeSearch tool with provided parameters
+   - Returns results to the AI for further processing
+   - Handles errors and provides appropriate error messages
+
+4. **Model-Specific Handling**:
+   - Different prompt formats for Anthropic vs OpenAI
+   - Adjusts token limits based on model capabilities
+   - Handles API-specific requirements and response formats
+     - Score combination logic

package/data/probe/.dockerignore

@@ -0,0 +1,57 @@
+# Git files
+.git/
+.github/
+.gitignore
+.githooks/
+
+# Build artifacts
+target/
+Cargo.lock
+
+# Documentation
+*.md
+!README.md
+!LICENSE
+!ABOUT.MD
+docs/
+site/
+
+# IDE and editor files
+.vscode/
+.idea/
+*.swp
+*.swo
+*~
+.DS_Store
+
+# Test files
+tests/
+test_cases/
+*.test.*
+
+# Scripts and CI
+scripts/
+.claude/
+
+# Node.js artifacts (for examples/chat)
+node_modules/
+npm-debug.log*
+yarn-debug.log*
+yarn-error.log*
+.npm/
+.yarn/
+
+# Examples (but keep benchmarks - needed for Cargo.toml validation)
+examples/
+!examples/chat/
+
+# MCP directories
+mcp-agent/
+
+# NPM package directory
+npm/
+
+# Temporary files
+*.tmp
+*.log
+*.cache

package/data/probe/.githooks/post-commit

@@ -0,0 +1,11 @@
+#!/bin/sh
+#
+# Post-commit hook to provide feedback after a successful commit
+# Installed by 'make install-hooks'
+
+# Colors for better output
+GREEN='\033[0;32m'
+NC='\033[0m' # No Color
+
+echo "${GREEN}Commit successful! All checks passed.${NC}"
+echo "${GREEN}Remember to push your changes.${NC}"