imcp 0.1.7 → 0.1.8-dev

package/src/core/onboard/OnboardProcessor.ts

@@ -1,356 +0,0 @@
-import { exec } from 'child_process';
-import { promisify } from 'util';
-import fs from 'fs/promises';
-import path from 'path';
-import { GITHUB_REPO, SETTINGS_DIR } from '../metadatas/constants.js';
-import { FeedConfiguration } from '../metadatas/types.js';
-import { Logger } from '../../utils/logger.js';
-
-const execAsync = promisify(exec);
-
-/**
- * Class responsible for handling GitHub operations during the onboarding process
- */
-export class OnboardProcessor {
-    /**
-     * Forks the GitHub repository specified in GITHUB_REPO constants.
-     * Uses the `gh repo fork` command.
-     * @param onboardingId The ID of the onboarding process (for logging).
-     * @param repoDir The directory of the repository (currently unused but kept for consistency).
-     * @throws An error if the forking process fails, with a 'step' property set to 'forkRepo'.
-     */
-    public async forkRepo(onboardingId: string, repoDir: string): Promise<void> {
-        try {
-            // Using --remote=true ensures that if the fork already exists, 'origin' remote is set to it.
-            // If the fork doesn't exist, it creates it and sets 'origin' remote.
-            await execAsync(`gh repo fork ${GITHUB_REPO.repoName} --clone=false --remote=true`);
-            Logger.debug(`[${onboardingId}] Successfully ensured repository is forked and remote 'origin' is set.`);
-        } catch (error) {
-            const errorMessage = error instanceof Error ? error.message : String(error);
-            Logger.error(`[${onboardingId}] Error during forkRepo: ${errorMessage}`);
-            throw Object.assign(new Error(`Failed to fork repository: ${errorMessage}`), { step: 'forkRepo' });
-        }
-    }
-
-    /**
-     * Clones the user's fork of the repository into a temporary directory.
-     * It first removes any existing repository directory for the current onboarding process.
-     * Then, it retrieves the GitHub username and constructs the repository URL to clone.
-     * @param onboardingId The ID of the onboarding process (for logging).
-     * @param tempDir The base temporary directory for the onboarding process.
-     * @param repoDir The specific directory within tempDir where the repository will be cloned.
-     * @throws An error if cloning fails, with a 'step' property set to 'cloneRepo'.
-     */
-    public async cloneRepo(onboardingId: string, tempDir: string, repoDir: string): Promise<void> {
-        try {
-            await fs.mkdir(tempDir, { recursive: true });
-
-            let repoExistsAndIsValid = false;
-            const originalCwd = process.cwd();
-
-            try {
-                const gitDirStat = await fs.stat(path.join(repoDir, '.git'));
-                if (gitDirStat.isDirectory()) {
-                    process.chdir(repoDir);
-                    const { stdout: remoteUrlStdout } = await execAsync(`git config --get remote.origin.url`);
-                    const remoteUrl = remoteUrlStdout.trim();
-                    process.chdir(originalCwd);
-
-                    const username = await this.getGitHubUsername();
-                    const expectedRepoName = GITHUB_REPO.repoName.split('/')[1];
-
-                    if (remoteUrl.includes(username) && remoteUrl.includes(expectedRepoName)) {
-                        Logger.debug(`[${onboardingId}] Repository directory ${repoDir} already exists, is a valid git repository, and has the correct remote origin. Skipping clone.`);
-                        repoExistsAndIsValid = true;
-                    } else {
-                        Logger.log(`WARNING: [${onboardingId}] Repository directory ${repoDir} exists and is a git repository, but remote 'origin' URL (${remoteUrl}) does not match expected user/repo. Will re-clone.`);
-                    }
-                }
-            } catch (checkError: any) {
-                Logger.debug(`[${onboardingId}] Repository directory ${repoDir} check failed or is not the correct repository. Proceeding with clone. Error: ${checkError.message || checkError.code}`);
-                if (process.cwd() !== originalCwd) {
-                    process.chdir(originalCwd);
-                }
-            }
-
-            if (!repoExistsAndIsValid) {
-                await fs.rm(repoDir, { recursive: true, force: true });
-                Logger.debug(`[${onboardingId}] Cleaned up existing directory (if any) at ${repoDir}.`);
-
-                const username = await this.getGitHubUsername();
-                const repoUrl = `https://github.com/${username}/${GITHUB_REPO.repoName.split('/')[1]}.git`;
-
-                await execAsync(`git clone ${repoUrl} ${repoDir}`);
-                Logger.debug(`[${onboardingId}] Successfully cloned repository to ${repoDir}`);
-            }
-        } catch (error) {
-            const errorMessage = error instanceof Error ? error.message : String(error);
-            Logger.error(`[${onboardingId}] Error during cloneRepo: ${errorMessage}`);
-            throw Object.assign(new Error(`Failed to clone repository: ${errorMessage}`), { step: 'cloneRepo' });
-        }
-    }
-
-    /**
-     * Retrieves the GitHub username of the authenticated user using the `gh api user` command.
-     * @returns A promise that resolves to the GitHub username as a string.
-     * @throws An error if fetching the username fails.
-     */
-    private async getGitHubUsername(): Promise<string> {
-        try {
-            const { stdout } = await execAsync('gh api user -q .login');
-            return stdout.trim();
-        } catch (error) {
-            throw new Error(`Failed to get GitHub username: ${error instanceof Error ? error.message : String(error)}`);
-        }
-    }
-
-    /**
-     * Saves the feed configuration as a JSON file into the specified path within the cloned repository.
-     * The file will be named `config.name.json`.
-     * @param onboardingId The ID of the onboarding process.
-     * @param config The feed configuration to save.
-     * @param repoDir The root directory of the cloned repository.
-     * @param serverList The list of MCP server names to process.
-     * @returns A promise that resolves to an object containing the path to the saved feed file and the category-specific schemas directory.
-     * @throws An error if saving the configuration fails, with a 'step' property set to 'saveFeedConfigToRepo'.
-     */
-    public async saveFeedConfigToRepo(onboardingId: string, config: FeedConfiguration, repoDir: string, serverList: string[]): Promise<{ feedFilePath: string; categorySchemasPath: string; }> {
-        try {
-            const feedsDir = path.join(repoDir, GITHUB_REPO.feedsPath);
-            await fs.mkdir(feedsDir, { recursive: true });
-
-            const categoryName = config.name; // Feed name is the category name
-            const categorySchemasPath = path.join(feedsDir, 'schemas', categoryName);
-            await fs.mkdir(categorySchemasPath, { recursive: true }); // Ensure category schema directory exists
-
-            // Process schemas for each MCP server
-            // Create a mutable copy of mcpServers to update schema paths
-            const updatedMcpServers = [];
-            for (const server of config.mcpServers) {
-                let updatedServer = { ...server }; // Shallow copy server config
-                if (serverList.includes(server.name)) {
-                    if (updatedServer.schemas && typeof updatedServer.schemas === 'string' && updatedServer.schemas.trim() !== '') {
-                        const originalSchemaPath = updatedServer.schemas;
-                        const serverName = updatedServer.name;
-                        const newSchemaFileName = `${serverName}.json`;
-
-                        // Schemas are now directly under categorySchemasPath
-                        const newSchemaPathInRepo = path.join(categorySchemasPath, newSchemaFileName);
-
-                        try {
-                            // Read content from the original schema path
-                            const schemaContent = await fs.readFile(originalSchemaPath, 'utf-8');
-                            // Write content to the new schema file in the repo
-                            await fs.writeFile(newSchemaPathInRepo, schemaContent);
-                            Logger.debug(`[${onboardingId}] Copied schema for server '${serverName}' from '${originalSchemaPath}' to '${newSchemaPathInRepo}'`);
-
-                            // Update the schemas property to the new filename, as per instruction "rename schemas in McpServer as serverName].json"
-                            updatedServer.schemas = newSchemaFileName;
-                        } catch (schemaError) {
-                            const errorMsg = `Error processing schema for server '${serverName}' (source: ${originalSchemaPath}): ${schemaError instanceof Error ? schemaError.message : String(schemaError)}`;
-                            Logger.error(`[${onboardingId}] ${errorMsg}`);
-                            // Propagate the error to fail the onboarding step
-                            throw new Error(errorMsg);
-                        }
-                    }
-                }
-
-                updatedMcpServers.push(updatedServer);
-            }
-
-            // Create a new config object with the updated mcpServers
-            const processedConfig = {
-                ...config,
-                mcpServers: updatedMcpServers
-            };
- 
-            const feedFilePath = path.join(feedsDir, `${config.name}.json`);
-            await fs.writeFile(feedFilePath, JSON.stringify(processedConfig, null, 2));
-            Logger.debug(`[${onboardingId}] Saved feed configuration (with processed schemas) to ${feedFilePath}`);
-
-            return { feedFilePath, categorySchemasPath };
-        } catch (error) {
-            const errorMessage = error instanceof Error ? error.message : String(error);
-            Logger.error(`[${onboardingId}] Error during saveFeedConfigToRepo: ${errorMessage}`);
-            throw Object.assign(new Error(`Failed to save feed configuration to repo: ${errorMessage}`), { step: 'saveFeedConfigToRepo' });
-        }
-    }
-
-    /**
-     * Creates a pull request on GitHub for the newly added feed configuration.
-     * @param onboardingId The ID of the onboarding process.
-     * @param config The feed configuration, used for branch name and PR details.
-     * @param repoDir The root directory of the cloned repository.
-     * @returns A promise that resolves to an object containing the URL of the created PR and the branch name.
-     * @throws An error if any step of the PR creation process fails.
-     */
-    /**
-     * Sets up a clean branch for the feed configuration changes.
-     * @param onboardingId The ID of the onboarding process.
-     * @param config The feed configuration.
-     * @param repoDir The root directory of the cloned repository.
-     * @returns The name of the created branch.
-     * @throws An error if branch setup fails.
-     */
-    public async setupBranch(onboardingId: string, config: FeedConfiguration, repoDir: string): Promise<string> {
-        try {
-            process.chdir(repoDir);
-
-            try {
-                await execAsync(`git remote get-url upstream`);
-                await execAsync(`git remote set-url upstream ${GITHUB_REPO.url}`);
-                Logger.debug(`[${onboardingId}] Updated 'upstream' remote URL to ${GITHUB_REPO.url}`);
-            } catch (remoteError) {
-                await execAsync(`git remote add upstream ${GITHUB_REPO.url}`);
-                Logger.debug(`[${onboardingId}] Added 'upstream' remote with URL ${GITHUB_REPO.url}`);
-            }
-
-            await execAsync('git fetch upstream');
-            Logger.debug(`[${onboardingId}] Fetched from upstream.`);
-
-            try {
-                await execAsync('git checkout main --force');
-                Logger.debug(`[${onboardingId}] Switched to existing local branch 'main'.`);
-            } catch (checkoutMainError: any) {
-                const errStdErr = checkoutMainError.stderr || '';
-                if (errStdErr.includes('did not match any file(s) known to git') ||
-                    errStdErr.includes('is not a commit and a branch') ||
-                    errStdErr.includes('pathspec \'main\' did not match any file(s) known to git')) {
-                    Logger.debug(`[${onboardingId}] Local branch 'main' not found or invalid. Attempting to create it from 'upstream/main'.`);
-                    try {
-                        await execAsync('git checkout -b main --force upstream/main');
-                        Logger.debug(`[${onboardingId}] Created and switched to local branch 'main' from 'upstream/main'.`);
-                    } catch (createMainError: any) {
-                        const errMsg = createMainError instanceof Error ? createMainError.message : String(createMainError);
-                        Logger.error(`[${onboardingId}] Failed to create local branch 'main' from 'upstream/main': ${errMsg}. Stderr: ${createMainError.stderr}`);
-                        throw Object.assign(new Error(`Failed to create local branch 'main': ${errMsg}`), { step: 'setupBranch.setupMainBranch' });
-                    }
-                } else {
-                    const errMsg = checkoutMainError instanceof Error ? checkoutMainError.message : String(checkoutMainError);
-                    Logger.error(`[${onboardingId}] Failed to checkout local branch 'main': ${errMsg}. Stderr: ${checkoutMainError.stderr}`);
-                    throw Object.assign(new Error(`Failed to checkout local branch 'main': ${errMsg}`), { step: 'setupBranch.checkoutMainBranch' });
-                }
-            }
-
-            await execAsync('git reset --hard upstream/main');
-            Logger.debug(`[${onboardingId}] Local 'main' branch is now hard reset to 'upstream/main'.`);
-
-            const branchName = `feed/${config.name}`;
-            try {
-                await execAsync(`git branch -D ${branchName}`);
-                Logger.debug(`[${onboardingId}] Deleted local branch '${branchName}' as it may have existed.`);
-            } catch (deleteError: any) {
-                const errStdErrDelete = deleteError.stderr || '';
-                if (errStdErrDelete.includes('not found') || errStdErrDelete.includes('not found.')) {
-                    Logger.debug(`[${onboardingId}] Local branch '${branchName}' did not exist, no need to delete.`);
-                } else {
-                    const errorMessage = deleteError instanceof Error ? deleteError.message : String(deleteError);
-                    Logger.error(`[${onboardingId}] Failed to delete local branch '${branchName}': ${errorMessage}. Stderr: ${deleteError.stderr}`);
-                    throw Object.assign(new Error(`Failed to delete local branch '${branchName}': ${errorMessage}`), { step: 'setupBranch.deleteFeatureBranch' });
-                }
-            }
-
-            await execAsync(`git checkout -b ${branchName} upstream/main`);
-            Logger.debug(`[${onboardingId}] Created and checked out new branch '${branchName}' from 'upstream/main'.`);
-
-            return branchName;
-        } catch (error) {
-            const errorMessage = error instanceof Error ? error.message : String(error);
-            Logger.error(`[${onboardingId}] Error during branch setup: ${errorMessage}`);
-            throw Object.assign(new Error(`Failed to setup branch: ${errorMessage}`), { step: 'setupBranch' });
-        }
-    }
-
-    /**
-     * Creates a pull request for the feed configuration changes.
-     * @param onboardingId The ID of the onboarding process.
-     * @param config The feed configuration.
-     * @param repoDir The root directory of the cloned repository.
-     * @param branchName The name of the branch to create the PR from.
-     * @returns Object containing the PR URL and branch name.
-     * @throws An error if PR creation fails.
-     */
-    public async createPullRequest(onboardingId: string, config: FeedConfiguration, repoDir: string, branchName: string): Promise<{ url: string; branchName: string; prExists: boolean }> {
-        try {
-            process.chdir(repoDir);
-
-            // Stage and commit changes
-            await execAsync('git add .');
-            await execAsync(`git commit --allow-empty -m "Add feed configuration for ${config.name}"`);
-            Logger.debug(`[${onboardingId}] Committed changes (or allowed empty commit) for ${config.name}.`);
-
-            // Push to origin
-            await execAsync(`git push -u -f origin ${branchName}`);
-            Logger.debug(`[${onboardingId}] Pushed branch ${branchName} to origin. Verifying remote branch...`);
-
-            try {
-                const { stdout: remoteBranchCheck } = await execAsync(`git ls-remote origin refs/heads/${branchName}`);
-                if (!remoteBranchCheck.includes(`refs/heads/${branchName}`)) {
-                    throw new Error(`Branch ${branchName} not found on remote 'origin' (fork) after push. Output of ls-remote: ${remoteBranchCheck}`);
-                }
-                Logger.debug(`[${onboardingId}] Branch ${branchName} confirmed on remote 'origin' (fork).`);
-            } catch (verifyError) {
-                const errorMessage = verifyError instanceof Error ? verifyError.message : String(verifyError);
-                Logger.error(`[${onboardingId}] Failed to verify branch ${branchName} on remote 'origin' (fork) after push: ${errorMessage}`);
-                throw new Error(`Verification of branch ${branchName} on remote 'origin' (fork) failed: ${errorMessage}`);
-            }
-
-            const title = `Add feed configuration for ${config.name}`;
-            const body = `Add new feed configuration:\n\n- Name: ${config.name}\n- Display Name: ${config.displayName}\n- Description: ${config.description}`;
-            const username = await this.getGitHubUsername();
-            const explicitHeadRef = `${username}:${branchName}`;
-
-            const prCheckCommand = `gh pr list --repo ${GITHUB_REPO.repoName} --head ${branchName} --author ${username} --state open --json url --limit 1`;
-            Logger.debug(`[${onboardingId}] Checking for existing PR with command: ${prCheckCommand}`);
-            const { stdout: existingPrJson } = await execAsync(prCheckCommand);
-
-            let prUrlToReturn: string;
-
-            const createPRCommand = `gh pr create --repo ${GITHUB_REPO.repoName} --base main --head ${explicitHeadRef} --title "${title}" --body "${body}"`
-            let prExists = false;
-
-            if (existingPrJson && existingPrJson.trim() !== '[]' && existingPrJson.trim() !== '') {
-                try {
-                    const prs = JSON.parse(existingPrJson);
-                    if (prs.length > 0 && prs[0].url) {
-                        prUrlToReturn = prs[0].url;
-                        prExists = true;
-                        Logger.log(`[${onboardingId}] Found existing open PR for ${explicitHeadRef} on ${GITHUB_REPO.repoName}: ${prUrlToReturn}`);
-                    } else {
-                        Logger.debug(`[${onboardingId}] No existing PR found or unable to parse PR list JSON. Proceeding to create PR.`);
-                        const { stdout: prUrl } = await execAsync(createPRCommand);
-                        prUrlToReturn = prUrl.trim();
-                    }
-                } catch (parseError) {
-                    Logger.log(`WARNING: [${onboardingId}] Could not parse existing PR JSON: ${existingPrJson}. Proceeding to create new PR. Error: ${parseError}`);
-                    const { stdout: prUrl } = await execAsync(createPRCommand);
-                    prUrlToReturn = prUrl.trim();
-                }
-            } else {
-                Logger.debug(`[${onboardingId}] No existing PR found. Proceeding to create PR.`);
-                const { stdout: prUrl } = await execAsync(createPRCommand);
-                prUrlToReturn = prUrl.trim();
-            }
-
-            Logger.debug(`[${onboardingId}] Pull request operation completed. PR URL: ${prUrlToReturn}`);
-            return { url: prUrlToReturn, branchName: branchName, prExists: prExists };
-        } catch (error) {
-            const errorMessage = error instanceof Error ? error.message : String(error);
-            Logger.error(`[${onboardingId}] Error during createPullRequest: ${errorMessage}`);
-            throw Object.assign(new Error(`Failed to create pull request: ${errorMessage}`), { step: 'createPullRequest' });
-        }
-    }
-
-    /**
-     * Creates necessary directories for the onboarding process
-     * @param onboardingId The ID of the onboarding process
-     * @returns Object containing tempDir and repoDir paths
-     */
-    public createDirectories(onboardingId: string): { tempDir: string; repoDir: string } {
-        const tempDir = path.join(SETTINGS_DIR, 'onboard', 'temp', onboardingId);
-        const repoDir = path.join(tempDir, 'imcp-feed');
-        return { tempDir, repoDir };
-    }
-}
-
-export const onboardProcessor = new OnboardProcessor();

package/src/core/onboard/OnboardStatus.ts

@@ -1,60 +0,0 @@
-import { FeedConfiguration } from "../metadatas/types.js";
-
-export enum OnboardingProcessStatus {
-  VALIDATING = 'validating',
-  VALIDATED = 'validated',
-  PR_CREATING = 'prcreating',
-  FAILED = 'failed',
-  SUCCEEDED = 'succeeded',
-  PENDING = 'pending',
-}
-
-export type OperationType = 'FULL_ONBOARDING' | 'VALIDATION_ONLY';
-
-export interface ServerValidationResult {
-  serverName: string;
-  isValid: boolean;
-  message?: string;
-}
-
-export interface OnboardStatus {
-  onboardingId: string;
-  status: OnboardingProcessStatus;
-  steps?: {
-    stepName: string;
-    timestamp: string;
-    status?: OnboardingProcessStatus; // Status of this specific step, if different from overall
-    errorMessage?: string;
-  }[];
-  validationStatus?: {
-    isValid: boolean;
-    message?: string;
-    serverResults?: ServerValidationResult[];
-  };
-  prInfo?: {
-    url?: string;
-    branchName?: string;
-  };
-  result?: any; // Can store PR URL or other relevant result data
-  errorMessage?: string;
-  lastUpdated: string;
-  feedName: string;
-  serverName?: string; // Optional, if applicable
-  operationType?: OperationType;
-}
-
-export interface OperationStatus {
-  onboardingId: string;
-  status: OnboardingProcessStatus;
-  message?: string;
-  lastQueried?: string; // ISO date string of when the status was last queried by a client
-}
-
-export interface ValidationOperationResult {
-  validationStatus: {
-    isValid: boolean;
-    message?: string;
-    serverResults?: ServerValidationResult[];
-  };
-  feedConfiguration?: FeedConfiguration;
-}