cloving 0.3.20 → 1.0.1

package/dist/managers/InitManager.js

@@ -1,230 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const fs_1 = __importDefault(require("fs"));
-const os_1 = __importDefault(require("os"));
-const path_1 = __importDefault(require("path"));
-const colors_1 = __importDefault(require("colors"));
-const ignore_1 = __importDefault(require("ignore"));
-const fs_2 = require("fs");
-const prompts_1 = require("@inquirer/prompts");
-const cloving_gpt_1 = __importDefault(require("../cloving_gpt"));
-const string_utils_1 = require("../utils/string_utils");
-const config_utils_1 = require("../utils/config_utils");
-const prompt_utils_1 = require("../utils/prompt_utils");
-const prompts_2 = require("../utils/prompts");
-class InitManager {
-    constructor(options) {
-        this.options = options;
-        this.chatHistory = [];
-        this.options.silent = (0, config_utils_1.getConfig)(this.options).globalSilent || false;
-        this.gpt = new cloving_gpt_1.default(this.options);
-        this.chatHistory.push({
-            role: 'system',
-            content: prompts_2.INIT_INSTRUCTIONS,
-        });
-    }
-    /**
-     * Initializes the InitManager by collecting special file contents, checking for dependencies,
-     * and processing the AI response for the project details.
-     *
-     * @return {Promise<void>} A promise that resolves when the initialization is complete.
-     */
-    async initialize() {
-        const specialFileContents = (0, prompt_utils_1.collectSpecialFileContents)();
-        const specialFileNames = Object.keys(specialFileContents).map((file) => ' - ' + file);
-        this.logInitializationMessage(specialFileNames);
-        const config = (0, config_utils_1.getConfig)(this.options);
-        if (!config || !config?.models) {
-            console.error('No cloving configuration found. Please run `cloving config`');
-            return;
-        }
-        if (!(0, prompt_utils_1.checkForSpecialFiles)()) {
-            console.error('No dependencies files detected. Please add a dependency file (e.g. package.json, Gemfile, requirements.txt, etc.) to your project and run `cloving init` again.');
-            return;
-        }
-        const tempFilePath = path_1.default.join(os_1.default.tmpdir(), `describe_${Date.now()}.tmp`);
-        try {
-            const limitedFileList = await this.getFilteredFileList();
-            const projectDetails = {
-                files: limitedFileList,
-                specialFiles: specialFileContents,
-            };
-            const [success, errorMessage] = await this.processAIResponse(projectDetails, tempFilePath);
-            if (!success) {
-                console.log(errorMessage);
-                return;
-            }
-            await this.promptUserForReview();
-            // Clean up
-            await fs_2.promises.unlink(tempFilePath);
-        }
-        catch (error) {
-            console.error('Error describing the project:', error.message);
-        }
-    }
-    /**
-     * Checks if a directory exists at the specified path.
-     *
-     * @param {string} directory - The path of the directory to check.
-     * @return {Promise<boolean>} A promise that resolves to true if the directory exists, false otherwise.
-     */
-    async directoryExists(directory) {
-        try {
-            const stats = await fs_2.promises.stat(directory);
-            return stats.isDirectory();
-        }
-        catch (error) {
-            return false;
-        }
-    }
-    /**
-     * Returns a filtered list of files, excluding those ignored by the .gitignore file.
-     *
-     * @return {string[]} A list of file paths, limited to the first 100 files.
-     */
-    async getFilteredFileList() {
-        const gitignorePath = path_1.default.join(process.cwd(), '.gitignore');
-        const ig = (0, ignore_1.default)();
-        if (fs_1.default.existsSync(gitignorePath)) {
-            const gitignoreContent = fs_1.default.readFileSync(gitignorePath, 'utf-8');
-            ig.add(gitignoreContent);
-        }
-        const fileList = await (0, prompt_utils_1.generateFileList)();
-        const filteredFileList = fileList.filter((file) => {
-            try {
-                return !ig.ignores(file);
-            }
-            catch (error) {
-                return false;
-            }
-        });
-        return filteredFileList.slice(0, 100);
-    }
-    /**
-     * Logs the initialization message based on the special file names and silent mode.
-     *
-     * @param {string[]} specialFileNames - A list of special file names to be analyzed.
-     * @return {void} No return value.
-     */
-    logInitializationMessage(specialFileNames) {
-        if (!this.options.silent) {
-            if (specialFileNames.length > 0) {
-                console.log(`Cloving will analyze the list of files and the contents of the following files:
-
-${specialFileNames.join('\n')}
-
-Cloving will send AI a request to summarize the technologies used in this project.
-
-This will provide better context for future Cloving requests.`);
-            }
-            else {
-                console.log(`
-This script will analyze the list of files in the current directory using GPT to summarize the
-technologies used. This will provide better context for future Cloving requests.
-        `);
-            }
-        }
-    }
-    /**
-     * Processes the AI response by generating a prompt, sending it to the AI,
-     * and saving the response to a temporary file and cloving.json.
-     *
-     * @param {any} projectDetails - A JSON object describing the project.
-     * @param {string} tempFilePath - The path to the temporary file.
-     * @param {string} errorMessage - An error message if there was an error.
-     * @return {[boolean, string]} A promise that resolves with an array containing a boolean
-     *                             indicating whether the AI response was successfully processed,
-     *                             and a message explaining any errors.
-     */
-    async processAIResponse(projectDetails, tempFilePath, errorMessage = '') {
-        const prompt = errorMessage !== ''
-            ? errorMessage
-            : `Here is a JSON object describing my project:
-${JSON.stringify(projectDetails, null, 2)}`;
-        this.chatHistory.push({ role: 'user', content: prompt });
-        const aiChatResponse = await this.gpt.generateText({ prompt, messages: this.chatHistory });
-        this.chatHistory.push({ role: 'assistant', content: aiChatResponse });
-        let cleanAiChatResponse = (0, string_utils_1.extractJsonMetadata)(aiChatResponse);
-        const [validSyntax, syntaxErrorMessage] = this.checkClovingJsonSyntax(cleanAiChatResponse);
-        if (!validSyntax) {
-            console.log(syntaxErrorMessage);
-            console.log('Retrying...');
-            return this.processAIResponse(projectDetails, tempFilePath, syntaxErrorMessage);
-        }
-        else {
-            await fs_2.promises.writeFile(tempFilePath, cleanAiChatResponse);
-            // Save the AI chat response to cloving.json
-            await fs_2.promises.writeFile('cloving.json', cleanAiChatResponse);
-            console.log(`Project data saved to ${colors_1.default.green.bold('cloving.json')}`);
-            return [true, ''];
-        }
-    }
-    /**
-     * Checks the syntax of the generated cloving.json file.
-     *
-     * @param {string} cleanAiChatResponse - The cleaned AI chat response.
-     * @return {[boolean, string]} An array where the first element is a boolean indicating
-     *                             whether the syntax was valid, and the second element is a
-     *                             message explaining any errors.
-     */
-    checkClovingJsonSyntax(cleanAiChatResponse) {
-        try {
-            JSON.parse(cleanAiChatResponse);
-        }
-        catch (error) {
-            return [
-                false,
-                `${colors_1.default.red.bold('ERROR:')} parsing cloving.json: ${colors_1.default.red.bold(error.message)}`,
-            ];
-        }
-        const clovingJson = JSON.parse(cleanAiChatResponse);
-        const directoriesToCheck = [
-            ...clovingJson.languages.map((language) => ({
-                type: 'Language',
-                name: language.name,
-                directory: language.directory,
-            })),
-            ...clovingJson.frameworks.map((framework) => ({
-                type: 'Framework',
-                name: framework.name,
-                directory: framework.directory,
-            })),
-            ...clovingJson.testingFrameworks.map((testingFramework) => ({
-                type: 'Testing Framework',
-                name: testingFramework.name,
-                directory: testingFramework.directory,
-            })),
-        ];
-        const missingDirectories = directoriesToCheck.filter((item) => !fs_1.default.existsSync(item.directory));
-        if (missingDirectories.length > 0) {
-            const missingDirMessages = missingDirectories.map((item) => `${item.type} ${colors_1.default.bold(item.name)}: ${colors_1.default.red.bold(item.directory)}`);
-            return [
-                false,
-                `${colors_1.default.red.bold('ERROR:')} The following directories were not found:\n${missingDirMessages.join('\n')}`,
-            ];
-        }
-        return [true, ''];
-    }
-    /**
-     * Prompts the user to review the generated data if the `silent` option is not set.
-     * If the user confirms, reads the content of 'cloving.json' and logs it to the console.
-     *
-     * @return {Promise<void>} A promise that resolves when the review is complete.
-     */
-    async promptUserForReview() {
-        if (!this.options.silent) {
-            const reviewAnswer = await (0, prompts_1.confirm)({
-                message: 'Do you want to review the generated data?',
-                default: true,
-            });
-            if (reviewAnswer) {
-                const clovingJsonContent = await fs_2.promises.readFile('cloving.json', 'utf-8');
-                console.log(clovingJsonContent);
-            }
-        }
-    }
-}
-exports.default = InitManager;

package/dist/managers/ProxyManager.js

@@ -1,210 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const express_1 = __importDefault(require("express"));
-const body_parser_1 = __importDefault(require("body-parser"));
-const fs_1 = __importDefault(require("fs"));
-const path_1 = __importDefault(require("path"));
-const cloving_gpt_1 = __importDefault(require("../cloving_gpt"));
-const ChunkManager_1 = __importDefault(require("./ChunkManager"));
-const config_utils_1 = require("../utils/config_utils");
-const prompt_utils_1 = require("../utils/prompt_utils");
-class ProxyManager {
-    /**
-     * Creates an instance of ProxyManager.
-     * @param {ClovingGPTOptions} options - Configuration options for the ProxyManager.
-     * @description
-     * Initializes the ProxyManager with the given options. It sets up:
-     * - A ClovingGPT instance with silent and stream options enabled
-     * - An Express application with JSON body parsing
-     * - A ChunkManager for handling streaming responses
-     */
-    constructor(options) {
-        this.options = options;
-        this.contextFiles = {};
-        this.options.silent = true;
-        this.options.stream = true;
-        this.gpt = new cloving_gpt_1.default(this.options);
-        this.app = (0, express_1.default)();
-        this.app.use(body_parser_1.default.json());
-        this.chunkManager = new ChunkManager_1.default();
-    }
-    async initialize() {
-        await this.setupRoutes();
-        await this.loadContextFiles();
-        this.startServer();
-    }
-    async setupRoutes() {
-        this.app.get('/', (_req, res) => {
-            res.json({ message: 'ClovingGPT proxy server running' });
-        });
-        this.app.post('/v1/chat/completions', async (req, res, next) => {
-            try {
-                await this.handleChatCompletions(req, res);
-            }
-            catch (error) {
-                next(error);
-            }
-        });
-    }
-    async loadContextFiles() {
-        let files = this.options.files || '.';
-        let expandedFiles = [];
-        for (const file of files) {
-            const filePath = path_1.default.resolve(file);
-            if (await fs_1.default.promises
-                .stat(filePath)
-                .then((stat) => stat.isDirectory())
-                .catch(() => false)) {
-                const dirFiles = await (0, prompt_utils_1.getAllFilesInDirectory)(filePath);
-                expandedFiles = expandedFiles.concat(dirFiles.map((f) => path_1.default.relative(process.cwd(), f)));
-            }
-            else {
-                expandedFiles.push(path_1.default.relative(process.cwd(), filePath));
-            }
-        }
-        files = expandedFiles;
-        for (const file of files) {
-            const filePath = path_1.default.resolve(file);
-            if (await fs_1.default.promises
-                .stat(filePath)
-                .then((stat) => stat.isFile())
-                .catch(() => false)) {
-                const content = await fs_1.default.promises.readFile(filePath, 'utf-8');
-                this.contextFiles[file] = content;
-            }
-        }
-    }
-    async handleChatCompletions(req, res) {
-        try {
-            const { messages, stream } = req.body;
-            if (!Array.isArray(messages)) {
-                return res.status(400).json({ error: 'Invalid request body: messages must be an array' });
-            }
-            const content = messages
-                .map((message) => {
-                if (typeof message !== 'object' || typeof message.content !== 'string') {
-                    throw new Error('Invalid message format');
-                }
-                return message.content;
-            })
-                .join('\n\n');
-            const contextFileContents = Object.keys(this.contextFiles)
-                .map((file) => `### Contents of ${file}\n\n${this.contextFiles[file]}\n\n`)
-                .join('\n');
-            const prompt = `# Task
-
-${content}
-
-### Description of App
-
-${JSON.stringify((0, config_utils_1.getNearestClovingConfig)().config, null, 2)}
-
-${contextFileContents}
-
-# Task
-
-${content}`;
-            if (stream) {
-                await this.handleStreamResponse(prompt, res);
-            }
-            else {
-                await this.handleNonStreamResponse(prompt, res);
-            }
-        }
-        catch (error) {
-            console.error('Error processing request:', error);
-            if (error instanceof Error && error.message === 'Invalid message format') {
-                res.status(400).json({
-                    error: 'Invalid request body: each message must have a content property of type string',
-                });
-            }
-            else {
-                res.status(500).json({ error: 'Internal server error' });
-            }
-        }
-    }
-    async handleStreamResponse(prompt, res) {
-        const shortPrompt = prompt.replace('### Task', '').trim().slice(0, 50).replace(/\n/g, ' ');
-        const promptTokens = Math.ceil(prompt.length / 4).toLocaleString();
-        console.log(`> sending ${promptTokens} token prompt:`, shortPrompt);
-        const responseStream = await this.gpt.streamText({ prompt });
-        res.setHeader('Content-Type', 'application/json');
-        res.setHeader('Transfer-Encoding', 'chunked');
-        let convertedStreams = [];
-        // Add initial stream to indicate the start of the response
-        convertedStreams.push('{"id":"chatcmpl-9tLvSuRQaYzQIiKRAwI5a7WqdJspq","object":"chat.completion.chunk","created":1722979349,"model":"cloving","system_fingerprint":"fp_3aa7262c27","choices":[{"index":0,"delta":{"role":"assistant","content":"","refusal":null},"logprobs":null,"finish_reason":null}]}');
-        this.chunkManager.on('content', (buffer) => {
-            let convertedStream = this.gpt.convertStream(buffer);
-            while (convertedStream !== null) {
-                const { output, lastChar } = convertedStream;
-                const content = JSON.stringify({
-                    id: 'chatcmpl-9tLvSuRQaYzQIiKRAwI5a7WqdJspq',
-                    object: 'chat.completion.chunk',
-                    created: 1722979350,
-                    model: 'cloving',
-                    system_fingerprint: 'fp_3aa7262c27',
-                    choices: [{ index: 0, delta: { content: output }, logprobs: null, finish_reason: null }],
-                });
-                convertedStreams.push(content);
-                if (convertedStreams.length >= 2) {
-                    const dataToSend = convertedStreams.map((c) => `data: ${c}`).join('\n\n');
-                    res.write(`${dataToSend}\n\n`);
-                    convertedStreams = [];
-                }
-                buffer = buffer.slice(lastChar);
-                convertedStream = this.gpt.convertStream(buffer);
-            }
-        });
-        responseStream.data.on('data', (chunk) => {
-            const chunkString = chunk.toString();
-            this.chunkManager.addChunk(chunkString);
-        });
-        responseStream.data.on('end', () => {
-            // Send any remaining converted streams
-            const dataToSend = convertedStreams.map((c) => `data: ${c}`).join('\n\n');
-            res.write(`${dataToSend}\n\ndata: [DONE]\n\n`);
-            res.end();
-        });
-        responseStream.data.on('error', (error) => {
-            console.error('Error streaming response:', error);
-            res.status(500).json({ error: 'Internal server error' });
-        });
-    }
-    async handleNonStreamResponse(prompt, res) {
-        const content = await this.gpt.generateText({ prompt });
-        const response = {
-            id: 'chatcmpl-' + Date.now(),
-            object: 'chat.completion',
-            created: Math.floor(Date.now() / 1000),
-            model: 'cloving',
-            choices: [
-                {
-                    index: 0,
-                    message: {
-                        role: 'assistant',
-                        content,
-                    },
-                    logprobs: null,
-                    finish_reason: 'stop',
-                },
-            ],
-            usage: {
-                prompt_tokens: Math.ceil(prompt.length / 4),
-                completion_tokens: Math.ceil(content.length / 4),
-                total_tokens: Math.ceil(prompt.length / 4) + Math.ceil(content.length / 4),
-            },
-            system_fingerprint: 'fp_3cd8b62c3b',
-        };
-        res.json(response);
-    }
-    startServer() {
-        const port = parseInt(`${process.env.PORT || this.options.port || 3000}`, 10);
-        this.app.listen(port, () => {
-            console.log(`ClovingGPT proxy server running on port ${port}`);
-        });
-    }
-}
-exports.default = ProxyManager;

package/dist/managers/ReviewManager.js

@@ -1,131 +0,0 @@
-"use strict";
-var __importDefault = (this && this.__importDefault) || function (mod) {
-    return (mod && mod.__esModule) ? mod : { "default": mod };
-};
-Object.defineProperty(exports, "__esModule", { value: true });
-const copy_paste_1 = __importDefault(require("copy-paste"));
-const colors_1 = __importDefault(require("colors"));
-const prompts_1 = require("@inquirer/prompts");
-const cloving_gpt_1 = __importDefault(require("../cloving_gpt"));
-const git_utils_1 = require("../utils/git_utils");
-const prompt_utils_1 = require("../utils/prompt_utils");
-const config_utils_1 = require("../utils/config_utils");
-const StreamManager_1 = __importDefault(require("./StreamManager"));
-class ReviewManager extends StreamManager_1.default {
-    constructor(options) {
-        super(options);
-        options.silent = (0, config_utils_1.getConfig)(options).globalSilent || false;
-        options.stream = true;
-        this.gpt = new cloving_gpt_1.default(options);
-    }
-    async getGitDiffPrompt() {
-        const gitDiff = await (0, git_utils_1.getGitDiff)();
-        return `${(0, prompt_utils_1.generateReviewPrompt)(this.options, this.contextFiles)}
-
-## Diff Content
-${gitDiff}
-
-# Task
-
-${this.options.prompt || 'Please provide a code review.'}`;
-    }
-    async handleUserAction(analysis) {
-        const extractSection = (section) => {
-            const regex = new RegExp(`## ${section}[\\s\\S]*?(?=\\n## Potential Bugs and Recommended Fixes|$)`, 'g');
-            const match = analysis.match(regex);
-            return match ? match[0].trim() : '';
-        };
-        const clipboardOption = await (0, prompts_1.select)({
-            message: 'What would you like to copy to the clipboard?',
-            choices: [
-                { name: 'Copy only the Changes Overview', value: 'Changes Overview' },
-                {
-                    name: 'Copy only the Potential Bugs and Recommended Fixes',
-                    value: 'Potential Bugs and Recommended Fixes',
-                },
-                { name: 'Copy everything', value: 'Everything' },
-                { name: 'Done', value: 'Done' },
-            ],
-        });
-        let contentToCopy = '';
-        switch (clipboardOption) {
-            case 'Changes Overview':
-                contentToCopy = extractSection('Changes Overview');
-                break;
-            case 'Potential Bugs and Recommended Fixes':
-                contentToCopy = extractSection('Potential Bugs and Recommended Fixes');
-                break;
-            case 'Everything':
-                contentToCopy = analysis;
-                break;
-            case 'Done':
-                console.log('No content copied to clipboard.');
-                return;
-        }
-        if (contentToCopy) {
-            copy_paste_1.default.copy(contentToCopy, (err) => {
-                if (err) {
-                    console.error(colors_1.default.red('Error: Unable to copy to clipboard.'), err);
-                }
-                else {
-                    console.log(colors_1.default.green('Selected content copied to clipboard'));
-                }
-            });
-        }
-    }
-    async generateReview(extraPrompt) {
-        try {
-            await this.checkForLatestVersion();
-            await this.loadContextFiles();
-            if (this.options.files) {
-                if (this.chatHistory.length === 0) {
-                    this.addUserPrompt(`${(0, prompt_utils_1.generateReviewPrompt)(this.options, this.contextFiles)}`);
-                    this.addAssistantResponse('What would you like to do?');
-                }
-                this.addUserPrompt(`${this.options.prompt || 'Please provide a code review.'}\n\n${extraPrompt || ''}`);
-            }
-            else {
-                if (this.chatHistory.length === 0) {
-                    this.addUserPrompt(await this.getGitDiffPrompt());
-                    this.addAssistantResponse('What would you like to do?');
-                }
-                this.addUserPrompt(`${this.options.prompt || 'Please provide a code review.'}\n\n${extraPrompt || ''}`);
-            }
-            const responseStream = await this.gpt.streamText({
-                prompt: this.prompt,
-                messages: this.chatHistory,
-            });
-            this.handleResponseStream(responseStream);
-        }
-        catch (error) {
-            this.handleError(error);
-        }
-    }
-    handleError(error) {
-        let errorMessage = error.message || 'An error occurred.';
-        const errorNumber = error.response?.status || 'unknown';
-        switch (errorNumber) {
-            case 400:
-                errorMessage = 'Invalid model or prompt size too large. Try specifying fewer files.';
-                break;
-            case 403:
-                errorMessage = 'Inactive subscription or usage limit reached';
-                break;
-            case 429:
-                errorMessage = 'Rate limit error';
-                break;
-            case 500:
-                errorMessage = 'Internal server error';
-                break;
-        }
-        const statusMessage = error.response?.data?.statusMessage;
-        console.error(colors_1.default.red(`\nError (${errorNumber}) while submitting the prompt to the AI API\n\n${statusMessage}\n`));
-        this.isProcessing = false;
-    }
-    async finalizeResponse() {
-        this.addAssistantResponse(this.responseString);
-        this.isProcessing = false;
-        await this.handleUserAction(this.responseString);
-    }
-}
-exports.default = ReviewManager;