genaicode 0.0.37 → 0.2.0

package/src/prompt/prompt-codegen.test.js

@@ -1,116 +0,0 @@
-/*eslint-disable no-import-assign*/
-
-import { describe, it, expect, vi, beforeEach } from 'vitest';
-import { getCodeGenPrompt, getLintFixPrompt } from './prompt-codegen.js';
-import * as findFiles from '../files/find-files.js';
-import * as cliParams from '../cli/cli-params.js';
-import * as limits from './limits.js';
-import '../files/read-files.js';
-
-vi.mock('../files/find-files.js', () => ({
-  rcConfig: {},
-  getSourceFiles: vi.fn(),
-}));
-vi.mock('../files/read-files.js', () => ({
-  getSourceCode: () => ({}),
-}));
-vi.mock('../cli/cli-params.js', () => ({
-  requireExplanations: false,
-  considerAllFiles: false,
-  dependencyTree: false,
-  explicitPrompt: false,
-  allowFileCreate: false,
-  allowFileDelete: false,
-  allowDirectoryCreate: false,
-  allowFileMove: false,
-  verbosePrompt: false,
-  imagen: false,
-  vision: false,
-}));
-vi.mock('./limits.js');
-
-describe('getCodeGenPrompt', () => {
-  beforeEach(() => {
-    vi.resetAllMocks();
-  });
-
-  it('should generate prompt for all files when considerAllFiles is true', () => {
-    vi.spyOn(findFiles, 'getSourceFiles').mockReturnValue(['file1.js', 'file2.js']);
-    cliParams.considerAllFiles = true;
-    cliParams.explicitPrompt = null;
-    cliParams.allowFileCreate = false;
-    cliParams.allowFileDelete = false;
-    cliParams.allowDirectoryCreate = false;
-    cliParams.allowFileMove = false;
-    vi.spyOn(limits, 'verifyCodegenPromptLimit').mockImplementation(() => {});
-
-    const prompt = getCodeGenPrompt();
-
-    expect(prompt).toContain('You are allowed to modify all files in the application');
-    expect(prompt).toContain('Do not create new files.');
-    expect(prompt).toContain('Do not delete files.');
-    expect(prompt).toContain('Do not create new directories.');
-    expect(prompt).toContain('Do not move files.');
-  });
-
-  // Add more test cases for getCodeGenPrompt as needed
-});
-
-describe('getLintFixPrompt', () => {
-  beforeEach(() => {
-    cliParams.verbosePrompt = false;
-    vi.spyOn(limits, 'verifyCodegenPromptLimit').mockImplementation(() => {});
-  });
-
-  it('should generate a lint fix prompt with provided command, stdout, and stderr', () => {
-    const command = 'eslint --fix';
-    const stdout = 'Fixed 2 errors';
-    const stderr = '';
-
-    const prompt = getLintFixPrompt(command, stdout, stderr);
-
-    expect(prompt).toContain('The following lint errors were encountered after the initial code generation:');
-    expect(prompt).toContain(`Lint command: ${command}`);
-    expect(prompt).toContain('Lint command stdout:');
-    expect(prompt).toContain(stdout);
-    expect(prompt).toContain('Lint command stderr:');
-    expect(prompt).toContain('Please suggest changes to fix these lint errors.');
-  });
-
-  it('should include stderr in the prompt when provided', () => {
-    const command = 'eslint --fix';
-    const stdout = '';
-    const stderr = 'Error: Unable to resolve path';
-
-    const prompt = getLintFixPrompt(command, stdout, stderr);
-
-    expect(prompt).toContain('Lint command stderr:');
-    expect(prompt).toContain(stderr);
-  });
-
-  it('should call verifyCodegenPromptLimit with the generated prompt', () => {
-    const command = 'eslint --fix';
-    const stdout = 'Fixed 1 error';
-    const stderr = '';
-
-    getLintFixPrompt(command, stdout, stderr);
-
-    expect(limits.verifyCodegenPromptLimit).toHaveBeenCalledWith(expect.any(String));
-  });
-
-  it('should log the prompt when verbosePrompt is true', () => {
-    cliParams.verbosePrompt = true;
-    const consoleSpy = vi.spyOn(console, 'log').mockImplementation(() => {});
-
-    const command = 'eslint --fix';
-    const stdout = 'Fixed 1 error';
-    const stderr = '';
-
-    getLintFixPrompt(command, stdout, stderr);
-
-    expect(consoleSpy).toHaveBeenCalledWith('Lint fix prompt:');
-    expect(consoleSpy).toHaveBeenCalledWith(expect.stringContaining('The following lint errors were encountered'));
-
-    consoleSpy.mockRestore();
-  });
-});

package/src/prompt/prompt-service-ask-question.test.js

@@ -1,163 +0,0 @@
-import { describe, it, expect, vi, beforeEach, afterEach } from 'vitest';
-import { promptService } from './prompt-service.js';
-import * as vertexAi from '../ai-service/vertex-ai.js';
-import * as readline from 'readline';
-import '../cli/cli-params.js';
-import '../files/read-files.js';
-import '../files/find-files.js';
-
-vi.mock('../ai-service/vertex-ai.js', () => ({ generateContent: vi.fn() }));
-vi.mock('readline', () => ({
-  createInterface: vi.fn(),
-}));
-vi.mock('../cli/cli-params.js', () => ({
-  requireExplanations: false,
-  considerAllFiles: false,
-  dependencyTree: false,
-  explicitPrompt: false,
-  allowFileCreate: false,
-  allowFileDelete: false,
-  allowDirectoryCreate: false,
-  allowFileMove: false,
-  verbosePrompt: false,
-  disableContextOptimization: false,
-  vision: false,
-  imagen: false,
-  temperature: 0.7,
-  cheap: false,
-  askQuestion: true,
-}));
-
-// Mock find-files module
-vi.mock('../files/find-files.js', () => ({
-  getSourceFiles: () => [],
-  getImageAssetFiles: () => [],
-}));
-
-// Mock read-files module
-vi.mock('../files/read-files.js', () => ({
-  getSourceCode: () => ({}),
-  getImageAssets: vi.fn(() => ({})),
-}));
-
-vi.mock('../main/config.js', () => ({
-  rootDir: '/mocked/root/dir',
-  rcConfig: {
-    rootDir: '.',
-    extensions: ['.js', '.ts', '.tsx', '.jsx'],
-  },
-}));
-
-describe('promptService with askQuestion', () => {
-  let mockReadline;
-
-  beforeEach(() => {
-    vi.resetAllMocks();
-    console.log = vi.fn();
-
-    mockReadline = {
-      question: vi.fn(),
-      close: vi.fn(),
-    };
-    vi.spyOn(readline, 'createInterface').mockReturnValue(mockReadline);
-  });
-
-  afterEach(() => {
-    vi.clearAllMocks();
-  });
-
-  it('should handle askQuestion when enabled', async () => {
-    const mockAskQuestionCall = [
-      {
-        name: 'askQuestion',
-        args: {
-          content: 'Do you want to proceed with code generation?',
-          shouldPrompt: true,
-          promptNecessity: 80,
-          stopCodegen: false,
-        },
-      },
-    ];
-    const mockAskQuestionCall2 = [
-      {
-        name: 'askQuestion',
-        args: {
-          content: 'Ok lets go',
-          shouldPrompt: false,
-          promptNecessity: 80,
-          stopCodegen: false,
-        },
-      },
-    ];
-    const mockCodegenSummary = [
-      {
-        name: 'codegenSummary',
-        args: {
-          fileUpdates: [],
-          contextPaths: [],
-          explanation: 'No updates needed',
-        },
-      },
-    ];
-
-    vertexAi.generateContent
-      .mockResolvedValueOnce(mockAskQuestionCall)
-      .mockResolvedValueOnce(mockAskQuestionCall2)
-      .mockResolvedValueOnce(mockCodegenSummary);
-
-    mockReadline.question.mockImplementationOnce((_, callback) => {
-      callback('Yes');
-    });
-
-    await promptService(vertexAi.generateContent);
-
-    expect(vertexAi.generateContent).toHaveBeenCalledTimes(3);
-    expect(mockReadline.question).toHaveBeenCalledWith('Your answer: ', expect.any(Function));
-    expect(console.log).toHaveBeenCalledWith('Assistant asks:', expect.any(Object));
-    expect(console.log).toHaveBeenCalledWith('The question was answered');
-  });
-
-  it('should stop code generation when askQuestion returns stopCodegen: true', async () => {
-    const mockAskQuestionCall = [
-      {
-        name: 'askQuestion',
-        args: {
-          content: 'Stopping code generation as requested.',
-          shouldPrompt: false,
-          promptNecessity: 100,
-          stopCodegen: true,
-        },
-      },
-    ];
-
-    vertexAi.generateContent.mockResolvedValueOnce(mockAskQuestionCall);
-
-    const result = await promptService(vertexAi.generateContent);
-
-    expect(vertexAi.generateContent).toHaveBeenCalledTimes(1);
-    expect(result).toEqual([]);
-    expect(console.log).toHaveBeenCalledWith('Assistant requested to stop code generation. Exiting...');
-  });
-
-  it('should proceed with code generation when askQuestion returns shouldPrompt: false', async () => {
-    const mockAskQuestionCall = [];
-    const mockCodegenSummary = [
-      {
-        name: 'codegenSummary',
-        args: {
-          fileUpdates: [],
-          contextPaths: [],
-          explanation: 'No updates needed',
-        },
-      },
-    ];
-
-    vertexAi.generateContent.mockResolvedValueOnce(mockAskQuestionCall).mockResolvedValueOnce(mockCodegenSummary);
-
-    await promptService(vertexAi.generateContent);
-
-    expect(vertexAi.generateContent).toHaveBeenCalledTimes(2);
-    expect(mockReadline.question).not.toHaveBeenCalled();
-    expect(console.log).toHaveBeenCalledWith('Assistant did not ask a question. Proceeding with code generation.');
-  });
-});

package/src/prompt/prompt-service.js

@@ -1,335 +0,0 @@
-import assert from 'node:assert';
-import fs from 'fs';
-import * as diff from 'diff';
-import mime from 'mime-types';
-import { createInterface } from 'readline';
-
-import { getSystemPrompt } from './systemprompt.js';
-import { getCodeGenPrompt } from './prompt-codegen.js';
-import { functionDefs } from './function-calling.js';
-import { getSourceCode, getImageAssets } from '../files/read-files.js';
-import { disableContextOptimization, temperature, vision, cheap, askQuestion } from '../cli/cli-params.js';
-import { validateFunctionCall } from './function-calling-validate.js';
-
-/** A function that communicates with model using */
-export async function promptService(generateContentFn, generateImageFn, codegenPrompt = getCodeGenPrompt()) {
-  const messages = prepareMessages(codegenPrompt);
-
-  // First stage: generate code generation summary, which should not take a lot of output tokens
-  const getSourceCodeRequest = { name: 'getSourceCode' };
-
-  const prompt = [
-    { type: 'systemPrompt', systemPrompt: getSystemPrompt() },
-    { type: 'user', text: messages.suggestSourceCode },
-    { type: 'assistant', text: messages.requestSourceCode, functionCalls: [getSourceCodeRequest] },
-  ];
-
-  const getSourceCodeResponse = {
-    type: 'user',
-    functionResponses: [{ name: 'getSourceCode', content: messages.sourceCode }],
-    cache: true,
-  };
-  prompt.push(getSourceCodeResponse);
-
-  if (vision) {
-    prompt.slice(-1)[0].text = messages.suggestImageAssets;
-    prompt.push(
-      { type: 'assistant', text: messages.requestImageAssets, functionCalls: [{ name: 'getImageAssets' }] },
-      { type: 'user', functionResponses: [{ name: 'getImageAssets', content: messages.imageAssets }] },
-    );
-  }
-
-  prompt.slice(-1)[0].text = messages.prompt;
-
-  // New step: Allow the assistant to ask a question if --ask-question is enabled
-  if (askQuestion) {
-    console.log('Allowing the assistant to ask a question...');
-    let questionAsked = false;
-    while (!questionAsked) {
-      const askQuestionResult = await generateContentFn(prompt, functionDefs, 'askQuestion', temperature, cheap);
-      const askQuestionCall = askQuestionResult.find((call) => call.name === 'askQuestion');
-      if (askQuestionCall) {
-        console.log('Assistant asks:', askQuestionCall.args);
-        const userAnswer = askQuestionCall.args.shouldPrompt
-          ? await getUserInput('Your answer: ')
-          : 'Lets proceed with code generation.';
-        prompt.push(
-          { type: 'assistant', functionCalls: [askQuestionCall] },
-          {
-            type: 'user',
-            text: userAnswer,
-            functionResponses: [{ name: 'askQuestion', call_id: askQuestionCall.id }],
-          },
-        );
-        console.log('The question was answered');
-        if (askQuestionCall.args.stopCodegen) {
-          console.log('Assistant requested to stop code generation. Exiting...');
-          return [];
-        }
-        if (!askQuestionCall.args.shouldPrompt) {
-          console.log('Proceeding with code generation.');
-          break;
-        }
-      } else {
-        console.log('Assistant did not ask a question. Proceeding with code generation.');
-        break;
-      }
-    }
-  }
-
-  let baseRequest = [prompt, functionDefs, 'codegenSummary', temperature, cheap];
-  let baseResult = await generateContentFn(...baseRequest);
-
-  let codegenSummaryRequest = baseResult.find((call) => call.name === 'codegenSummary');
-
-  if (codegenSummaryRequest) {
-    // Second stage: for each file request the actual code updates
-    console.log('Received codegen summary, will collect partial updates', codegenSummaryRequest.args);
-
-    baseResult = await validateAndRecoverSingleResult(baseRequest, baseResult, messages, generateContentFn);
-    codegenSummaryRequest = baseResult.find((call) => call.name === 'codegenSummary');
-
-    // Sometimes the result happens to be a string
-    assert(Array.isArray(codegenSummaryRequest.args.fileUpdates), 'fileUpdates is not an array');
-    assert(Array.isArray(codegenSummaryRequest.args.contextPaths), 'contextPaths is not an array');
-
-    if (codegenSummaryRequest.args.contextPaths.length > 0 && !disableContextOptimization) {
-      console.log('Optimize with context paths.');
-      // Monkey patch the initial getSourceCode, do not send parts of source code that are consider irrelevant
-      getSourceCodeRequest.args = {
-        filePaths: [
-          ...codegenSummaryRequest.args.fileUpdates.map((file) => file.path),
-          ...codegenSummaryRequest.args.contextPaths,
-        ],
-      };
-      getSourceCodeResponse.functionResponses.find((item) => item.name === 'getSourceCode').content =
-        messages.contextSourceCode(getSourceCodeRequest.args.filePaths);
-    }
-
-    // Store the first stage response entirely in conversation history
-    prompt.push({ type: 'assistant', functionCalls: baseResult });
-    prompt.push({
-      type: 'user',
-      functionResponses: baseResult.map((call) => ({ name: call.name, call_id: call.id })),
-      cache: true,
-    });
-
-    const result = [];
-
-    for (const file of codegenSummaryRequest.args.fileUpdates) {
-      console.log('Collecting partial update for: ' + file.path + ' using tool: ' + file.updateToolName);
-      console.log('- Prompt:', file.prompt);
-      console.log('- Temperature', file.temperature);
-      console.log('- Cheap', file.cheap);
-      if (vision) {
-        console.log('- Context image assets', file.contextImageAssets);
-      }
-
-      // this is needed, otherwise we will get an error
-      if (prompt.slice(-1)[0].type === 'user') {
-        prompt.slice(-1)[0].text = file.prompt ?? messages.partialPromptTemplate(file.path);
-      } else {
-        prompt.push({ type: 'user', text: file.prompt ?? messages.partialPromptTemplate(file.path) });
-      }
-
-      if (vision && file.contextImageAssets) {
-        prompt.slice(-1)[0].images = file.contextImageAssets.map((path) => ({
-          path,
-          base64url: fs.readFileSync(path, 'base64'),
-          mediaType: mime.lookup(path),
-        }));
-      }
-
-      let partialRequest = [
-        prompt,
-        functionDefs,
-        file.updateToolName,
-        file.temperature ?? temperature,
-        file.cheap === true,
-      ];
-      let partialResult = await generateContentFn(...partialRequest);
-
-      let getSourceCodeCall = partialResult.find((call) => call.name === 'getSourceCode');
-      assert(!getSourceCodeCall, 'Unexpected getSourceCode: ' + JSON.stringify(getSourceCodeCall));
-
-      // Handle image generation requests
-      const generateImageCall = partialResult.find((call) => call.name === 'generateImage');
-      if (generateImageCall) {
-        assert(!!generateImageFn, 'Image generation requested, but a image generation service was not provided');
-
-        console.log('Processing image generation request:', generateImageCall.args);
-        try {
-          const { prompt: imagePrompt, filePath, contextImagePath, size, cheap } = generateImageCall.args;
-          const generatedImageUrl = await generateImageFn(imagePrompt, contextImagePath, size, cheap === true);
-
-          // Add a createFile call to the result to ensure the generated image is tracked
-          partialResult.push({
-            name: 'downloadFile',
-            args: {
-              filePath: filePath,
-              downloadUrl: generatedImageUrl,
-              explanation: `Downloading generated image`,
-            },
-          });
-        } catch (error) {
-          console.error('Error generating image:', error);
-          // Add an explanation about the failed image generation
-          partialResult.push({
-            name: 'explanation',
-            args: {
-              text: `Failed to generate image: ${error.message}`,
-            },
-          });
-        }
-      } else {
-        partialResult = await validateAndRecoverSingleResult(
-          partialRequest,
-          partialResult,
-          messages,
-          generateContentFn,
-        );
-      }
-
-      // Verify if patchFile is one of the functions called, and test if patch is valid and can be applied successfully
-      const patchFileCall = partialResult.find((call) => call.name === 'patchFile');
-      if (patchFileCall) {
-        const { filePath, patch } = patchFileCall.args;
-        console.log('Verification of patch for file:', filePath);
-
-        let updatedContent;
-        const currentContent = fs.readFileSync(filePath, 'utf-8');
-
-        try {
-          updatedContent = diff.applyPatch(currentContent, patch);
-        } catch (e) {
-          console.log('Error when applying patch', e);
-        }
-
-        if (!updatedContent) {
-          console.log(`Patch could not be applied for ${filePath}. Retrying without patchFile function.`);
-
-          // Rerun content generation without patchFile function
-          partialRequest = [prompt, functionDefs, 'updateFile', file.temperature ?? temperature, file.cheap === true];
-          partialResult = await generateContentFn(...partialRequest);
-
-          partialResult = await validateAndRecoverSingleResult(
-            partialRequest,
-            partialResult,
-            messages,
-            generateContentFn,
-          );
-
-          let getSourceCodeCall = partialResult.find((call) => call.name === 'getSourceCode');
-          assert(!getSourceCodeCall, 'Unexpected getSourceCode: ' + JSON.stringify(getSourceCodeCall));
-          assert(!partialResult.find((call) => call.name === 'patchFile'), 'Unexpected patchFile in retry response');
-        } else {
-          console.log('Patch verified successfully');
-        }
-      }
-
-      // add the code gen result to the context, as the subsequent code gen may depend on the result
-      prompt.push(
-        { type: 'assistant', functionCalls: partialResult },
-        {
-          type: 'user',
-          functionResponses: partialResult.map((call) => ({ name: call.name, call_id: call.id })),
-        },
-      );
-
-      result.push(...partialResult);
-    }
-
-    return result;
-  } else {
-    // This is unexpected, if happens probably means no code updates.
-    console.log('Did not receive codegen summary, returning result.');
-    return baseResult;
-  }
-}
-
-async function validateAndRecoverSingleResult(
-  [prompt, functionDefs, requiredFunctionName, temperature, cheap],
-  result,
-  messages,
-  generateContentFn,
-) {
-  if (result.length !== 1) {
-    return result;
-  }
-
-  const call = result[0];
-  const validatorError = validateFunctionCall(call);
-  if (validatorError) {
-    console.log('Invalid function call', call, validatorError);
-
-    prompt.push(
-      { type: 'assistant', functionCalls: [call] },
-      {
-        type: 'user',
-        text: messages.invalidFunctionCall,
-        functionResponses: [
-          {
-            name: call.name,
-            call_id: call.id,
-            content: JSON.stringify({ args: call.args, error: validatorError }),
-            isError: true,
-          },
-        ],
-      },
-    );
-
-    console.log('Trying to recover...');
-    if (cheap) {
-      console.log('Disabling --cheap for recovery.');
-    }
-    result = await generateContentFn(prompt, functionDefs, requiredFunctionName, temperature, false);
-    console.log('Recover result:', result);
-
-    if (result.length === 1) {
-      const recoveryError = validateFunctionCall(result[0]);
-      assert(!recoveryError, 'Recovery failed');
-      console.log('Recovery was sucessful');
-    } else {
-      console.log('Unexpected number of function calls', result);
-    }
-  }
-
-  return result;
-}
-
-/**
- * Function to prepare messages for AI services
- */
-function prepareMessages(prompt) {
-  return {
-    suggestSourceCode: 'I should provide you with application source code.',
-    requestSourceCode: 'Please provide application source code.',
-    suggestImageAssets: 'I should also provide you with a summary of application image assets',
-    requestImageAssets: 'Please provide summary of application image assets.',
-    prompt:
-      prompt +
-      '\n Start from generating codegen summary, this summary will be used as a context to generate updates, so make sure that it contains useful information.',
-    sourceCode: JSON.stringify(getSourceCode()),
-    contextSourceCode: (paths) => JSON.stringify(getSourceCode(paths)),
-    imageAssets: JSON.stringify(getImageAssets()),
-    partialPromptTemplate(path) {
-      return `Thank you for providing the summary, now suggest changes for the \`${path}\` file using appropriate tools.`;
-    },
-    invalidFunctionCall:
-      'Function call was invalid, please analyze the error and respond with corrected function call.',
-  };
-}
-
-async function getUserInput(prompt) {
-  const rl = createInterface({
-    input: process.stdin,
-    output: process.stdout,
-  });
-
-  return new Promise((resolve) => {
-    rl.question(prompt, (answer) => {
-      rl.close();
-      resolve(answer);
-    });
-  });
-}