genaicode 0.0.35 → 0.1.1

package/src/prompt/prompt-codegen.test.js

@@ -1,116 +0,0 @@
-/*eslint-disable no-import-assign*/
-
-import { describe, it, expect, vi, beforeEach } from 'vitest';
-import { getCodeGenPrompt, getLintFixPrompt } from './prompt-codegen.js';
-import * as findFiles from '../files/find-files.js';
-import * as cliParams from '../cli/cli-params.js';
-import * as limits from './limits.js';
-import '../files/read-files.js';
-
-vi.mock('../files/find-files.js', () => ({
-  rcConfig: {},
-  getSourceFiles: vi.fn(),
-}));
-vi.mock('../files/read-files.js', () => ({
-  getSourceCode: () => ({}),
-}));
-vi.mock('../cli/cli-params.js', () => ({
-  requireExplanations: false,
-  considerAllFiles: false,
-  dependencyTree: false,
-  explicitPrompt: false,
-  allowFileCreate: false,
-  allowFileDelete: false,
-  allowDirectoryCreate: false,
-  allowFileMove: false,
-  verbosePrompt: false,
-  imagen: false,
-  vision: false,
-}));
-vi.mock('./limits.js');
-
-describe('getCodeGenPrompt', () => {
-  beforeEach(() => {
-    vi.resetAllMocks();
-  });
-
-  it('should generate prompt for all files when considerAllFiles is true', () => {
-    vi.spyOn(findFiles, 'getSourceFiles').mockReturnValue(['file1.js', 'file2.js']);
-    cliParams.considerAllFiles = true;
-    cliParams.explicitPrompt = null;
-    cliParams.allowFileCreate = false;
-    cliParams.allowFileDelete = false;
-    cliParams.allowDirectoryCreate = false;
-    cliParams.allowFileMove = false;
-    vi.spyOn(limits, 'verifyCodegenPromptLimit').mockImplementation(() => {});
-
-    const prompt = getCodeGenPrompt();
-
-    expect(prompt).toContain('You are allowed to modify all files in the application');
-    expect(prompt).toContain('Do not create new files.');
-    expect(prompt).toContain('Do not delete files.');
-    expect(prompt).toContain('Do not create new directories.');
-    expect(prompt).toContain('Do not move files.');
-  });
-
-  // Add more test cases for getCodeGenPrompt as needed
-});
-
-describe('getLintFixPrompt', () => {
-  beforeEach(() => {
-    cliParams.verbosePrompt = false;
-    vi.spyOn(limits, 'verifyCodegenPromptLimit').mockImplementation(() => {});
-  });
-
-  it('should generate a lint fix prompt with provided command, stdout, and stderr', () => {
-    const command = 'eslint --fix';
-    const stdout = 'Fixed 2 errors';
-    const stderr = '';
-
-    const prompt = getLintFixPrompt(command, stdout, stderr);
-
-    expect(prompt).toContain('The following lint errors were encountered after the initial code generation:');
-    expect(prompt).toContain(`Lint command: ${command}`);
-    expect(prompt).toContain('Lint command stdout:');
-    expect(prompt).toContain(stdout);
-    expect(prompt).toContain('Lint command stderr:');
-    expect(prompt).toContain('Please suggest changes to fix these lint errors.');
-  });
-
-  it('should include stderr in the prompt when provided', () => {
-    const command = 'eslint --fix';
-    const stdout = '';
-    const stderr = 'Error: Unable to resolve path';
-
-    const prompt = getLintFixPrompt(command, stdout, stderr);
-
-    expect(prompt).toContain('Lint command stderr:');
-    expect(prompt).toContain(stderr);
-  });
-
-  it('should call verifyCodegenPromptLimit with the generated prompt', () => {
-    const command = 'eslint --fix';
-    const stdout = 'Fixed 1 error';
-    const stderr = '';
-
-    getLintFixPrompt(command, stdout, stderr);
-
-    expect(limits.verifyCodegenPromptLimit).toHaveBeenCalledWith(expect.any(String));
-  });
-
-  it('should log the prompt when verbosePrompt is true', () => {
-    cliParams.verbosePrompt = true;
-    const consoleSpy = vi.spyOn(console, 'log').mockImplementation(() => {});
-
-    const command = 'eslint --fix';
-    const stdout = 'Fixed 1 error';
-    const stderr = '';
-
-    getLintFixPrompt(command, stdout, stderr);
-
-    expect(consoleSpy).toHaveBeenCalledWith('Lint fix prompt:');
-    expect(consoleSpy).toHaveBeenCalledWith(expect.stringContaining('The following lint errors were encountered'));
-
-    consoleSpy.mockRestore();
-  });
-});

package/src/prompt/prompt-service.js

@@ -1,287 +0,0 @@
-import assert from 'node:assert';
-import fs from 'fs';
-import * as diff from 'diff';
-import mime from 'mime-types';
-
-import { getSystemPrompt } from './systemprompt.js';
-import { getCodeGenPrompt } from './prompt-codegen.js';
-import { functionDefs } from './function-calling.js';
-import { getSourceCode, getImageAssets } from '../files/read-files.js';
-import { disableContextOptimization, temperature, vision, cheap } from '../cli/cli-params.js';
-import { validateFunctionCall } from './function-calling-validate.js';
-
-/** A function that communicates with model using */
-export async function promptService(generateContentFn, generateImageFn, codegenPrompt = getCodeGenPrompt()) {
-  const messages = prepareMessages(codegenPrompt);
-
-  // First stage: generate code generation summary, which should not take a lot of output tokens
-  const getSourceCodeRequest = { name: 'getSourceCode' };
-
-  const prompt = [
-    { type: 'systemPrompt', systemPrompt: getSystemPrompt() },
-    { type: 'user', text: messages.suggestSourceCode },
-    { type: 'assistant', text: messages.requestSourceCode, functionCalls: [getSourceCodeRequest] },
-  ];
-
-  const getSourceCodeResponse = {
-    type: 'user',
-    functionResponses: [{ name: 'getSourceCode', content: messages.sourceCode }],
-  };
-  prompt.push(getSourceCodeResponse);
-
-  if (vision) {
-    prompt.slice(-1)[0].text = messages.suggestImageAssets;
-    prompt.push(
-      ...[
-        { type: 'assistant', text: messages.requestImageAssets, functionCalls: [{ name: 'getImageAssets' }] },
-        {
-          type: 'user',
-          functionResponses: [{ name: 'getImageAssets', content: messages.imageAssets }],
-        },
-      ],
-    );
-  }
-
-  prompt.slice(-1)[0].text = messages.prompt;
-
-  let baseRequest = [prompt, functionDefs, 'codegenSummary', temperature, cheap];
-  let baseResult = await generateContentFn(...baseRequest);
-
-  let codegenSummaryRequest = baseResult.find((call) => call.name === 'codegenSummary');
-
-  if (codegenSummaryRequest) {
-    // Second stage: for each file request the actual code updates
-    console.log('Received codegen summary, will collect partial updates', codegenSummaryRequest.args);
-
-    baseResult = await validateAndRecoverSingleResult(baseRequest, baseResult, messages, generateContentFn);
-    codegenSummaryRequest = baseResult.find((call) => call.name === 'codegenSummary');
-
-    // Sometimes the result happens to be a string
-    assert(Array.isArray(codegenSummaryRequest.args.fileUpdates), 'fileUpdates is not an array');
-    assert(Array.isArray(codegenSummaryRequest.args.contextPaths), 'contextPaths is not an array');
-
-    if (codegenSummaryRequest.args.contextPaths.length > 0 && !disableContextOptimization) {
-      console.log('Optimize with context paths.');
-      // Monkey patch the initial getSourceCode, do not send parts of source code that are consider irrelevant
-      getSourceCodeRequest.args = {
-        filePaths: [
-          ...codegenSummaryRequest.args.fileUpdates.map((file) => file.path),
-          ...codegenSummaryRequest.args.contextPaths,
-        ],
-      };
-      getSourceCodeResponse.functionResponses.find((item) => item.name === 'getSourceCode').content =
-        messages.contextSourceCode(getSourceCodeRequest.args.filePaths);
-    }
-
-    // Store the first stage response entirely in conversation history
-    prompt.push({ type: 'assistant', functionCalls: baseResult });
-    prompt.push({
-      type: 'user',
-      functionResponses: baseResult.map((call) => ({ name: call.name, call_id: call.id })),
-    });
-
-    const result = [];
-
-    for (const file of codegenSummaryRequest.args.fileUpdates) {
-      console.log('Collecting partial update for: ' + file.path + ' using tool: ' + file.updateToolName);
-      console.log('- Prompt:', file.prompt);
-      console.log('- Temperature', file.temperature);
-      console.log('- Cheap', file.cheap);
-      if (vision) {
-        console.log('- Context image assets', file.contextImageAssets);
-      }
-
-      // this is needed, otherwise we will get an error
-      if (prompt.slice(-1)[0].type === 'user') {
-        prompt.slice(-1)[0].text = file.prompt ?? messages.partialPromptTemplate(file.path);
-      } else {
-        prompt.push({ type: 'user', text: file.prompt ?? messages.partialPromptTemplate(file.path) });
-      }
-
-      if (vision && file.contextImageAssets) {
-        prompt.slice(-1)[0].images = file.contextImageAssets.map((path) => ({
-          path,
-          base64url: fs.readFileSync(path, 'base64'),
-          mediaType: mime.lookup(path),
-        }));
-      }
-
-      let partialRequest = [
-        prompt,
-        functionDefs,
-        file.updateToolName,
-        file.temperature ?? temperature,
-        file.cheap === true,
-      ];
-      let partialResult = await generateContentFn(...partialRequest);
-
-      let getSourceCodeCall = partialResult.find((call) => call.name === 'getSourceCode');
-      assert(!getSourceCodeCall, 'Unexpected getSourceCode: ' + JSON.stringify(getSourceCodeCall));
-
-      // Handle image generation requests
-      const generateImageCall = partialResult.find((call) => call.name === 'generateImage');
-      if (generateImageCall) {
-        assert(!!generateImageFn, 'Image generation requested, but a image generation service was not provided');
-
-        console.log('Processing image generation request:', generateImageCall.args);
-        try {
-          const { prompt: imagePrompt, filePath, contextImagePath, size, cheap } = generateImageCall.args;
-          const generatedImageUrl = await generateImageFn(imagePrompt, contextImagePath, size, cheap === true);
-
-          // Add a createFile call to the result to ensure the generated image is tracked
-          partialResult.push({
-            name: 'downloadFile',
-            args: {
-              filePath: filePath,
-              downloadUrl: generatedImageUrl,
-              explanation: `Downloading generated image`,
-            },
-          });
-        } catch (error) {
-          console.error('Error generating image:', error);
-          // Add an explanation about the failed image generation
-          partialResult.push({
-            name: 'explanation',
-            args: {
-              text: `Failed to generate image: ${error.message}`,
-            },
-          });
-        }
-      } else {
-        partialResult = await validateAndRecoverSingleResult(
-          partialRequest,
-          partialResult,
-          messages,
-          generateContentFn,
-        );
-      }
-
-      // Verify if patchFile is one of the functions called, and test if patch is valid and can be applied successfully
-      const patchFileCall = partialResult.find((call) => call.name === 'patchFile');
-      if (patchFileCall) {
-        const { filePath, patch } = patchFileCall.args;
-        console.log('Verification of patch for file:', filePath);
-
-        let updatedContent;
-        const currentContent = fs.readFileSync(filePath, 'utf-8');
-
-        try {
-          updatedContent = diff.applyPatch(currentContent, patch);
-        } catch (e) {
-          console.log('Error when applying patch', e);
-        }
-
-        if (!updatedContent) {
-          console.log(`Patch could not be applied for ${filePath}. Retrying without patchFile function.`);
-
-          // Rerun content generation without patchFile function
-          partialRequest = [prompt, functionDefs, 'updateFile', file.temperature ?? temperature, file.cheap === true];
-          partialResult = await generateContentFn(...partialRequest);
-
-          partialResult = await validateAndRecoverSingleResult(
-            partialRequest,
-            partialResult,
-            messages,
-            generateContentFn,
-          );
-
-          let getSourceCodeCall = partialResult.find((call) => call.name === 'getSourceCode');
-          assert(!getSourceCodeCall, 'Unexpected getSourceCode: ' + JSON.stringify(getSourceCodeCall));
-          assert(!partialResult.find((call) => call.name === 'patchFile'), 'Unexpected patchFile in retry response');
-        } else {
-          console.log('Patch verified successfully');
-        }
-      }
-
-      // add the code gen result to the context, as the subsequent code gen may depend on the result
-      prompt.push(
-        { type: 'assistant', functionCalls: partialResult },
-        {
-          type: 'user',
-          functionResponses: partialResult.map((call) => ({ name: call.name, call_id: call.id })),
-        },
-      );
-
-      result.push(...partialResult);
-    }
-
-    return result;
-  } else {
-    // This is unexpected, if happens probably means no code updates.
-    console.log('Did not receive codegen summary, returning result.');
-    return baseResult;
-  }
-}
-
-async function validateAndRecoverSingleResult(
-  [prompt, functionDefs, requiredFunctionName, temperature, cheap],
-  result,
-  messages,
-  generateContentFn,
-) {
-  if (result.length !== 1) {
-    return result;
-  }
-
-  const call = result[0];
-  const validatorError = validateFunctionCall(call);
-  if (validatorError) {
-    console.log('Invalid function call', call, validatorError);
-
-    prompt.push(
-      { type: 'assistant', functionCalls: [call] },
-      {
-        type: 'user',
-        text: messages.invalidFunctionCall,
-        functionResponses: [
-          {
-            name: call.name,
-            call_id: call.id,
-            content: JSON.stringify({ args: call.args, error: validatorError }),
-            isError: true,
-          },
-        ],
-      },
-    );
-
-    console.log('Trying to recover...');
-    if (cheap) {
-      console.log('Disabling --cheap for recovery.');
-    }
-    result = await generateContentFn(prompt, functionDefs, requiredFunctionName, temperature, false);
-    console.log('Recover result:', result);
-
-    if (result.length === 1) {
-      const recoveryError = validateFunctionCall(result[0]);
-      assert(!recoveryError, 'Recovery failed');
-      console.log('Recovery was sucessful');
-    } else {
-      console.log('Unexpected number of function calls', result);
-    }
-  }
-
-  return result;
-}
-
-/**
- * Function to prepare messages for AI services
- */
-function prepareMessages(prompt) {
-  return {
-    suggestSourceCode: 'I should provide you with application source code.',
-    requestSourceCode: 'Please provide application source code.',
-    suggestImageAssets: 'I should also provide you with a summary of application image assets',
-    requestImageAssets: 'Please provide summary of application image assets.',
-    prompt:
-      prompt +
-      '\n Start from generating codegen summary, this summary will be used as a context to generate updates, so make sure that it contains useful information.',
-    sourceCode: JSON.stringify(getSourceCode()),
-    contextSourceCode: (paths) => JSON.stringify(getSourceCode(paths)),
-    imageAssets: JSON.stringify(getImageAssets()),
-    partialPromptTemplate(path) {
-      return `Thank you for providing the summary, now suggest changes for the \`${path}\` file using appropriate tools.`;
-    },
-    invalidFunctionCall:
-      'Function call was invalid, please analyze the error and respond with corrected function call.',
-  };
-}