genaicode 0.5.1 → 0.6.1

package/dist/src/prompt/steps/step-ask-question/step-ask-question.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"step-ask-question.js","sourceRoot":"","sources":["../../../../../src/prompt/steps/step-ask-question/step-ask-question.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,UAAU,EAAE,MAAM,mBAAmB,CAAC;AAE/C,OAAO,EAAE,mBAAmB,EAAE,gBAAgB,EAAE,cAAc,EAAE,MAAM,qCAAqC,CAAC;AAC5G,OAAO,EAAE,eAAe,EAAE,MAAM,6CAA6C,CAAC;AAC9E,OAAO,EAAE,8BAA8B,EAAE,MAAM,6BAA6B,CAAC;AAE7E,OAAO,EAAE,yBAAyB,EAAE,MAAM,qCAAqC,CAAC;AAChF,OAAO,EAAE,yBAAyB,EAAE,MAAM,oCAAoC,CAAC;AAC/E,OAAO,EAAE,4BAA4B,EAAE,MAAM,yCAAyC,CAAC;AACvF,OAAO,EAAE,wBAAwB,EAAE,MAAM,mCAAmC,CAAC;AAC7E,OAAO,EAAE,mBAAmB,EAAE,MAAM,8BAA8B,CAAC;AACnE,OAAO,EAAE,mBAAmB,EAAE,MAAM,qCAAqC,CAAC;AAC1E,OAAO,EAAE,yBAAyB,EAAE,MAAM,qCAAqC,CAAC;AAChF,OAAO,EAAE,2BAA2B,EAAE,MAAM,uCAAuC,CAAC;AACpF,OAAO,EAAE,0BAA0B,EAAE,MAAM,sCAAsC,CAAC;AAClF,OAAO,EAAE,qBAAqB,EAAE,MAAM,gCAAgC,CAAC;AAEvE,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,iBAA0C,EAC1C,MAAoB,EACpB,YAA2B,EAC3B,WAAmB,EACnB,QAEC,EACD,OAAuB;IAEvB,OAAO,CAAC,GAAG,CAAC,6CAA6C,CAAC,CAAC;IAE3D,MAAM,qBAAqB,GAA0B;QACnD,eAAe,EAAE,CAAC;QAClB,kBAAkB,EAAE,CAAC;KACtB,CAAC;IAEF,OAAO,CAAC,eAAe,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;QACxC,IAAI,CAAC;YACH,MAAM,eAAe,GAAG,MAAM,kBAAkB,CAC9C,iBAAiB,EACjB,MAAM,EACN,YAAY,EACZ,WAAW,EACX,OAAO,EACP,qBAAqB,CACtB,CAAC;YAEF,IAAI,CAAC,eAAe,EAAE,CAAC;gBACrB,MAAM;YACR,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC;YACrD,IAAI,eAAe,CAAC,IAAI,EAAE,OAAO,EAAE,CAAC;gBAClC,mBAAmB,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,EAAE,eAAe,CAAC,IAAI,CAAC,CAAC;YAC1E,CAAC;YAED,MAAM,UAAU,GAAG,eAAe,CAAC,IAAI,EAAE,UAAU,CAAC;YACpD,IAAI,UAAU,EAAE,CAAC;gBACf,MAAM,aAAa,GAAG,gBAAgB,CAAC,UAAU,CAAC,CAAC;gBACnD,MAAM,MAAM,GAAG,MAAM,aAAa,CAAC,EAAE,eAAe,EAAE,MAAM,EAAE,OAAO,EAAE,QAAQ,EAAE,iBAAiB,EAAE,CAAC,CAAC;gBAEtG,yFAAyF;gBACzF,cAAc,CAAC,MAAM,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;gBAEpD,IAAI,MAAM,CAAC,SAAS,EAAE,CAAC;oBACrB,OAAO,MAAM,CAAC,UAAU,CAAC;gBAC3B,CAAC;gBAED,MAAM,CAAC,IAAI,CAAC,GAAG,MAAM,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,EAAE,IAAI,EAAE,EAAE,EAAE,CAAC,CAAC,SAAS,EAAE,IAAI,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;gBACpF,OAAO,CAAC,GAAG,CAAC,2BAA2B,CAAC,CAAC;YAC3C,CAAC;iBAAM,CAAC;gBACN,OAAO,CAAC,KAAK,CAAC,8BAA8B,CAAC,CAAC;gBAC9C,MAAM;YACR,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,KAAK,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YACzD,gBAAgB,CAAC,sBAAsB,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC;YACjG,OAAO,UAAU,CAAC,KAAK,CAAC;QAC1B,CAAC;IACH,CAAC;IAED,gBAAgB,CAAC,sEAAsE,CAAC,CAAC;IACzF,OAAO,UAAU,CAAC,KAAK,CAAC;AAC1B,CAAC;AAED,KAAK,UAAU,kBAAkB,CAC/B,iBAA0C,EAC1C,MAAoB,EACpB,YAA2B,EAC3B,WAAmB,EACnB,OAAuB,EACvB,qBAA4C;IAE5C,MAAM,kBAAkB,GAAwB,CAAC,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IAClH,IAAI,iBAAiB,GAAG,MAAM,iBAAiB,CAAC,GAAG,kBAAkB,CAAC,CAAC;IACvE,iBAAiB,GAAG,MAAM,8BAA8B,CAAC,kBAAkB,EAAE,iBAAiB,EAAE,iBAAiB,CAAC,CAAC;IAEnH,MAAM,kBAAkB,GAAG,iBAAiB,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,aAAa,CAE1E,CAAC;IAEd,IAAI,kBAAkB,EAAE,CAAC;QACvB,MAAM,kBAAkB,GAAG,MAAM,qBAAqB,CACpD,kBAAkB,EAClB,qBAAqB,EACrB,MAAM,EACN,YAAY,EACZ,OAAO,EACP,iBAAiB,CAClB,CAAC;QAEF,IAAI,kBAAkB,CAAC,cAAc,EAAE,CAAC;YACtC,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;YACvE,8BAA8B;YAC9B,MAAM,eAAe,GAAwB,CAAC,MAAM,EAAE,YAAY,EAAE,aAAa,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;YAChH,IAAI,cAAc,GAAG,MAAM,iBAAiB,CAAC,GAAG,eAAe,CAAC,CAAC;YACjE,cAAc,GAAG,MAAM,8BAA8B,CAAC,eAAe,EAAE,cAAc,EAAE,iBAAiB,CAAC,CAAC;YAC1G,OAAO,cAAc,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,aAAa,CAAgC,CAAC;QACnG,CAAC;IACH,CAAC;IAED,OAAO,kBAAkB,CAAC;AAC5B,CAAC;AAED,SAAS,gBAAgB,CAAC,UAAsB;IAC9C,MAAM,QAAQ,GAAsC;QAClD,oBAAoB,EAAE,0BAA0B;QAChD,qBAAqB,EAAE,2BAA2B;QAClD,mBAAmB,EAAE,yBAAyB;QAC9C,mBAAmB,EAAE,yBAAyB;QAC9C,kBAAkB,EAAE,wBAAwB;QAC5C,sBAAsB,EAAE,4BAA4B;QACpD,aAAa,EAAE,mBAAmB;QAClC,mBAAmB,EAAE,yBAAyB;KAC/C,CAAC;IAEF,OAAO,QAAQ,CAAC,UAAU,CAAC,IAAI,mBAAmB,CAAC;AACrD,CAAC"}

package/dist/src/prompt/steps/step-context-optimization.d.ts

@@ -0,0 +1,4 @@
+import { GenerateContentFunction, PromptItem } from '../../ai-service/common.js';
+import { CodegenOptions } from '../../main/codegen-types.js';
+import { StepResult } from './steps-types.js';
+export declare function executeStepContextOptimization(generateContentFn: GenerateContentFunction, prompt: PromptItem[], options: CodegenOptions): Promise<StepResult>;

package/dist/src/prompt/steps/step-context-optimization.js

@@ -0,0 +1,200 @@
+import { putSystemMessage } from '../../main/common/content-bus.js';
+import { getSourceCode } from '../../files/read-files.js';
+import { getFunctionDefs } from '../function-calling.js';
+import { StepResult } from './steps-types.js';
+import { estimateTokenCount } from '../token-estimator.js';
+import { getSummary } from './step-summarization.js';
+import { validateAndRecoverSingleResult } from './step-validate-recover.js';
+import { getSourceCodeResponse } from './steps-utils.js';
+const OPTIMIZATION_PROMPT = `You're correct, we need to optimize the context for code generation. Please perform the following tasks and respond by calling the \`optimizeContext\` function with the appropriate arguments:
+
+1. **Relevance and Token Cost Evaluation**:
+   - Rate the **relevance** of each file to the user's prompt on a scale from **0 to 1**, using the following guidelines:
+     - **0.0 – 0.3 (Not Relevant)**: The file has no apparent connection to the user's prompt.
+     - **0.3 – 0.7 (Somewhat Relevant)**: The file has minor or indirect relevance to the prompt.
+     - **0.7 – 0.9 (Moderately Relevant)**: The file is related and could contribute to addressing the prompt.
+     - **0.9 – 1.0 (Highly Relevant)**: The file is directly related and is important for addressing the prompt.
+   - **Evaluation Criteria**:
+     - **Keyword Matching**: Does the file contain keywords or topics mentioned in the user's prompt?
+     - **Functional Alignment**: Does the file implement features or functionalities requested by the user?
+     - **Dependency**: Is the file a dependency of other relevant modules?
+   - Prioritize files with higher relevance scores, but be mindful of the total token count.
+   - Consider the cost of adding more tokens; prioritize files where the relevance justifies the token usage.
+
+2. **Token-Aware Optimization**:
+   - Aim to optimize the context: less relevant files with higher token count should not be added to the context
+   - Do not add irrelevant files to context
+   - The goal is to have as much as possible of high relevancy files in the context while keeping the total token count reasonably low
+
+3. **Function Call Response**:
+   - Respond by **calling the \`optimizeContext\` function**.
+   - The function should have the following parameters:
+     - \`"userPrompt"\`: The user's original prompt.
+     - \`"optimizedContext"\`: An array of objects, each containing:
+       - \`"path"\`: The absolute file path.
+       - \`"relevance"\`: The calculated relevance score (0 to 1).
+       - \`"tokenCount"\`: The token count for the file.
+     - \`"totalTokenCount"\`: The estimated total token count for the context.
+
+**Important Guidelines**:
+- **Only include files that are mentioned in \`getSourceCode\` function responses**. **Do not add any other files**.
+- **Do not infer or guess additional files**.
+- **Evaluate each file individually** based on the criteria above.
+- **Avoid assumptions or hallucinations**; stick strictly to the provided data.
+- Ensure the **function call is properly formatted** and **valid**.
+- **Provide the response in valid JSON format**.
+- **Do not include any extra text** outside of the function call.
+- **Ensure the JSON is properly formatted** and **does not contain strings representing JSON** (i.e., do not stringify the JSON, do not wrap strings into quotes).
+- **Do not return files which are not relevant to the user prompt. Use relevance rating to judge that**
+
+**Example of valid Function Call**:
+
+\`\`\`json
+{
+  "function": "optimizeContext",
+  "arguments": {
+    "userPrompt": "Please review the helper modules.",
+    "totalTokenCount": 800,
+    "optimizedContext": [
+      {
+        "path": "/home/src/utils/helpers.js",
+        "relevance": 0.9,
+        "tokenCount": 500
+      },
+      {
+        "path": "/home/src/utils/math.js",
+        "relevance": 0.8,
+        "tokenCount": 300
+      }
+    ]
+  }
+}
+\`\`\`
+
+Now could you please analyze the source code and return me the optimized context?
+`;
+const BATCH_SIZE = 100;
+const MAX_TOTAL_TOKENS = 10000;
+export async function executeStepContextOptimization(generateContentFn, prompt, options) {
+    const fullSourceCode = getSourceCode({ forceAll: true }, options);
+    const sourceCodeResponse = getSourceCodeResponse(prompt);
+    if (!sourceCodeResponse || !sourceCodeResponse.content) {
+        console.warn('Could not find source code response, something is wrong, but lets continue anyway.');
+        return StepResult.CONTINUE;
+    }
+    const sourceCode = JSON.parse(sourceCodeResponse.content);
+    const sourceCodeEntries = Object.entries(sourceCode);
+    // Lets remove source code from the context, because we will be providing it below, so lets not duplicate (and save some tokens)
+    const sourceCodeResponseContent = sourceCodeResponse.content;
+    sourceCodeResponse.content = '{}';
+    try {
+        putSystemMessage('Context optimization is starting');
+        const totalFiles = sourceCodeEntries.length;
+        const batchCount = Math.ceil(totalFiles / BATCH_SIZE);
+        const optimizedContext = new Set();
+        for (let batchIndex = 0; batchIndex < batchCount; batchIndex++) {
+            const start = batchIndex * BATCH_SIZE;
+            const end = Math.min((batchIndex + 1) * BATCH_SIZE, totalFiles);
+            const batchSourceCode = Object.fromEntries(sourceCodeEntries.filter(([path], index) => optimizedContext.has(path) || (index >= start && index <= end)));
+            const optimizationPrompt = [
+                ...prompt,
+                {
+                    type: 'assistant',
+                    text: 'Thank you for describing the task, I have noticed you have provided a very large context for your question. The amount of source code is very big in particular. Can we do something about it?',
+                    functionCalls: [
+                        { id: 'get_batch_source', name: 'getSourceCode', args: { filePaths: Object.keys(batchSourceCode) } },
+                    ],
+                },
+                {
+                    type: 'user',
+                    text: OPTIMIZATION_PROMPT,
+                    functionResponses: [
+                        { call_id: 'get_batch_source', name: 'getSourceCode', content: JSON.stringify(batchSourceCode) },
+                    ],
+                },
+            ];
+            const request = [
+                optimizationPrompt,
+                getFunctionDefs(),
+                'optimizeContext',
+                0.2,
+                true,
+                options,
+            ];
+            let result = await generateContentFn(...request);
+            result = await validateAndRecoverSingleResult(request, result, generateContentFn);
+            const batchOptimized = parseOptimizationResult(result);
+            if (!batchOptimized) {
+                putSystemMessage(`Warning: Context optimization failed to produce useful summaries for batch ${batchIndex + 1}. We need to abort.`);
+                return StepResult.BREAK;
+            }
+            optimizedContext.clear();
+            batchOptimized.forEach((path) => optimizedContext.add(path));
+        }
+        if (optimizedContext.size === 0) {
+            // Restore the original context
+            sourceCodeResponse.content = sourceCodeResponseContent;
+            putSystemMessage('Warning: Context optimization failed to produce useful summaries for all batches. Proceeding with current context.');
+            return StepResult.CONTINUE;
+        }
+        const tokensBefore = estimateTokenCount(JSON.stringify(fullSourceCode));
+        putSystemMessage('Context optimization in progress.', Array.from(optimizedContext));
+        const optimizedSourceCode = optimizeSourceCode(sourceCode, fullSourceCode, Array.from(optimizedContext));
+        const tokensAfter = estimateTokenCount(JSON.stringify(optimizedSourceCode));
+        const percentageReduced = ((tokensBefore - tokensAfter) / tokensBefore) * 100;
+        // Update the getSourceCode function response in the prompt
+        sourceCodeResponse.content = JSON.stringify(optimizedSourceCode);
+        putSystemMessage('Context optimization completed successfully.', {
+            tokensBefore,
+            tokensAfter,
+            percentageReduced: percentageReduced.toFixed(2) + '%',
+        });
+        return StepResult.CONTINUE;
+    }
+    catch (error) {
+        putSystemMessage('Error: Context optimization failed. This is unexpected.');
+        console.error('Context optimization error:', error);
+        return StepResult.BREAK;
+    }
+}
+function parseOptimizationResult(calls) {
+    const optimizeCall = calls.find((call) => call.name === 'optimizeContext');
+    if (!optimizeCall || !optimizeCall.args || !optimizeCall.args.optimizedContext) {
+        return null;
+    }
+    let totalTokens = 0;
+    const result = [];
+    for (const item of optimizeCall.args.optimizedContext.sort((a, b) => (a.relevance > b.relevance ? -1 : 1))) {
+        if (item.relevance < 0.5) {
+            break;
+        }
+        totalTokens += item.tokenCount;
+        result.push(item.filePath);
+        if (totalTokens > MAX_TOTAL_TOKENS && item.relevance < 0.7) {
+            break;
+        }
+    }
+    return result;
+}
+function optimizeSourceCode(sourceCode, fullSourceCode, optimizedContext) {
+    const optimizedSourceCode = {};
+    for (const [path] of Object.entries(sourceCode)) {
+        const isContext = optimizedContext.includes(path);
+        const summary = getSummary(path);
+        if (isContext) {
+            optimizedSourceCode[path] = {
+                content: ('content' in fullSourceCode[path] ? fullSourceCode[path]?.content : undefined) ?? null,
+                ...summary,
+            };
+        }
+        else {
+            optimizedSourceCode[path] = summary
+                ? { ...summary }
+                : {
+                    content: null,
+                };
+        }
+    }
+    return optimizedSourceCode;
+}
+//# sourceMappingURL=step-context-optimization.js.map

package/dist/src/prompt/steps/step-context-optimization.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"step-context-optimization.js","sourceRoot":"","sources":["../../../../src/prompt/steps/step-context-optimization.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,aAAa,EAAiB,MAAM,2BAA2B,CAAC;AACzE,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,UAAU,EAAE,MAAM,yBAAyB,CAAC;AACrD,OAAO,EAAE,8BAA8B,EAAE,MAAM,4BAA4B,CAAC;AAC5E,OAAO,EAAE,qBAAqB,EAAE,MAAM,kBAAkB,CAAC;AAEzD,MAAM,mBAAmB,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAkE3B,CAAC;AAEF,MAAM,UAAU,GAAG,GAAG,CAAC;AACvB,MAAM,gBAAgB,GAAG,KAAK,CAAC;AAE/B,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,iBAA0C,EAC1C,MAAoB,EACpB,OAAuB;IAEvB,MAAM,cAAc,GAAG,aAAa,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE,OAAO,CAAC,CAAC;IAClE,MAAM,kBAAkB,GAAG,qBAAqB,CAAC,MAAM,CAAC,CAAC;IACzD,IAAI,CAAC,kBAAkB,IAAI,CAAC,kBAAkB,CAAC,OAAO,EAAE,CAAC;QACvD,OAAO,CAAC,IAAI,CAAC,oFAAoF,CAAC,CAAC;QACnG,OAAO,UAAU,CAAC,QAAQ,CAAC;IAC7B,CAAC;IAED,MAAM,UAAU,GAAG,IAAI,CAAC,KAAK,CAAC,kBAAkB,CAAC,OAAO,CAAkB,CAAC;IAC3E,MAAM,iBAAiB,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;IAErD,gIAAgI;IAChI,MAAM,yBAAyB,GAAG,kBAAkB,CAAC,OAAO,CAAC;IAC7D,kBAAkB,CAAC,OAAO,GAAG,IAAI,CAAC;IAElC,IAAI,CAAC;QACH,gBAAgB,CAAC,kCAAkC,CAAC,CAAC;QAErD,MAAM,UAAU,GAAG,iBAAiB,CAAC,MAAM,CAAC;QAC5C,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,UAAU,CAAC,CAAC;QACtD,MAAM,gBAAgB,GAAG,IAAI,GAAG,EAAU,CAAC;QAE3C,KAAK,IAAI,UAAU,GAAG,CAAC,EAAE,UAAU,GAAG,UAAU,EAAE,UAAU,EAAE,EAAE,CAAC;YAC/D,MAAM,KAAK,GAAG,UAAU,GAAG,UAAU,CAAC;YACtC,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,UAAU,GAAG,CAAC,CAAC,GAAG,UAAU,EAAE,UAAU,CAAC,CAAC;YAChE,MAAM,eAAe,GAAG,MAAM,CAAC,WAAW,CACxC,iBAAiB,CAAC,MAAM,CAAC,CAAC,CAAC,IAAI,CAAC,EAAE,KAAK,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,IAAI,CAAC,KAAK,IAAI,KAAK,IAAI,KAAK,IAAI,GAAG,CAAC,CAAC,CAC5G,CAAC;YAEF,MAAM,kBAAkB,GAAiB;gBACvC,GAAG,MAAM;gBACT;oBACE,IAAI,EAAE,WAAW;oBACjB,IAAI,EAAE,gMAAgM;oBACtM,aAAa,EAAE;wBACb,EAAE,EAAE,EAAE,kBAAkB,EAAE,IAAI,EAAE,eAAe,EAAE,IAAI,EAAE,EAAE,SAAS,EAAE,MAAM,CAAC,IAAI,CAAC,eAAe,CAAC,EAAE,EAAE;qBACrG;iBACF;gBACD;oBACE,IAAI,EAAE,MAAM;oBACZ,IAAI,EAAE,mBAAmB;oBACzB,iBAAiB,EAAE;wBACjB,EAAE,OAAO,EAAE,kBAAkB,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,eAAe,CAAC,EAAE;qBACjG;iBACF;aACF,CAAC;YAEF,MAAM,OAAO,GAAwB;gBACnC,kBAAkB;gBAClB,eAAe,EAAE;gBACjB,iBAAiB;gBACjB,GAAG;gBACH,IAAI;gBACJ,OAAO;aACR,CAAC;YACF,IAAI,MAAM,GAAG,MAAM,iBAAiB,CAAC,GAAG,OAAO,CAAC,CAAC;YACjD,MAAM,GAAG,MAAM,8BAA8B,CAAC,OAAO,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC;YAElF,MAAM,cAAc,GAAG,uBAAuB,CAAC,MAAM,CAAC,CAAC;YACvD,IAAI,CAAC,cAAc,EAAE,CAAC;gBACpB,gBAAgB,CACd,8EAA8E,UAAU,GAAG,CAAC,qBAAqB,CAClH,CAAC;gBACF,OAAO,UAAU,CAAC,KAAK,CAAC;YAC1B,CAAC;YAED,gBAAgB,CAAC,KAAK,EAAE,CAAC;YACzB,cAAc,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,gBAAgB,CAAC,GAAG,CAAC,IAAI,CAAC,CAAC,CAAC;QAC/D,CAAC;QAED,IAAI,gBAAgB,CAAC,IAAI,KAAK,CAAC,EAAE,CAAC;YAChC,+BAA+B;YAC/B,kBAAkB,CAAC,OAAO,GAAG,yBAAyB,CAAC;YAEvD,gBAAgB,CACd,oHAAoH,CACrH,CAAC;YACF,OAAO,UAAU,CAAC,QAAQ,CAAC;QAC7B,CAAC;QAED,MAAM,YAAY,GAAG,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,cAAc,CAAC,CAAC,CAAC;QAExE,gBAAgB,CAAC,mCAAmC,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAEpF,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,UAAU,EAAE,cAAc,EAAE,KAAK,CAAC,IAAI,CAAC,gBAAgB,CAAC,CAAC,CAAC;QAEzG,MAAM,WAAW,GAAG,kBAAkB,CAAC,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC,CAAC;QAC5E,MAAM,iBAAiB,GAAG,CAAC,CAAC,YAAY,GAAG,WAAW,CAAC,GAAG,YAAY,CAAC,GAAG,GAAG,CAAC;QAE9E,2DAA2D;QAC3D,kBAAkB,CAAC,OAAO,GAAG,IAAI,CAAC,SAAS,CAAC,mBAAmB,CAAC,CAAC;QAEjE,gBAAgB,CAAC,8CAA8C,EAAE;YAC/D,YAAY;YACZ,WAAW;YACX,iBAAiB,EAAE,iBAAiB,CAAC,OAAO,CAAC,CAAC,CAAC,GAAG,GAAG;SACtD,CAAC,CAAC;QACH,OAAO,UAAU,CAAC,QAAQ,CAAC;IAC7B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,gBAAgB,CAAC,yDAAyD,CAAC,CAAC;QAC5E,OAAO,CAAC,KAAK,CAAC,6BAA6B,EAAE,KAAK,CAAC,CAAC;QACpD,OAAO,UAAU,CAAC,KAAK,CAAC;IAC1B,CAAC;AACH,CAAC;AAED,SAAS,uBAAuB,CAAC,KAAqB;IACpD,MAAM,YAAY,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,iBAAiB,CAAC,CAAC;IAC3E,IAAI,CAAC,YAAY,IAAI,CAAC,YAAY,CAAC,IAAI,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,gBAAgB,EAAE,CAAC;QAC/E,OAAO,IAAI,CAAC;IACd,CAAC;IAED,IAAI,WAAW,GAAG,CAAC,CAAC;IACpB,MAAM,MAAM,GAAa,EAAE,CAAC;IAE5B,KAAK,MAAM,IAAI,IACb,YAAY,CAAC,IAAI,CAAC,gBACnB,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,CAAC,SAAS,GAAG,CAAC,CAAC,SAAS,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,CAAC;QACvD,IAAI,IAAI,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC;YACzB,MAAM;QACR,CAAC;QAED,WAAW,IAAI,IAAI,CAAC,UAAU,CAAC;QAC/B,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QAE3B,IAAI,WAAW,GAAG,gBAAgB,IAAI,IAAI,CAAC,SAAS,GAAG,GAAG,EAAE,CAAC;YAC3D,MAAM;QACR,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC;AAED,SAAS,kBAAkB,CACzB,UAAyB,EACzB,cAA6B,EAC7B,gBAA0B;IAE1B,MAAM,mBAAmB,GAAkB,EAAE,CAAC;IAE9C,KAAK,MAAM,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,CAAC;QAChD,MAAM,SAAS,GAAG,gBAAgB,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC;QAClD,MAAM,OAAO,GAAG,UAAU,CAAC,IAAI,CAAC,CAAC;QACjC,IAAI,SAAS,EAAE,CAAC;YACd,mBAAmB,CAAC,IAAI,CAAC,GAAG;gBAC1B,OAAO,EAAE,CAAC,SAAS,IAAI,cAAc,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,cAAc,CAAC,IAAI,CAAC,EAAE,OAAO,CAAC,CAAC,CAAC,SAAS,CAAC,IAAI,IAAI;gBAChG,GAAG,OAAO;aACX,CAAC;QACJ,CAAC;aAAM,CAAC;YACN,mBAAmB,CAAC,IAAI,CAAC,GAAG,OAAO;gBACjC,CAAC,CAAC,EAAE,GAAG,OAAO,EAAE;gBAChB,CAAC,CAAC;oBACE,OAAO,EAAE,IAAI;iBACd,CAAC;QACR,CAAC;IACH,CAAC;IAED,OAAO,mBAAmB,CAAC;AAC7B,CAAC"}

package/dist/src/prompt/steps/step-generate-image.d.ts

@@ -0,0 +1,2 @@
+import { FunctionCall, GenerateImageFunction } from '../../ai-service/common.js';
+export declare function executeStepGenerateImage(generateImageFn: GenerateImageFunction, generateImageCall: FunctionCall): Promise<FunctionCall>;

package/dist/src/prompt/steps/step-generate-image.js

@@ -0,0 +1,29 @@
+import assert from 'node:assert';
+export async function executeStepGenerateImage(generateImageFn, generateImageCall) {
+    assert(!!generateImageFn, 'Image generation requested, but an image generation service was not provided');
+    console.log('Processing image generation request:', generateImageCall.args);
+    try {
+        const { prompt: imagePrompt, filePath, contextImagePath, width, height, cheap, } = generateImageCall.args;
+        const generatedImageUrl = await generateImageFn(imagePrompt, contextImagePath, { width, height }, cheap === true);
+        // Add a downloadFile call to the result to ensure the generated image is tracked
+        return {
+            name: 'downloadFile',
+            args: {
+                filePath: filePath,
+                downloadUrl: generatedImageUrl,
+                explanation: `Downloading generated image`,
+            },
+        };
+    }
+    catch (error) {
+        console.error('Error generating image:', error);
+        // Add an explanation about the failed image generation
+        return {
+            name: 'explanation',
+            args: {
+                text: `Failed to generate image: ${error.message}`,
+            },
+        };
+    }
+}
+//# sourceMappingURL=step-generate-image.js.map

package/dist/src/prompt/steps/step-generate-image.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"step-generate-image.js","sourceRoot":"","sources":["../../../../src/prompt/steps/step-generate-image.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AAGjC,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,eAAsC,EACtC,iBAA+B;IAE/B,MAAM,CAAC,CAAC,CAAC,eAAe,EAAE,8EAA8E,CAAC,CAAC;IAE1G,OAAO,CAAC,GAAG,CAAC,sCAAsC,EAAE,iBAAiB,CAAC,IAAI,CAAC,CAAC;IAE5E,IAAI,CAAC;QACH,MAAM,EACJ,MAAM,EAAE,WAAW,EACnB,QAAQ,EACR,gBAAgB,EAChB,KAAK,EACL,MAAM,EACN,KAAK,GACN,GAAG,iBAAiB,CAAC,IAOrB,CAAC;QACF,MAAM,iBAAiB,GAAG,MAAM,eAAe,CAAC,WAAW,EAAE,gBAAgB,EAAE,EAAE,KAAK,EAAE,MAAM,EAAE,EAAE,KAAK,KAAK,IAAI,CAAC,CAAC;QAElH,iFAAiF;QACjF,OAAO;YACL,IAAI,EAAE,cAAc;YACpB,IAAI,EAAE;gBACJ,QAAQ,EAAE,QAAQ;gBAClB,WAAW,EAAE,iBAAiB;gBAC9B,WAAW,EAAE,6BAA6B;aAC3C;SACF,CAAC;IACJ,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,KAAK,CAAC,CAAC;QAChD,uDAAuD;QACvD,OAAO;YACL,IAAI,EAAE,aAAa;YACnB,IAAI,EAAE;gBACJ,IAAI,EAAE,6BAA8B,KAAe,CAAC,OAAO,EAAE;aAC9D;SACF,CAAC;IACJ,CAAC;AACH,CAAC"}

package/dist/src/prompt/steps/step-generate-summary.d.ts

@@ -0,0 +1,3 @@
+import { GenerateContentFunction, PromptItem } from '../../ai-service/common.js';
+import { CodegenOptions } from '../../main/codegen-types.js';
+export declare function executeStepGenerateSummary(generateContentFn: GenerateContentFunction, prompt: PromptItem[], options: CodegenOptions): Promise<void>;

package/dist/src/prompt/steps/step-generate-summary.js

@@ -0,0 +1,41 @@
+import { putSystemMessage } from '../../main/common/content-bus.js';
+import { getFunctionDefs } from '../function-calling.js';
+import { ChatMessageFlags } from '../../main/common/content-bus-types.js';
+export async function executeStepGenerateSummary(generateContentFn, prompt, options) {
+    if (!options.conversationSummaryEnabled) {
+        console.log("Not generating conversation summary because it's disabled in options.");
+        return;
+    }
+    const summaryRequest = [
+        [
+            ...prompt,
+            { type: 'assistant', text: 'Thank you for explaining the task.' },
+            {
+                type: 'user',
+                text: `Now please summarize our conversation, I want maximum 1 sentence of maximum 10 words explaning the conversation.`,
+            },
+        ],
+        getFunctionDefs(),
+        'explanation',
+        0.3, // Use a lower temperature for more focused summaries
+        true, // Use cheap model by default for summaries
+        options,
+    ];
+    try {
+        const summaryResult = await generateContentFn(...summaryRequest);
+        const summaryExplanation = summaryResult.find((call) => call.name === 'explanation');
+        if (summaryExplanation && summaryExplanation.args && typeof summaryExplanation.args.text === 'string') {
+            const conversationSummary = summaryExplanation.args.text;
+            putSystemMessage('Generated conversation summary', conversationSummary, [ChatMessageFlags.CONVERSATION_SUMMARY]);
+        }
+        else {
+            throw new Error('Failed to generate summary: unexpected response format');
+        }
+    }
+    catch (error) {
+        console.error('Error generating conversation summary:', error);
+        putSystemMessage('Failed to generate conversation summary.');
+        return;
+    }
+}
+//# sourceMappingURL=step-generate-summary.js.map

package/dist/src/prompt/steps/step-generate-summary.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"step-generate-summary.js","sourceRoot":"","sources":["../../../../src/prompt/steps/step-generate-summary.ts"],"names":[],"mappings":"AAEA,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,gBAAgB,EAAE,MAAM,wCAAwC,CAAC;AAE1E,MAAM,CAAC,KAAK,UAAU,0BAA0B,CAC9C,iBAA0C,EAC1C,MAAoB,EACpB,OAAuB;IAEvB,IAAI,CAAC,OAAO,CAAC,0BAA0B,EAAE,CAAC;QACxC,OAAO,CAAC,GAAG,CAAC,uEAAuE,CAAC,CAAC;QACrF,OAAO;IACT,CAAC;IAED,MAAM,cAAc,GAAwB;QAC1C;YACE,GAAG,MAAM;YACT,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,oCAAoC,EAAE;YACjE;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,kHAAkH;aACzH;SACF;QACD,eAAe,EAAE;QACjB,aAAa;QACb,GAAG,EAAE,qDAAqD;QAC1D,IAAI,EAAE,2CAA2C;QACjD,OAAO;KACR,CAAC;IAEF,IAAI,CAAC;QACH,MAAM,aAAa,GAAG,MAAM,iBAAiB,CAAC,GAAG,cAAc,CAAC,CAAC;QACjE,MAAM,kBAAkB,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,aAAa,CAAC,CAAC;QAErF,IAAI,kBAAkB,IAAI,kBAAkB,CAAC,IAAI,IAAI,OAAO,kBAAkB,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACtG,MAAM,mBAAmB,GAAG,kBAAkB,CAAC,IAAI,CAAC,IAAI,CAAC;YACzD,gBAAgB,CAAC,gCAAgC,EAAE,mBAAmB,EAAE,CAAC,gBAAgB,CAAC,oBAAoB,CAAC,CAAC,CAAC;QACnH,CAAC;aAAM,CAAC;YACN,MAAM,IAAI,KAAK,CAAC,wDAAwD,CAAC,CAAC;QAC5E,CAAC;IACH,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,KAAK,CAAC,wCAAwC,EAAE,KAAK,CAAC,CAAC;QAC/D,gBAAgB,CAAC,0CAA0C,CAAC,CAAC;QAC7D,OAAO;IACT,CAAC;AACH,CAAC"}

package/dist/src/prompt/steps/step-history-update.d.ts

@@ -0,0 +1,5 @@
+import { GenerateContentFunction, PromptItem } from '../../ai-service/common.js';
+import { CodegenOptions } from '../../main/codegen-types.js';
+import { StepResult } from './steps-types.js';
+export declare function executeStepHistoryUpdate(generateContentFn: GenerateContentFunction, prompt: PromptItem[], options: CodegenOptions): Promise<StepResult>;
+export declare function getCurrentHistory(): string;

package/dist/src/prompt/steps/step-history-update.js

@@ -0,0 +1,54 @@
+import { readCache, writeCache } from '../../files/cache-file.js';
+import { putSystemMessage } from '../../main/common/content-bus.js';
+import { getFunctionDefs } from '../function-calling.js';
+import { StepResult } from './steps-types.js';
+import { validateAndRecoverSingleResult } from './step-validate-recover.js';
+export async function executeStepHistoryUpdate(generateContentFn, prompt, options) {
+    const currentHistory = getCurrentHistory();
+    const optimizationPrompt = [
+        ...prompt,
+        {
+            type: 'assistant',
+            text: 'There you go, code generation is complete. Can I update my history?',
+        },
+        {
+            type: 'user',
+            text: `Yes, please update your history.
+
+- The current date: **${new Date().toISOString()}**.
+- **Limits**:
+    - Up to 250 words for the conversation summary.
+    - Up to 500 words for the new history.
+- **Compression Priority**: Include as much key information as possible, even if readability and style are sacrificed.
+- **Content**: Combine crucial information from your current history and our recent conversation.
+- **Output**: Use the function call \`updateHistory\` with \`recentConversationSummary\` and \`newHistoryContent\`.
+
+**Instructions**:
+
+1. **Compress Aggressively**: Use abbreviations, remove unnecessary words, and focus on key terms and facts.
+2. **Retain All Key Points**: Ensure no important information from the current history or conversation is omitted.
+3. **Ignore Readability**: It's acceptable if the result is less readable, as long as it contains more information.
+4. **Use Compact Formats**: Consider lists, bullet points, or other formats that allow for dense information packing.
+5. **Write for LLM**: Human will not be reading the history content directly, it must be useful for LLM.
+      
+**Current history**:
+\`\`\`
+${currentHistory}
+\`\`\`
+`,
+        },
+    ];
+    const request = [optimizationPrompt, getFunctionDefs(), 'updateHistory', 1, true, options];
+    let result = await generateContentFn(...request);
+    result = await validateAndRecoverSingleResult(request, result, generateContentFn);
+    const { newHistoryContent, recentConversationSummary } = result.find((call) => call.name === 'updateHistory')?.args ?? {};
+    if (newHistoryContent) {
+        putSystemMessage('History updated', { newHistoryContent, recentConversationSummary });
+        writeCache('history', newHistoryContent);
+    }
+    return StepResult.CONTINUE;
+}
+export function getCurrentHistory() {
+    return readCache('history', 'The user just started using GenAIcode for their project.');
+}
+//# sourceMappingURL=step-history-update.js.map

package/dist/src/prompt/steps/step-history-update.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"step-history-update.js","sourceRoot":"","sources":["../../../../src/prompt/steps/step-history-update.ts"],"names":[],"mappings":"AACA,OAAO,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AAElE,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AACzD,OAAO,EAAE,UAAU,EAAE,MAAM,kBAAkB,CAAC;AAC9C,OAAO,EAAE,8BAA8B,EAAE,MAAM,4BAA4B,CAAC;AAE5E,MAAM,CAAC,KAAK,UAAU,wBAAwB,CAC5C,iBAA0C,EAC1C,MAAoB,EACpB,OAAuB;IAEvB,MAAM,cAAc,GAAG,iBAAiB,EAAE,CAAC;IAE3C,MAAM,kBAAkB,GAAiB;QACvC,GAAG,MAAM;QACT;YACE,IAAI,EAAE,WAAW;YACjB,IAAI,EAAE,qEAAqE;SAC5E;QACD;YACE,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE;;wBAEY,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;;;;;;;;;;;;;;;;;;EAkB9C,cAAc;;CAEf;SACI;KACF,CAAC;IAEF,MAAM,OAAO,GAAwB,CAAC,kBAAkB,EAAE,eAAe,EAAE,EAAE,eAAe,EAAE,CAAC,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;IAChH,IAAI,MAAM,GAAG,MAAM,iBAAiB,CAAC,GAAG,OAAO,CAAC,CAAC;IACjD,MAAM,GAAG,MAAM,8BAA8B,CAAC,OAAO,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC;IAClF,MAAM,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,GACpD,MAAM,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe,CAAC,EAAE,IAAI,IAAI,EAAE,CAAC;IACnE,IAAI,iBAAiB,EAAE,CAAC;QACtB,gBAAgB,CAAC,iBAAiB,EAAE,EAAE,iBAAiB,EAAE,yBAAyB,EAAE,CAAC,CAAC;QACtF,UAAU,CAAC,SAAS,EAAE,iBAAiB,CAAC,CAAC;IAC3C,CAAC;IAED,OAAO,UAAU,CAAC,QAAQ,CAAC;AAC7B,CAAC;AAED,MAAM,UAAU,iBAAiB;IAC/B,OAAO,SAAS,CAAC,SAAS,EAAE,0DAA0D,CAAC,CAAC;AAC1F,CAAC"}

package/dist/src/prompt/steps/step-summarization.d.ts

@@ -0,0 +1,8 @@
+import { GenerateContentFunction } from '../../ai-service/common.js';
+import { CodegenOptions } from '../../main/codegen-types.js';
+import { SourceCodeMap } from '../../files/read-files.js';
+export declare function summarizeSourceCode(generateContentFn: GenerateContentFunction, sourceCode: SourceCodeMap, options: CodegenOptions): Promise<void>;
+export declare function getSummary(filePath: string): {
+    summary: string;
+    tokenCount: number;
+} | undefined;

package/dist/src/prompt/steps/step-summarization.js

@@ -0,0 +1,75 @@
+import { getFunctionDefs } from '../function-calling.js';
+import { md5, readCache, writeCache } from '../../files/cache-file.js';
+import { putSystemMessage } from '../../main/common/content-bus.js';
+import { estimateTokenCount } from '../token-estimator.js';
+import { validateAndRecoverSingleResult } from './step-validate-recover.js';
+const BATCH_SIZE = 50;
+const MAX_SUMMARY_TOKENS = 15;
+const CACHE_VERSION = 'v2';
+const SUMMARIZATION_PROMPT = `Your role is to summarize content of files in ${MAX_SUMMARY_TOKENS} tokens or fewer. 
+Focus on the main purpose or functionality. 
+Provide your response using the \`setSummaries\` function.
+The length of summary should be max ${MAX_SUMMARY_TOKENS} tokens.
+The file path must be absolute, exactly the same as you receive in the \`getSourceCode\` function responses.
+`;
+const summaryCache = readCache('summaries', { _version: CACHE_VERSION });
+export async function summarizeSourceCode(generateContentFn, sourceCode, options) {
+    const items = Object.entries(sourceCode).map(([path, file]) => ({
+        path,
+        content: 'content' in file ? file.content : null,
+    }));
+    await summarizeBatch(generateContentFn, items, options);
+}
+async function summarizeBatch(generateContentFn, items, options) {
+    const uncachedItems = items.filter((item) => summaryCache._version !== CACHE_VERSION ||
+        !summaryCache[item.path] ||
+        summaryCache[item.path].checksum !== md5(item.content ?? ''));
+    if (uncachedItems.length === 0) {
+        putSystemMessage('Summarization of the source code was skipped.');
+        return;
+    }
+    putSystemMessage('Summarization of the source code is starting.', { files: uncachedItems.map((item) => item.path) });
+    for (let i = 0; i < uncachedItems.length; i += BATCH_SIZE) {
+        const batch = uncachedItems.slice(i, i + BATCH_SIZE);
+        const summarizationPrompt = [
+            { type: 'systemPrompt', systemPrompt: SUMMARIZATION_PROMPT },
+            { type: 'user', text: 'Hello, I would like to ask you to summarize my codebase' },
+            {
+                type: 'assistant',
+                text: 'Sure, could you please provide the source code? Once you provide it, I will be able to perform the analysis, and provide you with the summaries using `setSummaries` function call.',
+                functionCalls: [{ name: 'getSourceCode', id: 'get_source_code' }],
+            },
+            {
+                type: 'user',
+                text: 'Ok, this is the source code, and now please summarize the source code.',
+                functionResponses: [{ name: 'getSourceCode', call_id: 'get_source_code', content: JSON.stringify(batch) }],
+            },
+        ];
+        const request = [summarizationPrompt, getFunctionDefs(), 'setSummaries', 0.2, true, options];
+        let result = await generateContentFn(...request);
+        result = await validateAndRecoverSingleResult(request, result, generateContentFn);
+        const batchSummaries = parseSummarizationResult(result);
+        batchSummaries.forEach((file) => {
+            const content = items.find((item) => item.path === file.filePath)?.content ?? '';
+            summaryCache[file.filePath] = {
+                tokenCount: estimateTokenCount(content),
+                summary: file.summary,
+                checksum: md5(content),
+            };
+        });
+    }
+    summaryCache._version = CACHE_VERSION;
+    writeCache('summaries', summaryCache);
+    putSystemMessage('Summarization of the source code is finished.');
+}
+function parseSummarizationResult(result) {
+    if (!Array.isArray(result) || result.length === 0 || !result[0].args || !Array.isArray(result[0].args.summaries)) {
+        throw new Error('Invalid summarization result');
+    }
+    return result[0].args.summaries;
+}
+export function getSummary(filePath) {
+    const summary = summaryCache[filePath];
+    return summary ? { summary: summary.summary, tokenCount: summary.tokenCount } : undefined;
+}
+//# sourceMappingURL=step-summarization.js.map

package/dist/src/prompt/steps/step-summarization.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"step-summarization.js","sourceRoot":"","sources":["../../../../src/prompt/steps/step-summarization.ts"],"names":[],"mappings":"AAGA,OAAO,EAAE,eAAe,EAAE,MAAM,wBAAwB,CAAC;AAEzD,OAAO,EAAE,GAAG,EAAE,SAAS,EAAE,UAAU,EAAE,MAAM,2BAA2B,CAAC;AACvE,OAAO,EAAE,gBAAgB,EAAE,MAAM,kCAAkC,CAAC;AACpE,OAAO,EAAE,kBAAkB,EAAE,MAAM,uBAAuB,CAAC;AAC3D,OAAO,EAAE,8BAA8B,EAAE,MAAM,4BAA4B,CAAC;AAE5E,MAAM,UAAU,GAAG,EAAE,CAAC;AACtB,MAAM,kBAAkB,GAAG,EAAE,CAAC;AAC9B,MAAM,aAAa,GAAG,IAAI,CAAC;AAE3B,MAAM,oBAAoB,GAAG,iDAAiD,kBAAkB;;;sCAG1D,kBAAkB;;CAEvD,CAAC;AAEF,MAAM,YAAY,GAAiB,SAAS,CAAC,WAAW,EAAE,EAAE,QAAQ,EAAE,aAAa,EAAkB,CAAC,CAAC;AAEvG,MAAM,CAAC,KAAK,UAAU,mBAAmB,CACvC,iBAA0C,EAC1C,UAAyB,EACzB,OAAuB;IAEvB,MAAM,KAAK,GAAG,MAAM,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,IAAI,EAAE,IAAI,CAAC,EAAE,EAAE,CAAC,CAAC;QAC9D,IAAI;QACJ,OAAO,EAAE,SAAS,IAAI,IAAI,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC,CAAC,IAAI;KACjD,CAAC,CAAC,CAAC;IAEJ,MAAM,cAAc,CAAC,iBAAiB,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;AAC1D,CAAC;AAED,KAAK,UAAU,cAAc,CAC3B,iBAA0C,EAC1C,KAAiD,EACjD,OAAuB;IAEvB,MAAM,aAAa,GAAG,KAAK,CAAC,MAAM,CAChC,CAAC,IAAI,EAAE,EAAE,CACP,YAAY,CAAC,QAAQ,KAAK,aAAa;QACvC,CAAC,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC;QACxB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,QAAQ,KAAK,GAAG,CAAC,IAAI,CAAC,OAAO,IAAI,EAAE,CAAC,CAC/D,CAAC;IAEF,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,gBAAgB,CAAC,+CAA+C,CAAC,CAAC;QAClE,OAAO;IACT,CAAC;IAED,gBAAgB,CAAC,+CAA+C,EAAE,EAAE,KAAK,EAAE,aAAa,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAErH,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,aAAa,CAAC,MAAM,EAAE,CAAC,IAAI,UAAU,EAAE,CAAC;QAC1D,MAAM,KAAK,GAAG,aAAa,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,UAAU,CAAC,CAAC;QAErD,MAAM,mBAAmB,GAAiB;YACxC,EAAE,IAAI,EAAE,cAAc,EAAE,YAAY,EAAE,oBAAoB,EAAE;YAC5D,EAAE,IAAI,EAAE,MAAM,EAAE,IAAI,EAAE,yDAAyD,EAAE;YACjF;gBACE,IAAI,EAAE,WAAW;gBACjB,IAAI,EAAE,qLAAqL;gBAC3L,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,EAAE,EAAE,iBAAiB,EAAE,CAAC;aAClE;YACD;gBACE,IAAI,EAAE,MAAM;gBACZ,IAAI,EAAE,wEAAwE;gBAC9E,iBAAiB,EAAE,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,OAAO,EAAE,iBAAiB,EAAE,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,KAAK,CAAC,EAAE,CAAC;aAC3G;SACF,CAAC;QAEF,MAAM,OAAO,GAAwB,CAAC,mBAAmB,EAAE,eAAe,EAAE,EAAE,cAAc,EAAE,GAAG,EAAE,IAAI,EAAE,OAAO,CAAC,CAAC;QAClH,IAAI,MAAM,GAAG,MAAM,iBAAiB,CAAC,GAAG,OAAO,CAAC,CAAC;QACjD,MAAM,GAAG,MAAM,8BAA8B,CAAC,OAAO,EAAE,MAAM,EAAE,iBAAiB,CAAC,CAAC;QAClF,MAAM,cAAc,GAAG,wBAAwB,CAAC,MAAM,CAAC,CAAC;QAExD,cAAc,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YAC9B,MAAM,OAAO,GAAG,KAAK,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,IAAI,CAAC,QAAQ,CAAC,EAAE,OAAO,IAAI,EAAE,CAAC;YACjF,YAAY,CAAC,IAAI,CAAC,QAAQ,CAAC,GAAG;gBAC5B,UAAU,EAAE,kBAAkB,CAAC,OAAO,CAAC;gBACvC,OAAO,EAAE,IAAI,CAAC,OAAO;gBACrB,QAAQ,EAAE,GAAG,CAAC,OAAO,CAAC;aACvB,CAAC;QACJ,CAAC,CAAC,CAAC;IACL,CAAC;IAED,YAAY,CAAC,QAAQ,GAAG,aAAa,CAAC;IAEtC,UAAU,CAAC,WAAW,EAAE,YAAY,CAAC,CAAC;IAEtC,gBAAgB,CAAC,+CAA+C,CAAC,CAAC;AACpE,CAAC;AAED,SAAS,wBAAwB,CAAC,MAAsB;IACtD,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,IAAI,MAAM,CAAC,MAAM,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC;QACjH,MAAM,IAAI,KAAK,CAAC,8BAA8B,CAAC,CAAC;IAClD,CAAC;IACD,OAAO,MAAM,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC;AAClC,CAAC;AAED,MAAM,UAAU,UAAU,CAAC,QAAgB;IACzC,MAAM,OAAO,GAAG,YAAY,CAAC,QAAQ,CAAC,CAAC;IACvC,OAAO,OAAO,CAAC,CAAC,CAAC,EAAE,OAAO,EAAE,OAAO,CAAC,OAAO,EAAE,UAAU,EAAE,OAAO,CAAC,UAAU,EAAE,CAAC,CAAC,CAAC,SAAS,CAAC;AAC5F,CAAC"}

package/dist/src/prompt/steps/step-validate-recover.d.ts

@@ -0,0 +1,2 @@
+import { FunctionCall, GenerateContentFunction, GenerateContentArgs } from '../../ai-service/common.js';
+export declare function validateAndRecoverSingleResult([prompt, functionDefs, requiredFunctionName, temperature, cheap, options]: GenerateContentArgs, result: FunctionCall[], generateContentFn: GenerateContentFunction): Promise<FunctionCall[]>;

package/dist/src/prompt/steps/step-validate-recover.js

@@ -0,0 +1,51 @@
+import assert from 'node:assert';
+import { validateFunctionCall } from '../function-calling-validate.js';
+export async function validateAndRecoverSingleResult([prompt, functionDefs, requiredFunctionName, temperature, cheap, options], result, generateContentFn) {
+    if (result.length > 1 || !requiredFunctionName) {
+        // quite unexpected
+        return result;
+    }
+    let call = result[0];
+    const validatorError = validateFunctionCall(call, requiredFunctionName);
+    if (validatorError) {
+        console.log('Invalid function call', call, validatorError);
+        if (!call) {
+            call = { name: requiredFunctionName };
+            if (requiredFunctionName === 'patchFile') {
+                console.log('Switching patchFile to updateFile');
+                requiredFunctionName = 'updateFile';
+            }
+        }
+        prompt.push({ type: 'assistant', functionCalls: [call] }, {
+            type: 'user',
+            text: 'Function call was invalid, please analyze the error and respond with corrected function call.',
+            functionResponses: [
+                {
+                    name: call.name,
+                    call_id: call.id,
+                    content: JSON.stringify({ args: call.args, error: validatorError }),
+                    isError: true,
+                },
+            ],
+        });
+        console.log('Trying to recover...');
+        if (cheap) {
+            console.log('Disabling --cheap for recovery.');
+        }
+        result = await generateContentFn(prompt, functionDefs, requiredFunctionName, temperature, false, options);
+        console.log('Recover result:', result);
+        if (result?.length === 1) {
+            const recoveryError = validateFunctionCall(result[0], requiredFunctionName);
+            assert(!recoveryError, 'Recovery failed');
+            console.log('Recovery was successful');
+        }
+        else if (result?.length === 0) {
+            throw new Error('Did not receive any function calls unexpectedly.');
+        }
+        else {
+            console.log('Unexpected number of function calls', result);
+        }
+    }
+    return result;
+}
+//# sourceMappingURL=step-validate-recover.js.map

package/dist/src/prompt/steps/step-validate-recover.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"step-validate-recover.js","sourceRoot":"","sources":["../../../../src/prompt/steps/step-validate-recover.ts"],"names":[],"mappings":"AAAA,OAAO,MAAM,MAAM,aAAa,CAAC;AAEjC,OAAO,EAAE,oBAAoB,EAAE,MAAM,iCAAiC,CAAC;AAEvE,MAAM,CAAC,KAAK,UAAU,8BAA8B,CAClD,CAAC,MAAM,EAAE,YAAY,EAAE,oBAAoB,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,CAAsB,EAC9F,MAAsB,EACtB,iBAA0C;IAE1C,IAAI,MAAM,CAAC,MAAM,GAAG,CAAC,IAAI,CAAC,oBAAoB,EAAE,CAAC;QAC/C,mBAAmB;QACnB,OAAO,MAAM,CAAC;IAChB,CAAC;IAED,IAAI,IAAI,GAA6B,MAAM,CAAC,CAAC,CAAC,CAAC;IAC/C,MAAM,cAAc,GAAG,oBAAoB,CAAC,IAAI,EAAE,oBAAoB,CAAC,CAAC;IACxE,IAAI,cAAc,EAAE,CAAC;QACnB,OAAO,CAAC,GAAG,CAAC,uBAAuB,EAAE,IAAI,EAAE,cAAc,CAAC,CAAC;QAC3D,IAAI,CAAC,IAAI,EAAE,CAAC;YACV,IAAI,GAAG,EAAE,IAAI,EAAE,oBAAoB,EAAE,CAAC;YACtC,IAAI,oBAAoB,KAAK,WAAW,EAAE,CAAC;gBACzC,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;gBACjD,oBAAoB,GAAG,YAAY,CAAC;YACtC,CAAC;QACH,CAAC;QAED,MAAM,CAAC,IAAI,CACT,EAAE,IAAI,EAAE,WAAW,EAAE,aAAa,EAAE,CAAC,IAAI,CAAC,EAAE,EAC5C;YACE,IAAI,EAAE,MAAM;YACZ,IAAI,EAAE,+FAA+F;YACrG,iBAAiB,EAAE;gBACjB;oBACE,IAAI,EAAE,IAAI,CAAC,IAAI;oBACf,OAAO,EAAE,IAAI,CAAC,EAAE;oBAChB,OAAO,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,IAAI,CAAC,IAAI,EAAE,KAAK,EAAE,cAAc,EAAE,CAAC;oBACnE,OAAO,EAAE,IAAI;iBACd;aACF;SACF,CACF,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,sBAAsB,CAAC,CAAC;QACpC,IAAI,KAAK,EAAE,CAAC;YACV,OAAO,CAAC,GAAG,CAAC,iCAAiC,CAAC,CAAC;QACjD,CAAC;QACD,MAAM,GAAG,MAAM,iBAAiB,CAAC,MAAM,EAAE,YAAY,EAAE,oBAAoB,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC1G,OAAO,CAAC,GAAG,CAAC,iBAAiB,EAAE,MAAM,CAAC,CAAC;QAEvC,IAAI,MAAM,EAAE,MAAM,KAAK,CAAC,EAAE,CAAC;YACzB,MAAM,aAAa,GAAG,oBAAoB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,oBAAoB,CAAC,CAAC;YAC5E,MAAM,CAAC,CAAC,aAAa,EAAE,iBAAiB,CAAC,CAAC;YAC1C,OAAO,CAAC,GAAG,CAAC,yBAAyB,CAAC,CAAC;QACzC,CAAC;aAAM,IAAI,MAAM,EAAE,MAAM,KAAK,CAAC,EAAE,CAAC;YAChC,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;QACtE,CAAC;aAAM,CAAC;YACN,OAAO,CAAC,GAAG,CAAC,qCAAqC,EAAE,MAAM,CAAC,CAAC;QAC7D,CAAC;IACH,CAAC;IAED,OAAO,MAAM,CAAC;AAChB,CAAC"}

package/dist/src/prompt/steps/step-verify-patch.d.ts

@@ -0,0 +1,6 @@
+import { PromptItem, FunctionDef, FunctionCall, GenerateContentFunction } from '../../ai-service/common.js';
+import { CodegenOptions } from '../../main/codegen-types.js';
+export declare function executeStepVerifyPatch({ filePath, patch }: {
+    filePath: string;
+    patch: string;
+}, generateContentFn: GenerateContentFunction, prompt: PromptItem[], functionDefs: FunctionDef[], temperature: number, cheap: boolean, options: CodegenOptions): Promise<FunctionCall[]>;

package/dist/src/prompt/steps/step-verify-patch.js

@@ -0,0 +1,34 @@
+import fs from 'fs';
+import * as diff from 'diff';
+import { validateAndRecoverSingleResult } from './step-validate-recover.js';
+export async function executeStepVerifyPatch({ filePath, patch }, generateContentFn, prompt, functionDefs, temperature, cheap, options) {
+    console.log('Verification of patch for file:', filePath);
+    let updatedContent = false;
+    const currentContent = fs.readFileSync(filePath, 'utf-8');
+    try {
+        updatedContent = diff.applyPatch(currentContent, patch);
+    }
+    catch (e) {
+        console.log('Error when applying patch', e);
+    }
+    if (!updatedContent) {
+        console.log(`Patch could not be applied for ${filePath}. Retrying without patchFile function.`);
+        // Rerun content generation without patchFile function
+        const partialRequest = [prompt, functionDefs, 'updateFile', temperature, cheap, options];
+        let partialResult = await generateContentFn(...partialRequest);
+        partialResult = await validateAndRecoverSingleResult(partialRequest, partialResult, generateContentFn);
+        const getSourceCodeCall = partialResult.find((call) => call.name === 'getSourceCode');
+        if (getSourceCodeCall) {
+            throw new Error('Unexpected getSourceCode: ' + JSON.stringify(getSourceCodeCall));
+        }
+        if (partialResult.find((call) => call.name === 'patchFile')) {
+            throw new Error('Unexpected patchFile in retry response');
+        }
+        return partialResult;
+    }
+    else {
+        console.log('Patch verified successfully');
+        return [{ name: 'patchFile', args: { filePath, patch } }];
+    }
+}
+//# sourceMappingURL=step-verify-patch.js.map

package/dist/src/prompt/steps/step-verify-patch.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"step-verify-patch.js","sourceRoot":"","sources":["../../../../src/prompt/steps/step-verify-patch.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAQ7B,OAAO,EAAE,8BAA8B,EAAE,MAAM,4BAA4B,CAAC;AAG5E,MAAM,CAAC,KAAK,UAAU,sBAAsB,CAC1C,EAAE,QAAQ,EAAE,KAAK,EAAuC,EACxD,iBAA0C,EAC1C,MAAoB,EACpB,YAA2B,EAC3B,WAAmB,EACnB,KAAc,EACd,OAAuB;IAEvB,OAAO,CAAC,GAAG,CAAC,iCAAiC,EAAE,QAAQ,CAAC,CAAC;IAEzD,IAAI,cAAc,GAAqB,KAAK,CAAC;IAC7C,MAAM,cAAc,GAAG,EAAE,CAAC,YAAY,CAAC,QAAQ,EAAE,OAAO,CAAC,CAAC;IAE1D,IAAI,CAAC;QACH,cAAc,GAAG,IAAI,CAAC,UAAU,CAAC,cAAc,EAAE,KAAK,CAAC,CAAC;IAC1D,CAAC;IAAC,OAAO,CAAC,EAAE,CAAC;QACX,OAAO,CAAC,GAAG,CAAC,2BAA2B,EAAE,CAAC,CAAC,CAAC;IAC9C,CAAC;IAED,IAAI,CAAC,cAAc,EAAE,CAAC;QACpB,OAAO,CAAC,GAAG,CAAC,kCAAkC,QAAQ,wCAAwC,CAAC,CAAC;QAEhG,sDAAsD;QACtD,MAAM,cAAc,GAAwB,CAAC,MAAM,EAAE,YAAY,EAAE,YAAY,EAAE,WAAW,EAAE,KAAK,EAAE,OAAO,CAAC,CAAC;QAC9G,IAAI,aAAa,GAAG,MAAM,iBAAiB,CAAC,GAAG,cAAc,CAAC,CAAC;QAE/D,aAAa,GAAG,MAAM,8BAA8B,CAAC,cAAc,EAAE,aAAa,EAAE,iBAAiB,CAAC,CAAC;QAEvG,MAAM,iBAAiB,GAAG,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,eAAe,CAAC,CAAC;QACtF,IAAI,iBAAiB,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,4BAA4B,GAAG,IAAI,CAAC,SAAS,CAAC,iBAAiB,CAAC,CAAC,CAAC;QACpF,CAAC;QACD,IAAI,aAAa,CAAC,IAAI,CAAC,CAAC,IAAI,EAAE,EAAE,CAAC,IAAI,CAAC,IAAI,KAAK,WAAW,CAAC,EAAE,CAAC;YAC5D,MAAM,IAAI,KAAK,CAAC,wCAAwC,CAAC,CAAC;QAC5D,CAAC;QAED,OAAO,aAAa,CAAC;IACvB,CAAC;SAAM,CAAC;QACN,OAAO,CAAC,GAAG,CAAC,6BAA6B,CAAC,CAAC;QAC3C,OAAO,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,IAAI,EAAE,EAAE,QAAQ,EAAE,KAAK,EAAE,EAAE,CAAC,CAAC;IAC5D,CAAC;AACH,CAAC"}

package/dist/src/prompt/steps/steps-types.d.ts

@@ -0,0 +1,16 @@
+export declare enum StepResult {
+    CONTINUE = 0,
+    BREAK = 1
+}
+export interface SummaryInfo {
+    filePath: string;
+    tokenCount: number;
+    summary: string;
+}
+export type SummaryCache = Record<string, {
+    tokenCount: number;
+    summary: string;
+    checksum: string;
+}> & {
+    _version: string;
+};

package/dist/src/prompt/steps/steps-types.js

@@ -0,0 +1,6 @@
+export var StepResult;
+(function (StepResult) {
+    StepResult[StepResult["CONTINUE"] = 0] = "CONTINUE";
+    StepResult[StepResult["BREAK"] = 1] = "BREAK";
+})(StepResult || (StepResult = {}));
+//# sourceMappingURL=steps-types.js.map

package/dist/src/prompt/steps/steps-types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"steps-types.js","sourceRoot":"","sources":["../../../../src/prompt/steps/steps-types.ts"],"names":[],"mappings":"AAAA,MAAM,CAAN,IAAY,UAGX;AAHD,WAAY,UAAU;IACpB,mDAAQ,CAAA;IACR,6CAAK,CAAA;AACP,CAAC,EAHW,UAAU,KAAV,UAAU,QAGrB"}

package/dist/src/prompt/steps/steps-utils.d.ts

@@ -0,0 +1,7 @@
+import { PromptItem } from '../../ai-service/common.js';
+export declare function getSourceCodeResponse(prompt: PromptItem[]): {
+    call_id?: string;
+    name: string;
+    content?: string;
+    isError?: boolean;
+} | null;