@mseep/ai-tech-app-agent 1.0.0

package/dist/utils/promptBuilder.js

@@ -0,0 +1,333 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.PromptBuilder = void 0;
+const llm_config_1 = __importStar(require("../config/llm.config"));
+class PromptBuilder {
+    constructor() {
+        this.maxUIElements = llm_config_1.default.prompt.maxUIElements;
+        this.maxContextTokens = llm_config_1.default.prompt.maxContextTokens;
+        this.includeAppContext = llm_config_1.default.prompt.includeAppContext;
+        this.includeUIContext = llm_config_1.default.prompt.includeUIContext;
+    }
+    /**
+     * Build the main action planning prompt
+     */
+    buildActionPlanningPrompt(stepText, uiContext, appKnowledge, platform) {
+        const sections = [];
+        // System context
+        sections.push(llm_config_1.PromptTemplates.actionPlanning);
+        sections.push('');
+        // App-specific knowledge
+        if (this.includeAppContext && appKnowledge) {
+            sections.push('**App-Specific Knowledge:**');
+            sections.push(this.truncateText(appKnowledge, 1000));
+            sections.push('');
+        }
+        // Platform information
+        if (platform) {
+            sections.push(`**Platform:** ${platform.toUpperCase()}`);
+            sections.push('');
+        }
+        // Current UI state
+        if (this.includeUIContext) {
+            sections.push('**Current UI State:**');
+            sections.push(this.formatUIContext(uiContext));
+            sections.push('');
+        }
+        // Test step to execute
+        sections.push('**Test Step to Execute:**');
+        sections.push(`"${stepText}"`);
+        sections.push('');
+        // Output format instructions
+        sections.push(this.getOutputFormatInstructions());
+        return sections.join('\n');
+    }
+    /**
+     * Build prompt for context analysis
+     */
+    buildContextAnalysisPrompt(uiContext, focusArea) {
+        const sections = [];
+        sections.push(llm_config_1.PromptTemplates.contextAnalysis);
+        sections.push('');
+        if (focusArea) {
+            sections.push(`**Focus Area:** ${focusArea}`);
+            sections.push('');
+        }
+        sections.push('**Current UI State:**');
+        sections.push(this.formatUIContext(uiContext));
+        sections.push('');
+        sections.push('Identify and list the most relevant interactive elements with their best selectors.');
+        return sections.join('\n');
+    }
+    /**
+     * Build prompt for error recovery
+     */
+    buildErrorRecoveryPrompt(stepText, previousError, uiContext, attemptNumber) {
+        const sections = [];
+        sections.push(llm_config_1.PromptTemplates.errorRecovery);
+        sections.push('');
+        sections.push(`**Original Test Step:** "${stepText}"`);
+        sections.push(`**Attempt Number:** ${attemptNumber}`);
+        sections.push(`**Previous Error:** ${previousError}`);
+        sections.push('');
+        sections.push('**Current UI State:**');
+        sections.push(this.formatUIContext(uiContext));
+        sections.push('');
+        sections.push('**Instructions:**');
+        sections.push('1. Analyze why the previous attempt failed');
+        sections.push('2. Check if the UI state has changed');
+        sections.push('3. Suggest alternative actions or selectors');
+        sections.push('4. If the step is impossible, return an empty actions array with reasoning');
+        sections.push('');
+        sections.push(this.getOutputFormatInstructions());
+        return sections.join('\n');
+    }
+    /**
+     * Build prompt for assertion generation
+     */
+    buildAssertionPrompt(expectedOutcome, uiContext) {
+        const sections = [];
+        sections.push(llm_config_1.PromptTemplates.assertionGeneration);
+        sections.push('');
+        sections.push(`**Expected Outcome:** "${expectedOutcome}"`);
+        sections.push('');
+        sections.push('**Current UI State:**');
+        sections.push(this.formatUIContext(uiContext));
+        sections.push('');
+        sections.push('Generate assertion actions to verify the expected outcome.');
+        sections.push('');
+        sections.push(this.getOutputFormatInstructions());
+        return sections.join('\n');
+    }
+    /**
+     * Format UI context for inclusion in prompts
+     */
+    formatUIContext(uiContext) {
+        const lines = [];
+        // Current screen/activity
+        if (uiContext.currentActivity) {
+            lines.push(`Current Screen: ${uiContext.currentActivity}`);
+            lines.push('');
+        }
+        // Visible elements
+        const elements = uiContext.visibleElements || [];
+        if (elements.length === 0) {
+            lines.push('No visible elements detected.');
+            return lines.join('\n');
+        }
+        lines.push(`Visible Elements (showing ${Math.min(elements.length, this.maxUIElements)} of ${elements.length}):`);
+        lines.push('');
+        // Filter and sort elements by relevance
+        const relevantElements = this.filterRelevantElements(elements);
+        const topElements = relevantElements.slice(0, this.maxUIElements);
+        topElements.forEach((element, index) => {
+            lines.push(this.formatElement(element, index + 1));
+        });
+        return lines.join('\n');
+    }
+    /**
+     * Format a single UI element
+     */
+    formatElement(element, index) {
+        const parts = [`${index}.`];
+        // Element type
+        parts.push(`[${element.type}]`);
+        // Text content
+        if (element.text && element.text.trim().length > 0) {
+            parts.push(`text="${this.truncateText(element.text, 50)}"`);
+        }
+        // Resource ID (Android) or Name (iOS)
+        if (element.resourceId) {
+            const shortId = element.resourceId.split('/').pop() || element.resourceId;
+            parts.push(`id="${shortId}"`);
+        }
+        // Content description / accessibility label
+        if (element.contentDesc) {
+            parts.push(`desc="${this.truncateText(element.contentDesc, 30)}"`);
+        }
+        // Attributes
+        const attrs = [];
+        if (element.clickable)
+            attrs.push('clickable');
+        if (element.enabled)
+            attrs.push('enabled');
+        if (!element.enabled)
+            attrs.push('disabled');
+        if (attrs.length > 0) {
+            parts.push(`[${attrs.join(', ')}]`);
+        }
+        // Bounds (if useful)
+        if (element.bounds) {
+            parts.push(`bounds=${element.bounds}`);
+        }
+        return parts.join(' ');
+    }
+    /**
+     * Filter elements to show most relevant ones
+     */
+    filterRelevantElements(elements) {
+        // Prioritize elements that are:
+        // 1. Interactive (clickable, editable)
+        // 2. Have meaningful text or labels
+        // 3. Are common UI patterns (buttons, inputs, etc.)
+        const scored = elements.map(element => ({
+            element,
+            score: this.calculateElementRelevance(element),
+        }));
+        // Sort by score (descending)
+        scored.sort((a, b) => b.score - a.score);
+        return scored.map(s => s.element);
+    }
+    /**
+     * Calculate relevance score for an element
+     */
+    calculateElementRelevance(element) {
+        let score = 0;
+        // Interactive elements get high priority
+        if (element.clickable)
+            score += 10;
+        // Elements with text are usually important
+        if (element.text && element.text.trim().length > 0) {
+            score += 8;
+        }
+        // Elements with IDs are identifiable
+        if (element.resourceId)
+            score += 5;
+        // Elements with accessibility labels
+        if (element.contentDesc)
+            score += 5;
+        // Common interactive types
+        const interactiveTypes = [
+            'Button', 'EditText', 'TextView', 'ImageButton',
+            'CheckBox', 'RadioButton', 'Switch', 'Spinner',
+            'UIButton', 'UITextField', 'UITextView', 'UILabel',
+        ];
+        if (interactiveTypes.some(type => element.type.includes(type))) {
+            score += 7;
+        }
+        // Enabled elements
+        if (element.enabled)
+            score += 3;
+        // Penalize common container types (unless they have text)
+        const containerTypes = ['ViewGroup', 'LinearLayout', 'FrameLayout', 'View', 'UIView'];
+        if (containerTypes.some(type => element.type.includes(type)) && !element.text) {
+            score -= 5;
+        }
+        return Math.max(0, score);
+    }
+    /**
+     * Get output format instructions
+     */
+    getOutputFormatInstructions() {
+        return `**Output Format (JSON only, no markdown):**
+{
+  "actions": [
+    {
+      "type": "tap|type|scroll|swipe|wait|assert|screenshot",
+      "selector": {
+        "strategy": "text|id|accessibility-id|xpath|class",
+        "value": "selector_value",
+        "index": 0
+      },
+      "value": "text_to_type (only for type action)",
+      "direction": "up|down|left|right (only for scroll/swipe)",
+      "duration": 1000,
+      "assertionType": "exists|visible|text|enabled (only for assert)",
+      "expectedValue": "expected_value (only for assert)"
+    }
+  ],
+  "reasoning": "Brief explanation of the action sequence and why these selectors were chosen"
+}
+
+**Critical Rules:**
+1. Return ONLY valid JSON, no markdown code blocks
+2. Always prefer text-based selectors over XPath
+3. Use accessibility-id or resource-id when available
+4. Include reasoning for your selector choices
+5. If no action is possible, return empty actions array with explanation
+6. Keep action sequences minimal (1-3 actions preferred)
+7. Add wait actions if UI transitions are expected
+
+Generate the JSON action plan now:`;
+    }
+    /**
+     * Truncate text to max length
+     */
+    truncateText(text, maxLength) {
+        if (text.length <= maxLength) {
+            return text;
+        }
+        return text.substring(0, maxLength - 3) + '...';
+    }
+    /**
+     * Estimate token count (rough approximation)
+     */
+    estimateTokens(text) {
+        // Rough estimate: 1 token ≈ 4 characters
+        return Math.ceil(text.length / 4);
+    }
+    /**
+     * Build a few-shot learning prompt with examples
+     */
+    buildFewShotPrompt(stepText, uiContext, examples) {
+        const sections = [];
+        sections.push(llm_config_1.PromptTemplates.actionPlanning);
+        sections.push('');
+        sections.push('**Example Scenarios:**');
+        sections.push('');
+        examples.forEach((example, index) => {
+            sections.push(`Example ${index + 1}:`);
+            sections.push(`Step: "${example.step}"`);
+            if (example.context) {
+                sections.push(`Context: ${example.context}`);
+            }
+            sections.push(`Actions: ${JSON.stringify(example.actions, null, 2)}`);
+            sections.push('');
+        });
+        sections.push('**Now, solve this:**');
+        sections.push('');
+        sections.push('**Current UI State:**');
+        sections.push(this.formatUIContext(uiContext));
+        sections.push('');
+        sections.push(`**Test Step:** "${stepText}"`);
+        sections.push('');
+        sections.push(this.getOutputFormatInstructions());
+        return sections.join('\n');
+    }
+}
+exports.PromptBuilder = PromptBuilder;
+exports.default = PromptBuilder;
+//# sourceMappingURL=promptBuilder.js.map

package/dist/utils/promptBuilder.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"promptBuilder.js","sourceRoot":"","sources":["../../src/utils/promptBuilder.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,mEAAkE;AAGlE,MAAa,aAAa;IAMxB;QACE,IAAI,CAAC,aAAa,GAAG,oBAAS,CAAC,MAAM,CAAC,aAAa,CAAC;QACpD,IAAI,CAAC,gBAAgB,GAAG,oBAAS,CAAC,MAAM,CAAC,gBAAgB,CAAC;QAC1D,IAAI,CAAC,iBAAiB,GAAG,oBAAS,CAAC,MAAM,CAAC,iBAAiB,CAAC;QAC5D,IAAI,CAAC,gBAAgB,GAAG,oBAAS,CAAC,MAAM,CAAC,gBAAgB,CAAC;IAC5D,CAAC;IAED;;OAEG;IACH,yBAAyB,CACvB,QAAgB,EAChB,SAAoB,EACpB,YAAqB,EACrB,QAA4B;QAE5B,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,iBAAiB;QACjB,QAAQ,CAAC,IAAI,CAAC,4BAAe,CAAC,cAAc,CAAC,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElB,yBAAyB;QACzB,IAAI,IAAI,CAAC,iBAAiB,IAAI,YAAY,EAAE,CAAC;YAC3C,QAAQ,CAAC,IAAI,CAAC,6BAA6B,CAAC,CAAC;YAC7C,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,CAAC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC;YACrD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpB,CAAC;QAED,uBAAuB;QACvB,IAAI,QAAQ,EAAE,CAAC;YACb,QAAQ,CAAC,IAAI,CAAC,iBAAiB,QAAQ,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC;YACzD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpB,CAAC;QAED,mBAAmB;QACnB,IAAI,IAAI,CAAC,gBAAgB,EAAE,CAAC;YAC1B,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;YACvC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC;YAC/C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpB,CAAC;QAED,uBAAuB;QACvB,QAAQ,CAAC,IAAI,CAAC,2BAA2B,CAAC,CAAC;QAC3C,QAAQ,CAAC,IAAI,CAAC,IAAI,QAAQ,GAAG,CAAC,CAAC;QAC/B,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElB,6BAA6B;QAC7B,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC,CAAC;QAElD,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,0BAA0B,CACxB,SAAoB,EACpB,SAAkB;QAElB,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,QAAQ,CAAC,IAAI,CAAC,4BAAe,CAAC,eAAe,CAAC,CAAC;QAC/C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElB,IAAI,SAAS,EAAE,CAAC;YACd,QAAQ,CAAC,IAAI,CAAC,mBAAmB,SAAS,EAAE,CAAC,CAAC;YAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpB,CAAC;QAED,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACvC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElB,QAAQ,CAAC,IAAI,CAAC,qFAAqF,CAAC,CAAC;QAErG,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,wBAAwB,CACtB,QAAgB,EAChB,aAAqB,EACrB,SAAoB,EACpB,aAAqB;QAErB,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,QAAQ,CAAC,IAAI,CAAC,4BAAe,CAAC,aAAa,CAAC,CAAC;QAC7C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElB,QAAQ,CAAC,IAAI,CAAC,4BAA4B,QAAQ,GAAG,CAAC,CAAC;QACvD,QAAQ,CAAC,IAAI,CAAC,uBAAuB,aAAa,EAAE,CAAC,CAAC;QACtD,QAAQ,CAAC,IAAI,CAAC,uBAAuB,aAAa,EAAE,CAAC,CAAC;QACtD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElB,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACvC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElB,QAAQ,CAAC,IAAI,CAAC,mBAAmB,CAAC,CAAC;QACnC,QAAQ,CAAC,IAAI,CAAC,4CAA4C,CAAC,CAAC;QAC5D,QAAQ,CAAC,IAAI,CAAC,sCAAsC,CAAC,CAAC;QACtD,QAAQ,CAAC,IAAI,CAAC,6CAA6C,CAAC,CAAC;QAC7D,QAAQ,CAAC,IAAI,CAAC,4EAA4E,CAAC,CAAC;QAC5F,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC,CAAC;QAElD,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACH,oBAAoB,CAClB,eAAuB,EACvB,SAAoB;QAEpB,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,QAAQ,CAAC,IAAI,CAAC,4BAAe,CAAC,mBAAmB,CAAC,CAAC;QACnD,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElB,QAAQ,CAAC,IAAI,CAAC,0BAA0B,eAAe,GAAG,CAAC,CAAC;QAC5D,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElB,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACvC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElB,QAAQ,CAAC,IAAI,CAAC,4DAA4D,CAAC,CAAC;QAC5E,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC,CAAC;QAElD,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;IAED;;OAEG;IACK,eAAe,CAAC,SAAoB;QAC1C,MAAM,KAAK,GAAa,EAAE,CAAC;QAE3B,0BAA0B;QAC1B,IAAI,SAAS,CAAC,eAAe,EAAE,CAAC;YAC9B,KAAK,CAAC,IAAI,CAAC,mBAAmB,SAAS,CAAC,eAAe,EAAE,CAAC,CAAC;YAC3D,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACjB,CAAC;QAED,mBAAmB;QACnB,MAAM,QAAQ,GAAG,SAAS,CAAC,eAAe,IAAI,EAAE,CAAC;QAEjD,IAAI,QAAQ,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC1B,KAAK,CAAC,IAAI,CAAC,+BAA+B,CAAC,CAAC;YAC5C,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;QAC1B,CAAC;QAED,KAAK,CAAC,IAAI,CAAC,6BAA6B,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,MAAM,EAAE,IAAI,CAAC,aAAa,CAAC,OAAO,QAAQ,CAAC,MAAM,IAAI,CAAC,CAAC;QACjH,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAEf,wCAAwC;QACxC,MAAM,gBAAgB,GAAG,IAAI,CAAC,sBAAsB,CAAC,QAAQ,CAAC,CAAC;QAC/D,MAAM,WAAW,GAAG,gBAAgB,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,aAAa,CAAC,CAAC;QAElE,WAAW,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YACrC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,KAAK,GAAG,CAAC,CAAC,CAAC,CAAC;QACrD,CAAC,CAAC,CAAC;QAEH,OAAO,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC1B,CAAC;IAED;;OAEG;IACK,aAAa,CAAC,OAAkB,EAAE,KAAa;QACrD,MAAM,KAAK,GAAa,CAAC,GAAG,KAAK,GAAG,CAAC,CAAC;QAEtC,eAAe;QACf,KAAK,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC;QAEhC,eAAe;QACf,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnD,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,IAAI,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;QAC9D,CAAC;QAED,sCAAsC;QACtC,IAAI,OAAO,CAAC,UAAU,EAAE,CAAC;YACvB,MAAM,OAAO,GAAG,OAAO,CAAC,UAAU,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,GAAG,EAAE,IAAI,OAAO,CAAC,UAAU,CAAC;YAC1E,KAAK,CAAC,IAAI,CAAC,OAAO,OAAO,GAAG,CAAC,CAAC;QAChC,CAAC;QAED,4CAA4C;QAC5C,IAAI,OAAO,CAAC,WAAW,EAAE,CAAC;YACxB,KAAK,CAAC,IAAI,CAAC,SAAS,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC;QACrE,CAAC;QAED,aAAa;QACb,MAAM,KAAK,GAAa,EAAE,CAAC;QAC3B,IAAI,OAAO,CAAC,SAAS;YAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;QAC/C,IAAI,OAAO,CAAC,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;QAC3C,IAAI,CAAC,OAAO,CAAC,OAAO;YAAE,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,CAAC;QAE7C,IAAI,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACrB,KAAK,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;QACtC,CAAC;QAED,qBAAqB;QACrB,IAAI,OAAO,CAAC,MAAM,EAAE,CAAC;YACnB,KAAK,CAAC,IAAI,CAAC,UAAU,OAAO,CAAC,MAAM,EAAE,CAAC,CAAC;QACzC,CAAC;QAED,OAAO,KAAK,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;IACzB,CAAC;IAED;;OAEG;IACK,sBAAsB,CAAC,QAAqB;QAClD,gCAAgC;QAChC,uCAAuC;QACvC,oCAAoC;QACpC,oDAAoD;QAEpD,MAAM,MAAM,GAAG,QAAQ,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC,CAAC;YACtC,OAAO;YACP,KAAK,EAAE,IAAI,CAAC,yBAAyB,CAAC,OAAO,CAAC;SAC/C,CAAC,CAAC,CAAC;QAEJ,6BAA6B;QAC7B,MAAM,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,KAAK,GAAG,CAAC,CAAC,KAAK,CAAC,CAAC;QAEzC,OAAO,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACK,yBAAyB,CAAC,OAAkB;QAClD,IAAI,KAAK,GAAG,CAAC,CAAC;QAEd,yCAAyC;QACzC,IAAI,OAAO,CAAC,SAAS;YAAE,KAAK,IAAI,EAAE,CAAC;QAEnC,2CAA2C;QAC3C,IAAI,OAAO,CAAC,IAAI,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,EAAE,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACnD,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QAED,qCAAqC;QACrC,IAAI,OAAO,CAAC,UAAU;YAAE,KAAK,IAAI,CAAC,CAAC;QAEnC,qCAAqC;QACrC,IAAI,OAAO,CAAC,WAAW;YAAE,KAAK,IAAI,CAAC,CAAC;QAEpC,2BAA2B;QAC3B,MAAM,gBAAgB,GAAG;YACvB,QAAQ,EAAE,UAAU,EAAE,UAAU,EAAE,aAAa;YAC/C,UAAU,EAAE,aAAa,EAAE,QAAQ,EAAE,SAAS;YAC9C,UAAU,EAAE,aAAa,EAAE,YAAY,EAAE,SAAS;SACnD,CAAC;QAEF,IAAI,gBAAgB,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,EAAE,CAAC;YAC/D,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QAED,mBAAmB;QACnB,IAAI,OAAO,CAAC,OAAO;YAAE,KAAK,IAAI,CAAC,CAAC;QAEhC,0DAA0D;QAC1D,MAAM,cAAc,GAAG,CAAC,WAAW,EAAE,cAAc,EAAE,aAAa,EAAE,MAAM,EAAE,QAAQ,CAAC,CAAC;QACtF,IAAI,cAAc,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,QAAQ,CAAC,IAAI,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC;YAC9E,KAAK,IAAI,CAAC,CAAC;QACb,CAAC;QAED,OAAO,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,KAAK,CAAC,CAAC;IAC5B,CAAC;IAED;;OAEG;IACK,2BAA2B;QACjC,OAAO;;;;;;;;;;;;;;;;;;;;;;;;;;;;;mCA6BwB,CAAC;IAClC,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,IAAY,EAAE,SAAiB;QAClD,IAAI,IAAI,CAAC,MAAM,IAAI,SAAS,EAAE,CAAC;YAC7B,OAAO,IAAI,CAAC;QACd,CAAC;QACD,OAAO,IAAI,CAAC,SAAS,CAAC,CAAC,EAAE,SAAS,GAAG,CAAC,CAAC,GAAG,KAAK,CAAC;IAClD,CAAC;IAED;;OAEG;IACK,cAAc,CAAC,IAAY;QACjC,yCAAyC;QACzC,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED;;OAEG;IACH,kBAAkB,CAChB,QAAgB,EAChB,SAAoB,EACpB,QAAiE;QAEjE,MAAM,QAAQ,GAAa,EAAE,CAAC;QAE9B,QAAQ,CAAC,IAAI,CAAC,4BAAe,CAAC,cAAc,CAAC,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElB,QAAQ,CAAC,IAAI,CAAC,wBAAwB,CAAC,CAAC;QACxC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAElB,QAAQ,CAAC,OAAO,CAAC,CAAC,OAAO,EAAE,KAAK,EAAE,EAAE;YAClC,QAAQ,CAAC,IAAI,CAAC,WAAW,KAAK,GAAG,CAAC,GAAG,CAAC,CAAC;YACvC,QAAQ,CAAC,IAAI,CAAC,UAAU,OAAO,CAAC,IAAI,GAAG,CAAC,CAAC;YACzC,IAAI,OAAO,CAAC,OAAO,EAAE,CAAC;gBACpB,QAAQ,CAAC,IAAI,CAAC,YAAY,OAAO,CAAC,OAAO,EAAE,CAAC,CAAC;YAC/C,CAAC;YACD,QAAQ,CAAC,IAAI,CAAC,YAAY,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,EAAE,CAAC,CAAC;YACtE,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QACpB,CAAC,CAAC,CAAC;QAEH,QAAQ,CAAC,IAAI,CAAC,sBAAsB,CAAC,CAAC;QACtC,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,uBAAuB,CAAC,CAAC;QACvC,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,CAAC,CAAC;QAC/C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,mBAAmB,QAAQ,GAAG,CAAC,CAAC;QAC9C,QAAQ,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAClB,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,2BAA2B,EAAE,CAAC,CAAC;QAElD,OAAO,QAAQ,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;IAC7B,CAAC;CACF;AA1XD,sCA0XC;AAED,kBAAe,aAAa,CAAC"}

package/knowledge/app-knowledge.txt

@@ -0,0 +1,100 @@
+# Technician App Knowledge Base
+
+## App Overview
+A mobile application for technicians to manage jobs, check-in/checkout, and capture photos for completed work.
+
+## Common Screens and Elements
+
+### Get Started Screen
+- Get Started buton: text="Get Started"
+
+### Login Screen
+- Mobile number input field: accessibility-id="mobile-number-input" or text contains "mobile number"
+- Continue/Next button: text="Continue" or "Next"
+- OTP input fields: Usually 4-6 digit fields
+
+### OTP Screen
+- OTP input boxes: accessibility-id contains "otp" or "code"
+- Verify/Submit button: text="Verify" or "Submit"
+- Resend OTP link: text contains "Resend"
+
+### Permission Dialogs
+- Notification permission:
+  - Android: text="Allow"
+  - iOS: text="Allow" or "OK"
+- Location permission:
+  - Android: text="Allow" or "While using the app"
+  - iOS: text="Allow While Using App" or "Allow Once"
+- Camera permission:
+  - Android: text="Allow" or "Only this time"
+  - iOS: text="OK" or "Allow"
+- Photo library:
+  - text="Allow access to all photos" or "Select Photos"
+
+### Home Screen
+- Bottom navigation tabs:
+  - Jobs: accessibility-id="tab-jobs" or text="My Jobs"
+  - Opportunities(optional): accessibility-id="tab-opportunities" or text="Opportunities"
+  - Estimates(optional): accessibility-id="tab-opportunities" or text="Estimates"
+  - Profile: accessibility-id="tab-profile" or text="Profile"
+
+### Jobs Screen
+- Search bar: accessibility-id="job-search" or hint="Search jobs"
+- Job list items: class="RecyclerView" (Android) or "UITableView" (iOS)
+- Each job card contains:
+  - Job title: accessibility-id contains "job-title"
+  - Job location: accessibility-id contains "job-location"
+  - Job status badge
+
+### Job Details Screen
+- Job title header
+- Job description section
+- Check-in button: text="Check In" or "Start Job"
+- Check-out button: text="Check Out" or "Complete Job"
+- Take photo button: text="Take Photo" or "Add Photo"
+- Navigation back button: usually top-left
+
+### Check-in/Checkout Screens
+- Location status indicator
+- Photo capture area
+- Notes/Comments field: hint contains "notes" or "comments"
+- Submit button: text="Submit" or "Confirm"
+
+### Camera Screen
+- Capture button: Large circular button at bottom center
+- Gallery/Library button: Usually bottom-left
+- Flash toggle: Usually top portion
+- Confirm/Use photo button: text="Use Photo" or checkmark icon
+
+## Common Patterns
+
+### Navigation
+- Bottom tab navigation for main sections
+- Back button in top-left for sub-screens
+- Hamburger menu (if present) in top-right for settings
+
+### Text Input
+- Always look for hint text or placeholder text
+- Input fields often have resource-id ending in "input" or "edit"
+
+### Buttons
+- Primary actions: Usually prominent colors (blue, green)
+- Text often includes: "Continue", "Submit", "Confirm", "Next", "Done"
+- Cancel/Back: Usually gray or outline style
+
+### Lists and Scrolling
+- Job lists and opportunity lists are scrollable
+- Use scroll gesture with direction "down" to load more
+- Pull to refresh at top of lists
+
+## Error Handling
+- Toast messages appear at bottom (Android) or top (iOS)
+- Error dialogs usually have "OK" or "Dismiss" button
+- Network errors may show retry button
+
+## Important Notes
+- Always wait after location permission grant (GPS initialization takes time)
+- Photos may take 2-3 seconds to process after capture
+- Job status updates may have slight delay (1-2 seconds)
+- Prefer text-based selectors over XPath for reliability
+- Use accessibility-id when available for best cross-platform support