flow-frame-core 0.1.0

package/dist/WEB-ELEMENT-REQUESTS-README.md

@@ -0,0 +1,302 @@
+# Web Element Requests System
+
+A syste```javascript
+const webElementRequests = new WebElementRequests({
+    onNewRequest: (url, query, type, callback) => {
+        // Called whenever a new element request is added
+        console.log(`New ${type} request: ${query} for ${url}`);
+    }
+});
+```questing and```javascript
+// Add a CSS selector request
+webElementRequests.addElementRequest(
+    'https://example.com',
+    'button[data-testid="submit"]',
+    'selector',
+    (position) => console.log('Button at:', position.left, position.top)
+);
+
+// Add a text search request
+webElementRequests.addElementRequest(
+    'https://example.com',
+    'Submit Form',
+    'text',
+    (position) => console.log('Text found at:', position.left, position.top)
+);
+
+// Later, retrieve positions
+const buttonPos = webElementRequests.getElementPosition('https://example.com', 'button[data-testid="submit"]');
+const textPos = webElementRequests.getElementPosition('https://example.com', 'Submit Form');
+```
+// type: 'selector' or 'text'oring web element positions across different URLs, allowing elements on different pages to request their screen positions with text content.
+
+## Features
+
+- **Cross-URL Element Tracking**: Request positions for elements on any website
+- **Dual Query Types**: Support for both CSS selectors and text searches
+- **Automatic Position Updates**: Browser extension automatically sends position updates via WebSocket
+- **Persistent Storage**: Store and retrieve position data with timestamps
+- **Callback System**: Register callbacks for when positions are updated
+- **REST API**: Full HTTP API for external access and management
+- **Export/Import**: Backup and restore system state
+
+## Architecture
+
+### Components
+
+1. **WebElementRequests Class** (`web-element-requests.js`)
+   - Core logic for managing requests and storing results
+   - In-memory storage with Map structures
+   - Callback system for position updates
+
+2. **Server Integration** (`server.js`)
+   - WebSocket message handling for position updates
+   - REST API endpoints for external access
+   - Integration with existing Midjourney server
+
+3. **Browser Extension** (`injected.js`)
+   - Automatic position calculation using `getBoundingClientRect()`
+   - WebSocket communication for real-time updates
+   - Periodic checking for new requests (every 10 seconds)
+
+## Constructor Options
+
+```javascript
+const webElementRequests = new WebElementRequests({
+    onNewRequest: (url, selector, callback) => {
+        // Called whenever a new element request is added
+        console.log(`New request: ${selector} for ${url}`);
+    }
+});
+```
+
+## API Reference
+
+### WebElementRequests Class
+
+#### Constructor
+```javascript
+new WebElementRequests(options?)
+```
+- `options.onNewRequest(url, selector, callback)` - Callback fired when new requests are added
+
+#### Methods
+
+```javascript
+```javascript
+// Add an element to request positions for
+const result = webElementRequests.addElementRequest(url, selector, callback?)
+// Returns: { new: true } if new request, { new: false } if already exists
+```
+
+// Remove an element request
+webElementRequests.removeElementRequest(url, selector)
+
+// Get selectors that need positions for a URL
+webElementRequests.getSelectorsForUrl(url)
+
+// Store position results for a URL
+webElementRequests.storePositions(url, positions)
+
+// Get stored position for a specific element
+webElementRequests.getElementPosition(url, selector)
+
+// Get all positions for a URL
+webElementRequests.getAllPositionsForUrl(url)
+
+// Check if we have recent position data
+webElementRequests.hasRecentPosition(url, selector, maxAge?)
+
+// Get all URLs with pending requests
+webElementRequests.getUrlsWithRequests()
+
+// Clear data for a specific URL
+webElementRequests.clearUrlData(url)
+
+// Clear all stored data
+webElementRequests.clearAllData()
+
+// Get system statistics
+webElementRequests.getStats()
+
+// Export data for backup
+webElementRequests.export()
+
+// Import data from backup
+webElementRequests.import(data)
+```
+
+### REST API Endpoints
+
+All endpoints are prefixed with `/api/web-elements/`
+
+#### POST `/request`
+Add an element request
+```json
+{
+  "url": "https://example.com",
+  "query": "button.submit",
+  "type": "selector",
+  "callback": "optional_callback_function"
+}
+```
+
+#### DELETE `/request`
+Remove an element request
+```json
+{
+  "url": "https://example.com",
+  "query": "button.submit",
+  "type": "selector"
+}
+```
+
+#### GET `/requests/:url`
+Get selectors to request for a URL
+- Returns: `{ url, selectors: [] }`
+
+#### GET `/position?url=&query=&type=`
+Get position data for an element
+- Query params: `url`, `query`, `type` (optional, defaults to 'selector')
+
+#### GET `/positions/:url`
+Get all positions for a URL
+- Returns: `{ url, positions: {} }`
+
+#### GET `/stats`
+Get system statistics
+- Returns: `{ urlsWithRequests, urlsWithResults, totalRequests, totalResults }`
+
+#### DELETE `/clear/:url`
+Clear data for a URL
+
+#### DELETE `/clear`
+Clear all data
+
+#### GET `/export`
+Export all data
+
+#### POST `/import`
+Import data from export
+
+#### GET `/has-recent?url=&query=&type=&maxAge=`
+Check if recent position data exists
+- Query params: `url`, `query`, `type` (optional), `maxAge` (optional)
+
+## Usage Examples
+
+### Basic Usage
+
+```javascript
+const webElementRequests = new WebElementRequests({
+    onNewRequest: (url, selector, callback) => {
+        console.log(`New request for ${selector} on ${url}`);
+        // Handle new request logic here
+    }
+});
+
+// Add a request for an element
+webElementRequests.addElementRequest(
+    'https://www.midjourney.com/app/',
+    'button[data-testid="generate-button"]',
+    (position, timestamp) => {
+        console.log('Button moved to:', position.left, position.top);
+    }
+);
+
+// Later, retrieve the position
+const position = webElementRequests.getElementPosition(
+    'https://www.midjourney.com/app/',
+    'button[data-testid="generate-button"]'
+);
+
+if (position) {
+    console.log('Button is at:', position.left, position.top);
+}
+```
+
+### API Usage
+
+```javascript
+// Add request via API
+await fetch('http://localhost:3000/api/web-elements/request', {
+    method: 'POST',
+    headers: { 'Content-Type': 'application/json' },
+    body: JSON.stringify({
+        url: 'https://example.com',
+        selector: '.my-element'
+    })
+});
+
+// Get position via API
+const response = await fetch(
+    'http://localhost:3000/api/web-elements/position?url=https://example.com&selector=.my-element'
+);
+const data = await response.json();
+```
+
+### Browser Extension Integration
+
+The browser extension automatically:
+1. Checks for new requests every 10 seconds
+2. Calculates positions using `getBoundingClientRect()`
+3. Sends updates via WebSocket to the server
+4. Stores results for later retrieval
+
+## Position Data Format
+
+Position objects include:
+```javascript
+// For CSS selectors:
+{
+    top: 100,        // Y coordinate relative to screen
+    left: 200,       // X coordinate relative to screen
+    width: 120,      // Element width
+    height: 40,      // Element height
+    innerText: "...", // Element text content
+    type: 'selector', // Query type
+    timestamp: 1234567890, // When position was captured
+    url: "https://example.com" // Source URL
+}
+
+// For text searches:
+{
+    top: 100,        // Y coordinate relative to screen
+    left: 200,       // X coordinate relative to screen
+    width: 120,      // Element width
+    height: 40,      // Element height
+    innerText: "...", // Element text content
+    type: 'text',    // Query type
+    matchCount: 3,   // Number of elements containing the text
+    timestamp: 1234567890, // When position was captured
+    url: "https://example.com" // Source URL
+}
+```
+
+## Testing
+
+Run the test file to see examples:
+```bash
+node test-web-element-requests.js
+```
+
+This will demonstrate:
+- Adding element requests
+- Simulating position storage
+- Checking stored data
+- Export/import functionality
+- API calls (requires server running)
+
+## Integration Notes
+
+- **WebSocket Required**: The system relies on WebSocket connections between browser extension and server
+- **Server Dependency**: Requires the Midjourney server to be running on port 3000
+- **Browser Extension**: Must be loaded in the browser for automatic position updates
+- **CORS**: API endpoints include CORS headers for cross-origin requests
+
+## Performance Considerations
+
+- Position checks run every 10 seconds per page
+- Data is stored in memory (consider persistence for production)
+- WebSocket messages are efficient JSON payloads
+- Automatic cleanup of old position data may be needed

package/dist/append.d.ts

@@ -0,0 +1,3 @@
+declare function appendObjectToJsonArray(filePath: any, newObj: any): Promise<void>;
+export { appendObjectToJsonArray };
+//# sourceMappingURL=append.d.ts.map

package/dist/append.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"append.d.ts","sourceRoot":"","sources":["../src/append.ts"],"names":[],"mappings":"AASA,iBAAe,uBAAuB,CAAC,QAAQ,KAAA,EAAE,MAAM,KAAA,iBAkCtD;AAED,OAAO,EAAE,uBAAuB,EAAE,CAAC"}

package/dist/append.js

@@ -0,0 +1,42 @@
+import fs from 'fs';
+import path from 'path';
+import { promisify } from 'util';
+const readFile = promisify(fs.readFile);
+const writeFile = promisify(fs.writeFile);
+const rename = promisify(fs.rename);
+const access = promisify(fs.access);
+async function appendObjectToJsonArray(filePath, newObj) {
+    const dir = path.dirname(filePath);
+    // ensure directory exists
+    await fs.promises.mkdir(dir, { recursive: true });
+    let arr;
+    try {
+        // does the file exist?
+        await access(filePath, fs.constants.F_OK);
+        // read & parse
+        const json = await readFile(filePath, 'utf8');
+        arr = JSON.parse(json);
+        if (!Array.isArray(arr)) {
+            throw new Error('Data is not a JSON array');
+        }
+    }
+    catch (err) {
+        if (err.code === 'ENOENT') {
+            // file missing → start a new array
+            arr = [];
+        }
+        else {
+            throw err;
+        }
+    }
+    // append your object
+    arr.push(newObj);
+    // write out atomically
+    const tmpPath = filePath + '.tmp';
+    const pretty = JSON.stringify(arr, null, 2);
+    await writeFile(tmpPath, pretty, 'utf8');
+    await rename(tmpPath, filePath);
+    console.log(`✔️  Appended to ${filePath}`);
+}
+export { appendObjectToJsonArray };
+//# sourceMappingURL=append.js.map

package/dist/append.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"append.js","sourceRoot":"","sources":["../src/append.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,SAAS,EAAE,MAAM,MAAM,CAAC;AAEjC,MAAM,QAAQ,GAAG,SAAS,CAAC,EAAE,CAAC,QAAQ,CAAC,CAAC;AACxC,MAAM,SAAS,GAAG,SAAS,CAAC,EAAE,CAAC,SAAS,CAAC,CAAC;AAC1C,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;AACpC,MAAM,MAAM,GAAG,SAAS,CAAC,EAAE,CAAC,MAAM,CAAC,CAAC;AAEpC,KAAK,UAAU,uBAAuB,CAAC,QAAQ,EAAE,MAAM;IACnD,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACnC,0BAA0B;IAC1B,MAAM,EAAE,CAAC,QAAQ,CAAC,KAAK,CAAC,GAAG,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAElD,IAAI,GAAG,CAAC;IACR,IAAI,CAAC;QACD,uBAAuB;QACvB,MAAM,MAAM,CAAC,QAAQ,EAAE,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,CAAC;QAC1C,eAAe;QACf,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAC;QAC9C,GAAG,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;QACvB,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,EAAE,CAAC;YACtB,MAAM,IAAI,KAAK,CAAC,0BAA0B,CAAC,CAAC;QAChD,CAAC;IACL,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,IAAI,GAAG,CAAC,IAAI,KAAK,QAAQ,EAAE,CAAC;YACxB,mCAAmC;YACnC,GAAG,GAAG,EAAE,CAAC;QACb,CAAC;aAAM,CAAC;YACJ,MAAM,GAAG,CAAC;QACd,CAAC;IACL,CAAC;IAED,qBAAqB;IACrB,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAEjB,uBAAuB;IACvB,MAAM,OAAO,GAAG,QAAQ,GAAG,MAAM,CAAC;IAClC,MAAM,MAAM,GAAG,IAAI,CAAC,SAAS,CAAC,GAAG,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC;IAC5C,MAAM,SAAS,CAAC,OAAO,EAAE,MAAM,EAAE,MAAM,CAAC,CAAC;IACzC,MAAM,MAAM,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;IAEhC,OAAO,CAAC,GAAG,CAAC,mBAAmB,QAAQ,EAAE,CAAC,CAAC;AAC/C,CAAC;AAED,OAAO,EAAE,uBAAuB,EAAE,CAAC"}

package/dist/audioRoutes.d.ts

@@ -0,0 +1,2 @@
+export declare function registerAudioRoutes(app: any, api: any, KEYS: any): void;
+//# sourceMappingURL=audioRoutes.d.ts.map

package/dist/audioRoutes.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"audioRoutes.d.ts","sourceRoot":"","sources":["../src/audioRoutes.ts"],"names":[],"mappings":"AAsDA,wBAAgB,mBAAmB,CAAC,GAAG,KAAA,EAAE,GAAG,KAAA,EAAE,IAAI,KAAA,QAmDjD"}

package/dist/audioRoutes.js

@@ -0,0 +1,97 @@
+// generateAudio.js
+import fs from 'fs';
+import path from 'path';
+import { fileURLToPath } from 'url';
+import dotenv from 'dotenv';
+// Load environment variables
+dotenv.config();
+// Get __dirname equivalent for ES modules
+const __filename = fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+function fetchApiKey() {
+    // Ensure your environment variables are set in a .env file or your environment.
+    const ELEVENLABS_API_KEY = process.env.ELEVENLABS_API_KEY;
+    const ELEVENLABS_VOICE_ID = process.env.ELEVENLABS_VOICE_ID || 'TX3LPaxmHKxFdv7VOQHJ';
+    if (!ELEVENLABS_API_KEY) {
+        console.error("Please set ELEVENLABS_API_KEY in your environment.");
+        process.exit(1);
+    }
+    return ELEVENLABS_API_KEY;
+}
+function fetchDefaultVoiceId() {
+    return process.env.ELEVENLABS_VOICE_ID || 'TX3LPaxmHKxFdv7VOQHJ';
+}
+// Function to call the ElevenLabs API using fetch and generate audio from text.
+async function generateAudio(text, voiceId) {
+    const url = `https://api.elevenlabs.io/v1/text-to-speech/${voiceId}`;
+    try {
+        const response = await fetch(url, {
+            method: 'POST',
+            headers: {
+                'xi-api-key': fetchApiKey(),
+                'Content-Type': 'application/json'
+            },
+            body: JSON.stringify({ text })
+        });
+        if (!response.ok) {
+            throw new Error(`API error: ${response.status} ${response.statusText}`);
+        }
+        // Get the response as an ArrayBuffer and convert to a Node.js Buffer.
+        const arrayBuffer = await response.arrayBuffer();
+        return Buffer.from(arrayBuffer);
+    }
+    catch (err) {
+        console.error("Error generating audio:", err.message);
+        return null;
+    }
+}
+export function registerAudioRoutes(app, api, KEYS) {
+    app.post('/generateAudio', async (_req, res) => {
+        _req.body = _req.body || {};
+        // Check for missing parameters.
+        if (!_req.body.text || !_req.body.filePath) {
+            return res.status(400).json({
+                ok: false,
+                error: 'Missing required parameters: text and filePath are required.'
+            });
+        }
+        // Ensure the text is a string and filePath is a valid path.
+        if (typeof _req.body.text !== 'string' || typeof _req.body.filePath !== 'string') {
+            return res.status(400).json({
+                ok: false,
+                error: 'Invalid parameters: text must be a string and filePath must be a valid string.'
+            });
+        }
+        // Ensure the audio folder exists.
+        if (!fs.existsSync(api.get(KEYS.audio_folder))) {
+            fs.mkdirSync(api.get(KEYS.audio_folder), { recursive: true });
+        }
+        // Generate audio data.
+        if (!_req.body.voiceId) {
+            _req.body.voiceId = fetchDefaultVoiceId(); // Default voice ID
+        }
+        if (typeof _req.body.voiceId !== 'string') {
+            return res.status(400).json({
+                ok: false,
+                error: 'Invalid voiceId: voiceId must be a string.'
+            });
+        }
+        if (!fs.existsSync(path.join(api.get(KEYS.audio_folder), _req.body.filePath))) {
+            fs.mkdirSync(path.dirname(path.join(api.get(KEYS.audio_folder), _req.body.filePath)), { recursive: true });
+        }
+        // Generate audio data using ElevenLabs API.
+        console.log(`Generating audio for text: "${_req.body.text}" with voiceId: "${_req.body.voiceId}"`);
+        if (!_req.body.text || !_req.body.filePath) {
+            return res.status(400).json({
+                ok: false,
+                error: 'Missing required parameters: text and filePath are required.'
+            });
+        }
+        let audioData = await generateAudio(_req.body.text, _req.body.voiceId || ELEVENLABS_VOICE_ID);
+        fs.writeFileSync(path.join(api.get(KEYS.audio_folder), _req.body.filePath), audioData);
+        res.json({
+            ok: true
+        });
+    });
+}
+//# sourceMappingURL=audioRoutes.js.map

package/dist/audioRoutes.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"audioRoutes.js","sourceRoot":"","sources":["../src/audioRoutes.ts"],"names":[],"mappings":"AAAA,mBAAmB;AACnB,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,aAAa,EAAE,MAAM,KAAK,CAAC;AACpC,OAAO,MAAM,MAAM,QAAQ,CAAC;AAE5B,6BAA6B;AAC7B,MAAM,CAAC,MAAM,EAAE,CAAC;AAEhB,0CAA0C;AAC1C,MAAM,UAAU,GAAG,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AAClD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C,SAAS,WAAW;IAChB,gFAAgF;IAChF,MAAM,kBAAkB,GAAG,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;IAC1D,MAAM,mBAAmB,GAAG,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,sBAAsB,CAAC;IAEtF,IAAI,CAAC,kBAAkB,EAAE,CAAC;QACtB,OAAO,CAAC,KAAK,CAAC,oDAAoD,CAAC,CAAC;QACpE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACpB,CAAC;IAED,OAAO,kBAAkB,CAAC;AAC9B,CAAC;AAED,SAAS,mBAAmB;IACxB,OAAO,OAAO,CAAC,GAAG,CAAC,mBAAmB,IAAI,sBAAsB,CAAC;AACrE,CAAC;AAED,gFAAgF;AAChF,KAAK,UAAU,aAAa,CAAC,IAAI,EAAE,OAAO;IACtC,MAAM,GAAG,GAAG,+CAA+C,OAAO,EAAE,CAAC;IACrE,IAAI,CAAC;QACD,MAAM,QAAQ,GAAG,MAAM,KAAK,CAAC,GAAG,EAAE;YAC9B,MAAM,EAAE,MAAM;YACd,OAAO,EAAE;gBACL,YAAY,EAAE,WAAW,EAAE;gBAC3B,cAAc,EAAE,kBAAkB;aACrC;YACD,IAAI,EAAE,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,CAAC;SACjC,CAAC,CAAC;QACH,IAAI,CAAC,QAAQ,CAAC,EAAE,EAAE,CAAC;YACf,MAAM,IAAI,KAAK,CAAC,cAAc,QAAQ,CAAC,MAAM,IAAI,QAAQ,CAAC,UAAU,EAAE,CAAC,CAAC;QAC5E,CAAC;QACD,sEAAsE;QACtE,MAAM,WAAW,GAAG,MAAM,QAAQ,CAAC,WAAW,EAAE,CAAC;QACjD,OAAO,MAAM,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;IACpC,CAAC;IAAC,OAAO,GAAG,EAAE,CAAC;QACX,OAAO,CAAC,KAAK,CAAC,yBAAyB,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;QACtD,OAAO,IAAI,CAAC;IAChB,CAAC;AACL,CAAC;AAED,MAAM,UAAU,mBAAmB,CAAC,GAAG,EAAE,GAAG,EAAE,IAAI;IAC9C,GAAG,CAAC,IAAI,CAAC,gBAAgB,EAAE,KAAK,EAAE,IAAI,EAAE,GAAG,EAAE,EAAE;QAC3C,IAAI,CAAC,IAAI,GAAG,IAAI,CAAC,IAAI,IAAI,EAAE,CAAC;QAC5B,gCAAgC;QAChC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACzC,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACxB,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,8DAA8D;aACxE,CAAC,CAAC;QACP,CAAC;QACD,4DAA4D;QAC5D,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,IAAI,KAAK,QAAQ,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,QAAQ,KAAK,QAAQ,EAAE,CAAC;YAC/E,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACxB,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,gFAAgF;aAC1F,CAAC,CAAC;QACP,CAAC;QACD,kCAAkC;QAClC,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,EAAE,CAAC;YAC7C,EAAE,CAAC,SAAS,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAClE,CAAC;QACD,uBAAuB;QACvB,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YACrB,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,mBAAmB,EAAE,CAAC,CAAC,mBAAmB;QAClE,CAAC;QACD,IAAI,OAAO,IAAI,CAAC,IAAI,CAAC,OAAO,KAAK,QAAQ,EAAE,CAAC;YACxC,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACxB,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,4CAA4C;aACtD,CAAC,CAAC;QACP,CAAC;QACD,IAAI,CAAC,EAAE,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,CAAC;YAC5E,EAAE,CAAC,SAAS,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAC/G,CAAC;QACD,4CAA4C;QAC5C,OAAO,CAAC,GAAG,CAAC,+BAA+B,IAAI,CAAC,IAAI,CAAC,IAAI,oBAAoB,IAAI,CAAC,IAAI,CAAC,OAAO,GAAG,CAAC,CAAC;QACnG,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,CAAC;YACzC,OAAO,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,CAAC;gBACxB,EAAE,EAAE,KAAK;gBACT,KAAK,EAAE,8DAA8D;aACxE,CAAC,CAAC;QACP,CAAC;QAED,IAAI,SAAS,GAAG,MAAM,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,IAAI,CAAC,IAAI,CAAC,OAAO,IAAI,mBAAmB,CAAC,CAAC;QAE9F,EAAE,CAAC,aAAa,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,EAAE,SAAS,CAAC,CAAC;QAEvF,GAAG,CAAC,IAAI,CAAC;YACL,EAAE,EAAE,IAAI;SACX,CAAC,CAAC;IACP,CAAC,CAAC,CAAC;AACP,CAAC"}

package/dist/augment-parallel.d.ts

@@ -0,0 +1,6 @@
+/**
+ * Parallel version using worker threads.
+ * Uses one task per image, up to os.cpus().length workers.
+ */
+export declare function augmentLevelParallel(levelPath: any, countPerImage: any, axis: any, rngSeed: number, onProgress: any): Promise<void>;
+//# sourceMappingURL=augment-parallel.d.ts.map

package/dist/augment-parallel.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"augment-parallel.d.ts","sourceRoot":"","sources":["../src/augment-parallel.ts"],"names":[],"mappings":"AAuDA;;;GAGG;AACH,wBAAsB,oBAAoB,CAAC,SAAS,KAAA,EAAE,aAAa,KAAA,EAAE,IAAI,KAAA,EAAE,OAAO,QAAa,EAAE,UAAU,KAAA,iBAqE1G"}

package/dist/augment-parallel.js

@@ -0,0 +1,128 @@
+// augment-parallel.mjs
+import os from 'node:os';
+import path from 'node:path';
+import fs from 'node:fs/promises';
+import { Worker } from 'node:worker_threads';
+import { round } from './inference/augment_levels.js';
+function createPool(workerFile, size) {
+    const idle = [];
+    const queue = [];
+    const all = new Set();
+    function attach(w) {
+        w._current = null;
+        w.on('message', (msg) => {
+            const cur = w._current;
+            w._current = null;
+            cur?.resolve(msg);
+            // next task?
+            const next = queue.shift();
+            if (next)
+                run(w, next);
+            else
+                idle.push(w);
+        });
+        w.on('error', (err) => {
+            const cur = w._current;
+            w._current = null;
+            cur?.reject(err);
+            const next = queue.shift();
+            if (next)
+                run(w, next);
+            else
+                idle.push(w);
+        });
+        w.on('exit', (code) => { all.delete(w); /* optionally respawn if needed */ });
+    }
+    function run(w, job) { w._current = job; w.postMessage(job.payload); }
+    for (let i = 0; i < size; i++) {
+        const w = new Worker(workerFile);
+        all.add(w);
+        attach(w);
+        idle.push(w);
+    }
+    return {
+        exec(payload) {
+            return new Promise((resolve, reject) => {
+                const w = idle.pop();
+                if (w)
+                    run(w, { payload, resolve, reject });
+                else
+                    queue.push({ payload, resolve, reject });
+            });
+        },
+        async destroy() {
+            await Promise.all([...all].map(w => w.terminate()));
+        }
+    };
+}
+/**
+ * Parallel version using worker threads.
+ * Uses one task per image, up to os.cpus().length workers.
+ */
+export async function augmentLevelParallel(levelPath, countPerImage, axis, rngSeed = Date.now(), onProgress) {
+    const imgsTrainDir = path.join(levelPath, 'images', 'train');
+    const lblsTrainDir = path.join(levelPath, 'labels', 'train');
+    const imgsValDir = path.join(levelPath, 'images', 'val');
+    const lblsValDir = path.join(levelPath, 'labels', 'val');
+    // Ensure directories exist (workers will write into them)
+    await Promise.all([
+        fs.mkdir(imgsTrainDir, { recursive: true }),
+        fs.mkdir(lblsTrainDir, { recursive: true }),
+        fs.mkdir(imgsValDir, { recursive: true }),
+        fs.mkdir(lblsValDir, { recursive: true }),
+    ]);
+    let allFiles;
+    try {
+        allFiles = await fs.readdir(imgsTrainDir);
+    }
+    catch {
+        console.warn(`Could not read directory ${imgsTrainDir}`);
+        return;
+    }
+    const imageFiles = allFiles.filter(n => /\.(png|jpg|jpeg)$/i.test(n)).sort();
+    // Filter to only those having labels
+    const hasLabel = await Promise.all(imageFiles.map(async (fname) => {
+        const base = fname.replace(/\.(png|jpg|jpeg)$/i, '');
+        try {
+            await fs.access(path.join(lblsTrainDir, base + '.txt'));
+            return true;
+        }
+        catch {
+            return false;
+        }
+    }));
+    const tasks = imageFiles.filter((_, i) => hasLabel[i]);
+    const levelName = path.basename(levelPath);
+    const poolSize = Math.max(1, Math.min(os.cpus().length, tasks.length));
+    const pool = createPool(new URL('./augment-worker.js', import.meta.url), poolSize);
+    let completed = 0;
+    try {
+        await Promise.all(tasks.map(async (fname, idx) => {
+            const result = await pool.exec({
+                levelPath, fname, axis, countPerImage, rngSeed: (rngSeed + idx) >>> 0,
+                imgsTrainDir, lblsTrainDir, imgsValDir, lblsValDir
+            });
+            completed++;
+            if (result.ok && !result.skipped) {
+                console.log(`[${levelName}] Augmented '${fname}' × ${countPerImage}`);
+            }
+            if (onProgress) {
+                await onProgress({
+                    type: 'image_processed',
+                    level: levelName,
+                    filename: fname,
+                    percentage: round((completed) / tasks.length * 100, 2),
+                    augmentationCount: countPerImage,
+                    message: `[${levelName}] Augmented '${fname}' × ${countPerImage}`
+                });
+            }
+            if (!result.ok) {
+                console.warn(`[${levelName}] Failed '${fname}': ${result.error}`);
+            }
+        }));
+    }
+    finally {
+        await pool.destroy();
+    }
+}
+//# sourceMappingURL=augment-parallel.js.map

package/dist/augment-parallel.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"augment-parallel.js","sourceRoot":"","sources":["../src/augment-parallel.ts"],"names":[],"mappings":"AAAA,uBAAuB;AACvB,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAC7B,OAAO,EAAE,MAAM,kBAAkB,CAAC;AAClC,OAAO,EAAE,MAAM,EAAE,MAAM,qBAAqB,CAAC;AAC7C,OAAO,EAAE,KAAK,EAAE,MAAM,+BAA+B,CAAC;AAEtD,SAAS,UAAU,CAAC,UAAU,EAAE,IAAI;IAChC,MAAM,IAAI,GAAG,EAAE,CAAC;IAChB,MAAM,KAAK,GAAG,EAAE,CAAC;IACjB,MAAM,GAAG,GAAG,IAAI,GAAG,EAAE,CAAC;IAEtB,SAAS,MAAM,CAAC,CAAC;QACb,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC;QAClB,CAAC,CAAC,EAAE,CAAC,SAAS,EAAE,CAAC,GAAG,EAAE,EAAE;YACpB,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC;YACvB,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC;YAClB,GAAG,EAAE,OAAO,CAAC,GAAG,CAAC,CAAC;YAClB,aAAa;YACb,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,IAAI;gBAAE,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;;gBAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,EAAE,CAAC,OAAO,EAAE,CAAC,GAAG,EAAE,EAAE;YAClB,MAAM,GAAG,GAAG,CAAC,CAAC,QAAQ,CAAC;YACvB,CAAC,CAAC,QAAQ,GAAG,IAAI,CAAC;YAClB,GAAG,EAAE,MAAM,CAAC,GAAG,CAAC,CAAC;YACjB,MAAM,IAAI,GAAG,KAAK,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,IAAI;gBAAE,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,CAAC;;gBAAM,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC,CAAC,CAAC;QACH,CAAC,CAAC,EAAE,CAAC,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,GAAG,GAAG,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAC,kCAAkC,CAAC,CAAC,CAAC,CAAC;IAClF,CAAC;IAED,SAAS,GAAG,CAAC,CAAC,EAAE,GAAG,IAAI,CAAC,CAAC,QAAQ,GAAG,GAAG,CAAC,CAAC,CAAC,CAAC,WAAW,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,CAAC,CAAC;IAEtE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,IAAI,EAAE,CAAC,EAAE,EAAE,CAAC;QAC5B,MAAM,CAAC,GAAG,IAAI,MAAM,CAAC,UAAU,CAAC,CAAC;QACjC,GAAG,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC;QACX,MAAM,CAAC,CAAC,CAAC,CAAC;QACV,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IACjB,CAAC;IAED,OAAO;QACH,IAAI,CAAC,OAAO;YACR,OAAO,IAAI,OAAO,CAAC,CAAC,OAAO,EAAE,MAAM,EAAE,EAAE;gBACnC,MAAM,CAAC,GAAG,IAAI,CAAC,GAAG,EAAE,CAAC;gBACrB,IAAI,CAAC;oBAAE,GAAG,CAAC,CAAC,EAAE,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;;oBACvC,KAAK,CAAC,IAAI,CAAC,EAAE,OAAO,EAAE,OAAO,EAAE,MAAM,EAAE,CAAC,CAAC;YAClD,CAAC,CAAC,CAAC;QACP,CAAC;QACD,KAAK,CAAC,OAAO;YACT,MAAM,OAAO,CAAC,GAAG,CAAC,CAAC,GAAG,GAAG,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,SAAS,EAAE,CAAC,CAAC,CAAC;QACxD,CAAC;KACJ,CAAC;AACN,CAAC;AAED;;;GAGG;AACH,MAAM,CAAC,KAAK,UAAU,oBAAoB,CAAC,SAAS,EAAE,aAAa,EAAE,IAAI,EAAE,OAAO,GAAG,IAAI,CAAC,GAAG,EAAE,EAAE,UAAU;IACvG,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7D,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,OAAO,CAAC,CAAC;IAC7D,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IACzD,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,EAAE,KAAK,CAAC,CAAC;IAEzD,0DAA0D;IAC1D,MAAM,OAAO,CAAC,GAAG,CAAC;QACd,EAAE,CAAC,KAAK,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAC3C,EAAE,CAAC,KAAK,CAAC,YAAY,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QAC3C,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;QACzC,EAAE,CAAC,KAAK,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC;KAC5C,CAAC,CAAC;IAEH,IAAI,QAAQ,CAAC;IACb,IAAI,CAAC;QACD,QAAQ,GAAG,MAAM,EAAE,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;IAC9C,CAAC;IAAC,MAAM,CAAC;QACL,OAAO,CAAC,IAAI,CAAC,4BAA4B,YAAY,EAAE,CAAC,CAAC;QACzD,OAAO;IACX,CAAC;IAED,MAAM,UAAU,GAAG,QAAQ,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,oBAAoB,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,CAAC,IAAI,EAAE,CAAC;IAE7E,qCAAqC;IACrC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,EAAE;QAC9D,MAAM,IAAI,GAAG,KAAK,CAAC,OAAO,CAAC,oBAAoB,EAAE,EAAE,CAAC,CAAC;QACrD,IAAI,CAAC;YACD,MAAM,EAAE,CAAC,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,YAAY,EAAE,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC;YACxD,OAAO,IAAI,CAAC;QAChB,CAAC;QAAC,MAAM,CAAC;YAAC,OAAO,KAAK,CAAC;QAAC,CAAC;IAC7B,CAAC,CAAC,CAAC,CAAC;IACJ,MAAM,KAAK,GAAG,UAAU,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,QAAQ,CAAC,CAAC,CAAC,CAAC,CAAC;IAEvD,MAAM,SAAS,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,CAAC;IAC3C,MAAM,QAAQ,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,IAAI,EAAE,CAAC,MAAM,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC;IACvE,MAAM,IAAI,GAAG,UAAU,CAAC,IAAI,GAAG,CAAC,qBAAqB,EAAE,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,QAAQ,CAAC,CAAC;IAEnF,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,CAAC;QACD,MAAM,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,GAAG,CAAC,KAAK,EAAE,KAAK,EAAE,GAAG,EAAE,EAAE;YAC7C,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC;gBAC3B,SAAS,EAAE,KAAK,EAAE,IAAI,EAAE,aAAa,EAAE,OAAO,EAAE,CAAC,OAAO,GAAG,GAAG,CAAC,KAAK,CAAC;gBACrE,YAAY,EAAE,YAAY,EAAE,UAAU,EAAE,UAAU;aACrD,CAAC,CAAC;YAEH,SAAS,EAAE,CAAC;YACZ,IAAI,MAAM,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,CAAC;gBAC/B,OAAO,CAAC,GAAG,CAAC,IAAI,SAAS,gBAAgB,KAAK,OAAO,aAAa,EAAE,CAAC,CAAC;YAC1E,CAAC;YAED,IAAI,UAAU,EAAE,CAAC;gBACb,MAAM,UAAU,CAAC;oBACb,IAAI,EAAE,iBAAiB;oBACvB,KAAK,EAAE,SAAS;oBAChB,QAAQ,EAAE,KAAK;oBACf,UAAU,EAAE,KAAK,CAAC,CAAC,SAAS,CAAC,GAAG,KAAK,CAAC,MAAM,GAAG,GAAG,EAAE,CAAC,CAAC;oBACtD,iBAAiB,EAAE,aAAa;oBAChC,OAAO,EAAE,IAAI,SAAS,gBAAgB,KAAK,OAAO,aAAa,EAAE;iBACpE,CAAC,CAAC;YACP,CAAC;YAED,IAAI,CAAC,MAAM,CAAC,EAAE,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,IAAI,SAAS,aAAa,KAAK,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC;YACtE,CAAC;QACL,CAAC,CAAC,CAAC,CAAC;IACR,CAAC;YAAS,CAAC;QACP,MAAM,IAAI,CAAC,OAAO,EAAE,CAAC;IACzB,CAAC;AACL,CAAC"}

package/dist/augment-worker.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=augment-worker.d.ts.map

package/dist/augment-worker.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"augment-worker.d.ts","sourceRoot":"","sources":["../src/augment-worker.ts"],"names":[],"mappings":""}