@aeye/models 0.1.0

package/dist/scripts/scrapers/openrouter.js

@@ -0,0 +1,156 @@
+/**
+ * OpenRouter Model Scraper
+ *
+ * Fetches model information from OpenRouter API endpoints and scrapes performance metrics
+ */
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import * as puppeteer from 'puppeteer';
+import * as url from 'url';
+import { fetchModels, fetchZDRModels, convertOpenRouterModel } from '@aeye/openrouter';
+import { writeModelTS } from '../codegen';
+const __filename = url.fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+/**
+ * Scrape performance metrics from OpenRouter model page
+ */
+async function scrapeModelMetrics(modelId, browser) {
+    const page = await browser.newPage();
+    try {
+        // OpenRouter model URLs use the canonical slug format
+        const url = `https://openrouter.ai/${modelId}`;
+        const response = await page.goto(url, {
+            waitUntil: ['domcontentloaded', 'networkidle2'],
+            timeout: 30000,
+        });
+        if (!response || response.status() === 404) {
+            return { modelId, metrics: null };
+        }
+        const bodyText = await page.$eval('body', el => el.textContent || '');
+        const metrics = {};
+        // Latency0.62sThroughput47.46tpsUptime100.0%Uptime 100.0
+        // Look for latency (in ms)
+        const latencyMatch = bodyText.match(/latency[:\s]*([0-9.]+)\s*s/i);
+        if (latencyMatch) {
+            metrics.latency = parseFloat(latencyMatch[1]);
+        }
+        // Look for throughput (tokens/second)
+        const throughputMatch = bodyText.match(/throughput[:\s]*([0-9.]+)\s*tps/i);
+        if (throughputMatch) {
+            metrics.throughput = parseFloat(throughputMatch[1]);
+        }
+        // Look for uptime (percentage)
+        const uptimeMatch = bodyText.match(/uptime[:\s]*([0-9.]+)%/i);
+        if (uptimeMatch) {
+            metrics.uptime = parseFloat(uptimeMatch[1]);
+        }
+        if (!latencyMatch || !throughputMatch || !uptimeMatch) {
+            console.log(`⚠ No metrics found on page ${modelId}`);
+            await fs.writeFile(`./data/pages/openrouter-${modelId.replace(/[^a-z]/gi, '')}.html`, bodyText);
+        }
+        return { modelId, metrics };
+    }
+    catch (error) {
+        console.log(`  ✗ Error scraping metrics for ${modelId}:`, error instanceof Error ? error.message : error);
+        return { modelId, metrics: null };
+    }
+    finally {
+        await page.close();
+    }
+}
+/**
+ * Scrape metrics for multiple models in parallel with concurrency control
+ */
+async function scrapeMetricsParallel(modelIds, concurrency = 5) {
+    console.log(`\nScraping performance metrics from OpenRouter model pages (concurrency: ${concurrency})...`);
+    const browser = await puppeteer.launch({ headless: true });
+    const results = new Map();
+    try {
+        // Process in batches with concurrency control
+        for (let i = 0; i < modelIds.length; i += concurrency) {
+            const batch = modelIds.slice(i, i + concurrency);
+            console.log(`  Processing batch ${Math.floor(i / concurrency) + 1}/${Math.ceil(modelIds.length / concurrency)} (${batch.length} models)...`);
+            const batchResults = await Promise.all(batch.map((modelId) => scrapeModelMetrics(modelId, browser)));
+            // Store results
+            for (const { modelId, metrics } of batchResults) {
+                if (metrics) {
+                    results.set(modelId, metrics);
+                }
+            }
+            console.log(`    ✓ Scraped ${batchResults.filter((r) => r.metrics).length}/${batch.length} models`);
+        }
+        console.log(`✓ Scraped metrics for ${results.size}/${modelIds.length} models\n`);
+    }
+    finally {
+        await browser.close();
+    }
+    return results;
+}
+/**
+ * Main scraper function
+ */
+export async function scrapeOpenRouter(outputDir, options = {}) {
+    const { metrics: scrapeMetrics = false, concurrency = 5 } = options;
+    console.log('\n=== OpenRouter Scraper ===\n');
+    // Fetch models using existing functions
+    const [models, zdrModelIds] = await Promise.all([
+        fetchModels(process.env.OPENROUTER_API_KEY),
+        fetchZDRModels(process.env.OPENROUTER_API_KEY),
+    ]);
+    console.log(`✓ Fetched ${models.length} OpenRouter models`);
+    console.log(`✓ Fetched ${zdrModelIds.size} ZDR model IDs`);
+    // Save raw data
+    await fs.mkdir(outputDir, { recursive: true });
+    await fs.writeFile(path.join(outputDir, 'openrouter-models.json'), JSON.stringify({ data: models }, (key, value) => {
+        if (value instanceof Set) {
+            return Array.from(value);
+        }
+        return value;
+    }, 2));
+    console.log(`✓ Saved raw OpenRouter models to openrouter-models.json`);
+    if (zdrModelIds.size > 0) {
+        await fs.writeFile(path.join(outputDir, 'openrouter-zdr.json'), JSON.stringify({ data: Array.from(zdrModelIds) }, (key, value) => {
+            if (value instanceof Set) {
+                return Array.from(value);
+            }
+            return value;
+        }, 2));
+        console.log(`✓ Saved ZDR model IDs to openrouter-zdr.json`);
+    }
+    // Scrape performance metrics if requested
+    let metricsMap = new Map();
+    if (scrapeMetrics) {
+        const modelIds = models.map((m) => m.id);
+        metricsMap = await scrapeMetricsParallel(modelIds, concurrency);
+    }
+    // Convert to ModelInfo format
+    const modelInfos = models.map((model) => convertOpenRouterModel(model, zdrModelIds, metricsMap.get(model.id)));
+    // Save JSON for reference
+    await fs.writeFile(path.join(outputDir, 'openrouter-modelinfo.json'), JSON.stringify(modelInfos, (key, value) => {
+        if (value instanceof Set) {
+            return Array.from(value);
+        }
+        return value;
+    }, 2));
+    console.log(`✓ Saved ${modelInfos.length} models to JSON`);
+    // Generate TypeScript file
+    const srcDir = path.join(__dirname, '../../src/models');
+    await writeModelTS(modelInfos, 'openrouterModels', path.join(srcDir, 'openrouter.ts'));
+    console.log(`✓ Generated TypeScript file: src/models/openrouter.ts`);
+    console.log('\n✓ OpenRouter scraping complete\n');
+}
+// CLI execution
+if (process.argv[1].endsWith('openrouter.ts')) {
+    const args = process.argv.slice(2);
+    const outputDir = args.find((arg) => !arg.startsWith('--')) || path.join(__dirname, '../../data');
+    const scrapeMetrics = args.includes('--metrics');
+    const concurrencyArg = args.find((arg) => arg.startsWith('--concurrency='));
+    const concurrency = concurrencyArg
+        ? parseInt(concurrencyArg.split('=')[1], 10)
+        : 5;
+    scrapeOpenRouter(outputDir, { metrics: scrapeMetrics, concurrency }).catch((error) => {
+        console.error('✗ OpenRouter scraping failed:', error);
+        process.exit(1);
+    });
+}
+//# sourceMappingURL=openrouter.js.map

package/dist/scripts/scrapers/openrouter.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"openrouter.js","sourceRoot":"","sources":["../../../scripts/scrapers/openrouter.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,SAAS,MAAM,WAAW,CAAC;AACvC,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAC3B,OAAO,EAAE,WAAW,EAAE,cAAc,EAAE,sBAAsB,EAAE,MAAM,kBAAkB,CAAC;AACvF,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1C,MAAM,UAAU,GAAG,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACtD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AAE3C;;GAEG;AACH,KAAK,UAAU,kBAAkB,CAAC,OAAe,EAAE,OAA0B;IAQ3E,MAAM,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;IAErC,IAAI,CAAC;QACH,sDAAsD;QACtD,MAAM,GAAG,GAAG,yBAAyB,OAAO,EAAE,CAAC;QAC/C,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE;YACpC,SAAS,EAAE,CAAC,kBAAkB,EAAE,cAAc,CAAC;YAC/C,OAAO,EAAE,KAAK;SACf,CAAC,CAAC;QAEH,IAAI,CAAC,QAAQ,IAAI,QAAQ,CAAC,MAAM,EAAE,KAAK,GAAG,EAAE,CAAC;YAC3C,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;QACpC,CAAC;QAED,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC;QACtE,MAAM,OAAO,GAA+D,EAAE,CAAC;QAE/E,yDAAyD;QAEzD,2BAA2B;QAC3B,MAAM,YAAY,GAAG,QAAQ,CAAC,KAAK,CAAC,6BAA6B,CAAC,CAAC;QACnE,IAAI,YAAY,EAAE,CAAC;YACjB,OAAO,CAAC,OAAO,GAAG,UAAU,CAAC,YAAY,CAAC,CAAC,CAAC,CAAC,CAAC;QAChD,CAAC;QAED,sCAAsC;QACtC,MAAM,eAAe,GAAG,QAAQ,CAAC,KAAK,CAAC,kCAAkC,CAAC,CAAC;QAC3E,IAAI,eAAe,EAAE,CAAC;YACpB,OAAO,CAAC,UAAU,GAAG,UAAU,CAAC,eAAe,CAAC,CAAC,CAAC,CAAC,CAAC;QACtD,CAAC;QAED,+BAA+B;QAC/B,MAAM,WAAW,GAAG,QAAQ,CAAC,KAAK,CAAC,yBAAyB,CAAC,CAAC;QAC9D,IAAI,WAAW,EAAE,CAAC;YAChB,OAAO,CAAC,MAAM,GAAG,UAAU,CAAC,WAAW,CAAC,CAAC,CAAC,CAAC,CAAC;QAC9C,CAAC;QAED,IAAI,CAAC,YAAY,IAAI,CAAC,eAAe,IAAI,CAAC,WAAW,EAAE,CAAC;YACtD,OAAO,CAAC,GAAG,CAAC,8BAA8B,OAAO,EAAE,CAAC,CAAC;YACrD,MAAM,EAAE,CAAC,SAAS,CAAC,2BAA2B,OAAO,CAAC,OAAO,CAAC,UAAU,EAAE,EAAE,CAAC,OAAO,EAAE,QAAQ,CAAC,CAAC;QAClG,CAAC;QAED,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,CAAC;IAC9B,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,kCAAkC,OAAO,GAAG,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QAC1G,OAAO,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACpC,CAAC;YAAS,CAAC;QACT,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;IACrB,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,qBAAqB,CAClC,QAAkB,EAClB,cAAsB,CAAC;IAEvB,OAAO,CAAC,GAAG,CAAC,4EAA4E,WAAW,MAAM,CAAC,CAAC;IAE3G,MAAM,OAAO,GAAG,MAAM,SAAS,CAAC,MAAM,CAAC,EAAE,QAAQ,EAAE,IAAI,EAAE,CAAC,CAAC;IAC3D,MAAM,OAAO,GAAG,IAAI,GAAG,EAAsE,CAAC;IAE9F,IAAI,CAAC;QACH,8CAA8C;QAC9C,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,QAAQ,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;YACtD,MAAM,KAAK,GAAG,QAAQ,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;YACjD,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,CAAC,MAAM,GAAG,WAAW,CAAC,KAAK,KAAK,CAAC,MAAM,aAAa,CAAC,CAAC;YAE7I,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,kBAAkB,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC,CAC7D,CAAC;YAEF,gBAAgB;YAChB,KAAK,MAAM,EAAE,OAAO,EAAE,OAAO,EAAE,IAAI,YAAY,EAAE,CAAC;gBAChD,IAAI,OAAO,EAAE,CAAC;oBACZ,OAAO,CAAC,GAAG,CAAC,OAAO,EAAE,OAAO,CAAC,CAAC;gBAChC,CAAC;YACH,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,iBAAiB,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,SAAS,CAAC,CAAC;QACtG,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,yBAAyB,OAAO,CAAC,IAAI,IAAI,QAAQ,CAAC,MAAM,WAAW,CAAC,CAAC;IACnF,CAAC;YAAS,CAAC;QACT,MAAM,OAAO,CAAC,KAAK,EAAE,CAAC;IACxB,CAAC;IAED,OAAO,OAAO,CAAC;AACjB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,gBAAgB,CACpC,SAAiB,EACjB,UAAuD,EAAE;IAEzD,MAAM,EAAE,OAAO,EAAE,aAAa,GAAG,KAAK,EAAE,WAAW,GAAG,CAAC,EAAE,GAAG,OAAO,CAAC;IAEpE,OAAO,CAAC,GAAG,CAAC,gCAAgC,CAAC,CAAC;IAE9C,wCAAwC;IACxC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,GAAG,MAAM,OAAO,CAAC,GAAG,CAAC;QAC9C,WAAW,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;QAC3C,cAAc,CAAC,OAAO,CAAC,GAAG,CAAC,kBAAkB,CAAC;KAC/C,CAAC,CAAC;IAEH,OAAO,CAAC,GAAG,CAAC,aAAa,MAAM,CAAC,MAAM,oBAAoB,CAAC,CAAC;IAC5D,OAAO,CAAC,GAAG,CAAC,aAAa,WAAW,CAAC,IAAI,gBAAgB,CAAC,CAAC;IAE3D,gBAAgB;IAChB,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/C,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,wBAAwB,CAAC,EAC9C,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC9C,IAAI,KAAK,YAAY,GAAG,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,EAAE,CAAC,CAAC,CACN,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,yDAAyD,CAAC,CAAC;IAEvE,IAAI,WAAW,CAAC,IAAI,GAAG,CAAC,EAAE,CAAC;QACzB,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,qBAAqB,CAAC,EAC3C,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,KAAK,CAAC,IAAI,CAAC,WAAW,CAAC,EAAE,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YAC/D,IAAI,KAAK,YAAY,GAAG,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,EAAE,CAAC,CAAC,CACN,CAAC;QACF,OAAO,CAAC,GAAG,CAAC,8CAA8C,CAAC,CAAC;IAC9D,CAAC;IAED,0CAA0C;IAC1C,IAAI,UAAU,GAAG,IAAI,GAAG,EAAsE,CAAC;IAE/F,IAAI,aAAa,EAAE,CAAC;QAClB,MAAM,QAAQ,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC;QACzC,UAAU,GAAG,MAAM,qBAAqB,CAAC,QAAQ,EAAE,WAAW,CAAC,CAAC;IAClE,CAAC;IAED,8BAA8B;IAC9B,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CACtC,sBAAsB,CAAC,KAAK,EAAE,WAAW,EAAE,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,CACrE,CAAC;IAEF,0BAA0B;IAC1B,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,2BAA2B,CAAC,EACjD,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QACxC,IAAI,KAAK,YAAY,GAAG,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,EAAE,CAAC,CAAC,CACN,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,WAAW,UAAU,CAAC,MAAM,iBAAiB,CAAC,CAAC;IAE3D,2BAA2B;IAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;IACxD,MAAM,YAAY,CAAC,UAAU,EAAE,kBAAkB,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,eAAe,CAAC,CAAC,CAAC;IACvF,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IAErE,OAAO,CAAC,GAAG,CAAC,oCAAoC,CAAC,CAAC;AACpD,CAAC;AAED,gBAAgB;AAChB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,eAAe,CAAC,EAAE,CAAC;IAC9C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAClG,MAAM,aAAa,GAAG,IAAI,CAAC,QAAQ,CAAC,WAAW,CAAC,CAAC;IAEjD,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC;IAC5E,MAAM,WAAW,GAAG,cAAc;QAChC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAC5C,CAAC,CAAC,CAAC,CAAC;IAEN,gBAAgB,CAAC,SAAS,EAAE,EAAE,OAAO,EAAE,aAAa,EAAE,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACnF,OAAO,CAAC,KAAK,CAAC,+BAA+B,EAAE,KAAK,CAAC,CAAC;QACtD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/scripts/scrapers/replicate.d.ts

@@ -0,0 +1,12 @@
+/**
+ * Replicate Model Scraper
+ *
+ * Fetches model information from Replicate API using the Replicate npm module
+ */
+/**
+ * Main scraper function
+ */
+export declare function scrapeReplicate(outputDir: string, cacheDir?: string, options?: {
+    concurrency?: number;
+}): Promise<void>;
+//# sourceMappingURL=replicate.d.ts.map

package/dist/scripts/scrapers/replicate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"replicate.d.ts","sourceRoot":"","sources":["../../../scripts/scrapers/replicate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AA4TH;;GAEG;AACH,wBAAsB,eAAe,CACnC,SAAS,EAAE,MAAM,EACjB,QAAQ,CAAC,EAAE,MAAM,EACjB,OAAO,GAAE;IAAE,WAAW,CAAC,EAAE,MAAM,CAAA;CAAO,GACrC,OAAO,CAAC,IAAI,CAAC,CAuGf"}

package/dist/scripts/scrapers/replicate.js

@@ -0,0 +1,305 @@
+/**
+ * Replicate Model Scraper
+ *
+ * Fetches model information from Replicate API using the Replicate npm module
+ */
+import * as fs from 'fs/promises';
+import * as path from 'path';
+import * as url from 'url';
+import Replicate from 'replicate';
+import { detectTier } from '@aeye/ai';
+import { writeModelTS } from '../codegen';
+const __filename = url.fileURLToPath(import.meta.url);
+const __dirname = path.dirname(__filename);
+/**
+ * Detect capabilities from model name, description, and schema
+ */
+function detectCapabilities(model) {
+    const capabilities = new Set();
+    const lowerName = model.name.toLowerCase();
+    const lowerDesc = (model.description || '').toLowerCase();
+    // Image generation
+    if (lowerName.includes('stable-diffusion') ||
+        lowerName.includes('sdxl') ||
+        lowerName.includes('flux') ||
+        lowerName.includes('imagen') ||
+        lowerName.includes('midjourney') ||
+        lowerName.includes('dalle') ||
+        lowerDesc.includes('image generation') ||
+        lowerDesc.includes('image edit') ||
+        lowerDesc.includes('text-to-image')) {
+        capabilities.add('image');
+    }
+    // Vision/image input
+    if (lowerName.includes('vision') ||
+        lowerName.includes('image-to-text') ||
+        lowerDesc.includes('image analysis') ||
+        lowerDesc.includes('image understanding') ||
+        lowerDesc.includes('image edit')) {
+        capabilities.add('vision');
+    }
+    // Transcription/hearing
+    if (lowerName.includes('whisper') ||
+        lowerName.includes('transcribe') ||
+        lowerDesc.includes('speech-to-text') ||
+        lowerDesc.includes('transcription')) {
+        capabilities.add('hearing');
+    }
+    // Speech/audio output
+    if (lowerName.includes('tts') ||
+        lowerName.includes('speech') ||
+        lowerName.includes('voice') ||
+        lowerDesc.includes('text-to-speech')) {
+        capabilities.add('audio');
+    }
+    // Embeddings
+    if (lowerName.includes('embed') || lowerDesc.includes('embedding')) {
+        capabilities.add('embedding');
+    }
+    // Chat/language models
+    if (lowerName.includes('llm') ||
+        lowerName.includes('chat') ||
+        lowerName.includes('gpt') ||
+        lowerName.includes('llama') ||
+        lowerName.includes('mistral') ||
+        lowerName.includes('gemma') ||
+        lowerName.includes('vicuna') ||
+        lowerDesc.includes('language model') ||
+        lowerDesc.includes('conversational')) {
+        capabilities.add('chat');
+        capabilities.add('streaming');
+    }
+    // If no capabilities detected but has a schema, add chat as default
+    if (capabilities.size === 0 && model.latest_version?.openapi_schema) {
+        capabilities.add('chat');
+    }
+    return capabilities;
+}
+/**
+ * Convert Replicate model to ModelInfo
+ */
+function convertReplicateModel(model) {
+    const modelId = `${model.owner}/${model.name}`;
+    const capabilities = detectCapabilities(model);
+    const tier = detectTier(model.name);
+    return {
+        provider: 'replicate',
+        id: modelId,
+        name: model.name,
+        capabilities: capabilities, // Already an array
+        tier,
+        pricing: {},
+        contextWindow: 0, // Not consistently available in Replicate API
+        maxOutputTokens: undefined,
+        metadata: {
+            owner: model.owner,
+            description: model.description,
+            runCount: model.run_count,
+            githubUrl: model.github_url,
+            // paperUrl: model.paper_url,
+            // coverImageUrl: model.cover_image_url,
+            visibility: model.visibility,
+            source: 'replicate',
+            latestVersionId: model.latest_version?.id,
+            cogVersion: model.latest_version?.cog_version,
+            // schema: model.latest_version?.openapi_schema,
+        },
+    };
+}
+/**
+ * Fetch all models from Replicate collections
+ */
+async function fetchAllModels(apiKey) {
+    console.log('Fetching Replicate models...');
+    const client = new Replicate({
+        auth: apiKey || process.env.REPLICATE_API_KEY,
+    });
+    const allModels = [];
+    const seenModels = new Set();
+    // Collections to scrape
+    const collections = [
+        'text-to-image',
+        'image-to-text',
+        'text-to-speech',
+        'speech-to-text',
+        'image-to-image',
+        'text-to-video',
+        'image-restoration',
+        'super-resolution',
+    ];
+    console.log(`Fetching models from ${collections.length} collections...`);
+    for (const collectionSlug of collections) {
+        try {
+            console.log(`  Fetching collection: ${collectionSlug}...`);
+            const collection = await client.collections.get(collectionSlug);
+            if (collection.models) {
+                for (const model of collection.models) {
+                    const modelId = `${model.owner}/${model.name}`;
+                    // Skip duplicates
+                    if (seenModels.has(modelId)) {
+                        continue;
+                    }
+                    seenModels.add(modelId);
+                    allModels.push(model);
+                }
+                console.log(`    ✓ Found ${collection.models.length} models in ${collectionSlug}`);
+            }
+        }
+        catch (error) {
+            console.log(`    ⚠ Failed to fetch collection ${collectionSlug}:`, error instanceof Error ? error.message : error);
+        }
+    }
+    console.log(`\n✓ Fetched ${allModels.length} unique Replicate models`);
+    return allModels;
+}
+/**
+ * Fetch model details including schema (for cache)
+ */
+async function fetchModelSchema(modelId, client) {
+    try {
+        const [owner, name] = modelId.split('/');
+        const model = await client.models.get(owner, name);
+        return { modelId, data: model };
+    }
+    catch (error) {
+        console.log(`  ⚠ Failed to fetch model ${modelId}:`, error instanceof Error ? error.message : error);
+        return { modelId, data: null };
+    }
+}
+/**
+ * Fetch schemas in parallel with concurrency control
+ */
+async function fetchSchemasParallel(models, apiKey, concurrency = 50) {
+    console.log(`\nCaching detailed model schemas (concurrency: ${concurrency})...`);
+    const client = new Replicate({
+        auth: apiKey,
+    });
+    const schemasCache = {};
+    // First, add models that already have schemas
+    for (const model of models) {
+        const modelId = `${model.owner}/${model.name}`;
+        if (model.latest_version?.openapi_schema) {
+            schemasCache[modelId] = model;
+        }
+    }
+    // Find models that need schema fetching
+    const modelsToFetch = models.filter((model) => {
+        const modelId = `${model.owner}/${model.name}`;
+        return !model.latest_version?.openapi_schema;
+    });
+    if (modelsToFetch.length === 0) {
+        console.log(`✓ All ${models.length} models already have schemas\n`);
+        return schemasCache;
+    }
+    console.log(`  ${schemasCache.length} models already have schemas`);
+    console.log(`  Fetching schemas for ${modelsToFetch.length} models...\n`);
+    // Process in batches with concurrency control
+    const modelIdsToFetch = modelsToFetch.map((m) => `${m.owner}/${m.name}`);
+    for (let i = 0; i < modelIdsToFetch.length; i += concurrency) {
+        const batch = modelIdsToFetch.slice(i, i + concurrency);
+        console.log(`  Processing batch ${Math.floor(i / concurrency) + 1}/${Math.ceil(modelIdsToFetch.length / concurrency)} (${batch.length} models)...`);
+        const batchResults = await Promise.all(batch.map((modelId) => fetchModelSchema(modelId, client)));
+        // Store results
+        for (const { modelId, data } of batchResults) {
+            if (data) {
+                schemasCache[modelId] = data;
+            }
+        }
+        console.log(`    ✓ Fetched ${batchResults.filter((r) => r.data).length}/${batch.length} schemas`);
+    }
+    console.log(`\n✓ Cached ${Object.keys(schemasCache).length} model schemas\n`);
+    return schemasCache;
+}
+/**
+ * Main scraper function
+ */
+export async function scrapeReplicate(outputDir, cacheDir, options = {}) {
+    const { concurrency = 50 } = options;
+    console.log('\n=== Replicate Scraper ===\n');
+    const apiKey = process.env.REPLICATE_API_KEY;
+    if (!apiKey) {
+        console.error('✗ REPLICATE_API_KEY environment variable is required');
+        process.exit(1);
+    }
+    // Fetch all models from collections
+    const models = await fetchAllModels(apiKey);
+    // Create output directory
+    await fs.mkdir(outputDir, { recursive: true });
+    // Save raw models data
+    await fs.writeFile(path.join(outputDir, 'replicate-models.json'), JSON.stringify({ data: models }, (key, value) => {
+        if (value instanceof Set) {
+            return Array.from(value);
+        }
+        return value;
+    }, 2));
+    console.log(`✓ Saved raw Replicate models to replicate-models.json`);
+    // Create cache directory if specified
+    if (cacheDir) {
+        await fs.mkdir(cacheDir, { recursive: true });
+        // Cache detailed model schemas (for transformer generation)
+        const schemasCache = await fetchSchemasParallel(models, apiKey, concurrency);
+        // Save schemas cache
+        await fs.writeFile(path.join(cacheDir, 'replicate-schemas.json'), JSON.stringify(schemasCache, (key, value) => {
+            if (value instanceof Set) {
+                return Array.from(value);
+            }
+            return value;
+        }, 2));
+        console.log(`✓ Saved ${Object.keys(schemasCache).length} model schemas to ${cacheDir}/replicate-schemas.json`);
+        console.log('  (This cache file is for transformer generation and should not be committed)');
+        // Chunk it up to 80,000 character files for easier loading later
+        const chunkSize = 80000;
+        const schemaEntries = Object.entries(schemasCache);
+        let currentChunk = {};
+        let currentSize = 0;
+        let chunkIndex = 1;
+        for (const [modelId, modelData] of schemaEntries) {
+            const entryString = JSON.stringify({ [modelId]: modelData });
+            if (currentSize + entryString.length > chunkSize && Object.keys(currentChunk).length > 0) {
+                // Save current chunk
+                await fs.writeFile(path.join(cacheDir, `replicate-schemas-chunk-${chunkIndex}.json`), JSON.stringify(currentChunk, null, 2));
+                console.log(`✓ Saved schema chunk ${chunkIndex} with ${Object.keys(currentChunk).length} models`);
+                chunkIndex++;
+                currentChunk = {};
+                currentSize = 0;
+            }
+            currentChunk[modelId] = modelData;
+            currentSize += entryString.length;
+        }
+        // Save any remaining chunk
+        if (Object.keys(currentChunk).length > 0) {
+            await fs.writeFile(path.join(cacheDir, `replicate-schemas-chunk-${chunkIndex}.json`), JSON.stringify(currentChunk, null, 2));
+            console.log(`✓ Saved schema chunk ${chunkIndex} with ${Object.keys(currentChunk).length} models`);
+        }
+    }
+    // Convert to ModelInfo format
+    const modelInfos = models.map(convertReplicateModel);
+    // Save JSON for reference
+    await fs.writeFile(path.join(outputDir, 'replicate-modelinfo.json'), JSON.stringify(modelInfos, (key, value) => {
+        if (value instanceof Set) {
+            return Array.from(value);
+        }
+        return value;
+    }, 2));
+    console.log(`✓ Saved ${modelInfos.length} models to JSON`);
+    // Generate TypeScript file
+    const srcDir = path.join(__dirname, '../../src/models');
+    await writeModelTS(modelInfos, 'replicateModels', path.join(srcDir, 'replicate.ts'));
+    console.log(`✓ Generated TypeScript file: src/models/replicate.ts`);
+    console.log('\n✓ Replicate scraping complete\n');
+}
+// CLI execution
+if (process.argv[1].endsWith('replicate.ts')) {
+    const args = process.argv.slice(2);
+    const outputDir = args.find((arg) => !arg.startsWith('--')) || path.join(__dirname, '../../data');
+    const cacheDir = args.find((arg, i) => i > 0 && !arg.startsWith('--') && !args[i - 1].startsWith('--')) || path.join(__dirname, '../../cache');
+    const concurrencyArg = args.find((arg) => arg.startsWith('--concurrency='));
+    const concurrency = concurrencyArg
+        ? parseInt(concurrencyArg.split('=')[1], 10)
+        : 50;
+    scrapeReplicate(outputDir, cacheDir, { concurrency }).catch((error) => {
+        console.error('✗ Replicate scraping failed:', error);
+        process.exit(1);
+    });
+}
+//# sourceMappingURL=replicate.js.map

package/dist/scripts/scrapers/replicate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"replicate.js","sourceRoot":"","sources":["../../../scripts/scrapers/replicate.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,KAAK,EAAE,MAAM,aAAa,CAAC;AAClC,OAAO,KAAK,IAAI,MAAM,MAAM,CAAC;AAC7B,OAAO,KAAK,GAAG,MAAM,KAAK,CAAC;AAC3B,OAAO,SAAS,MAAM,WAAW,CAAC;AAElC,OAAO,EAAE,UAAU,EAAE,MAAM,UAAU,CAAC;AACtC,OAAO,EAAE,YAAY,EAAE,MAAM,YAAY,CAAC;AAE1C,MAAM,UAAU,GAAG,GAAG,CAAC,aAAa,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC;AACtD,MAAM,SAAS,GAAG,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;AA+C3C;;GAEG;AACH,SAAS,kBAAkB,CAAC,KAAyB;IACnD,MAAM,YAAY,GAAG,IAAI,GAAG,EAAmB,CAAC;IAEhD,MAAM,SAAS,GAAG,KAAK,CAAC,IAAI,CAAC,WAAW,EAAE,CAAC;IAC3C,MAAM,SAAS,GAAG,CAAC,KAAK,CAAC,WAAW,IAAI,EAAE,CAAC,CAAC,WAAW,EAAE,CAAC;IAE1D,mBAAmB;IACnB,IACE,SAAS,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QACtC,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC1B,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC1B,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC5B,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC;QAChC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC3B,SAAS,CAAC,QAAQ,CAAC,kBAAkB,CAAC;QACtC,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC;QAChC,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,EACnC,CAAC;QACD,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;IAED,qBAAqB;IACrB,IACE,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC5B,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC;QACnC,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QACpC,SAAS,CAAC,QAAQ,CAAC,qBAAqB,CAAC;QACzC,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC,EAChC,CAAC;QACD,YAAY,CAAC,GAAG,CAAC,QAAQ,CAAC,CAAC;IAC7B,CAAC;IAED,wBAAwB;IACxB,IACE,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC7B,SAAS,CAAC,QAAQ,CAAC,YAAY,CAAC;QAChC,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QACpC,SAAS,CAAC,QAAQ,CAAC,eAAe,CAAC,EACnC,CAAC;QACD,YAAY,CAAC,GAAG,CAAC,SAAS,CAAC,CAAC;IAC9B,CAAC;IAED,sBAAsB;IACtB,IACE,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;QACzB,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC5B,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC3B,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EACpC,CAAC;QACD,YAAY,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;IAC5B,CAAC;IAED,aAAa;IACb,IAAI,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,IAAI,SAAS,CAAC,QAAQ,CAAC,WAAW,CAAC,EAAE,CAAC;QACnE,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAChC,CAAC;IAED,uBAAuB;IACvB,IACE,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;QACzB,SAAS,CAAC,QAAQ,CAAC,MAAM,CAAC;QAC1B,SAAS,CAAC,QAAQ,CAAC,KAAK,CAAC;QACzB,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC3B,SAAS,CAAC,QAAQ,CAAC,SAAS,CAAC;QAC7B,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC;QAC3B,SAAS,CAAC,QAAQ,CAAC,QAAQ,CAAC;QAC5B,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC;QACpC,SAAS,CAAC,QAAQ,CAAC,gBAAgB,CAAC,EACpC,CAAC;QACD,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;QACzB,YAAY,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;IAChC,CAAC;IAED,oEAAoE;IACpE,IAAI,YAAY,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,CAAC,cAAc,EAAE,cAAc,EAAE,CAAC;QACpE,YAAY,CAAC,GAAG,CAAC,MAAM,CAAC,CAAC;IAC3B,CAAC;IAED,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;GAEG;AACH,SAAS,qBAAqB,CAAC,KAAyB;IACtD,MAAM,OAAO,GAAG,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;IAC/C,MAAM,YAAY,GAAG,kBAAkB,CAAC,KAAK,CAAC,CAAC;IAC/C,MAAM,IAAI,GAAG,UAAU,CAAC,KAAK,CAAC,IAAI,CAAC,CAAC;IAEpC,OAAO;QACL,QAAQ,EAAE,WAAW;QACrB,EAAE,EAAE,OAAO;QACX,IAAI,EAAE,KAAK,CAAC,IAAI;QAChB,YAAY,EAAE,YAAY,EAAE,mBAAmB;QAC/C,IAAI;QACJ,OAAO,EAAE,EAAE;QACX,aAAa,EAAE,CAAC,EAAE,8CAA8C;QAChE,eAAe,EAAE,SAAS;QAC1B,QAAQ,EAAE;YACR,KAAK,EAAE,KAAK,CAAC,KAAK;YAClB,WAAW,EAAE,KAAK,CAAC,WAAW;YAC9B,QAAQ,EAAE,KAAK,CAAC,SAAS;YACzB,SAAS,EAAE,KAAK,CAAC,UAAU;YAC3B,6BAA6B;YAC7B,wCAAwC;YACxC,UAAU,EAAE,KAAK,CAAC,UAAU;YAC5B,MAAM,EAAE,WAAW;YACnB,eAAe,EAAE,KAAK,CAAC,cAAc,EAAE,EAAE;YACzC,UAAU,EAAE,KAAK,CAAC,cAAc,EAAE,WAAW;YAC7C,gDAAgD;SACjD;KACF,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,cAAc,CAAC,MAAe;IAC3C,OAAO,CAAC,GAAG,CAAC,8BAA8B,CAAC,CAAC;IAE5C,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,IAAI,EAAE,MAAM,IAAI,OAAO,CAAC,GAAG,CAAC,iBAAiB;KAC9C,CAAC,CAAC;IAEH,MAAM,SAAS,GAAyB,EAAE,CAAC;IAC3C,MAAM,UAAU,GAAG,IAAI,GAAG,EAAU,CAAC;IAErC,wBAAwB;IACxB,MAAM,WAAW,GAAG;QAClB,eAAe;QACf,eAAe;QACf,gBAAgB;QAChB,gBAAgB;QAChB,gBAAgB;QAChB,eAAe;QACf,mBAAmB;QACnB,kBAAkB;KACnB,CAAC;IAEF,OAAO,CAAC,GAAG,CAAC,wBAAwB,WAAW,CAAC,MAAM,iBAAiB,CAAC,CAAC;IAEzE,KAAK,MAAM,cAAc,IAAI,WAAW,EAAE,CAAC;QACzC,IAAI,CAAC;YACH,OAAO,CAAC,GAAG,CAAC,0BAA0B,cAAc,KAAK,CAAC,CAAC;YAE3D,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,GAAG,CAAC,cAAc,CAAC,CAAC;YAEhE,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;gBACtB,KAAK,MAAM,KAAK,IAAI,UAAU,CAAC,MAAM,EAAE,CAAC;oBACtC,MAAM,OAAO,GAAG,GAAI,KAAa,CAAC,KAAK,IAAK,KAAa,CAAC,IAAI,EAAE,CAAC;oBAEjE,kBAAkB;oBAClB,IAAI,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,EAAE,CAAC;wBAC5B,SAAS;oBACX,CAAC;oBAED,UAAU,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC;oBACxB,SAAS,CAAC,IAAI,CAAC,KAA2B,CAAC,CAAC;gBAC9C,CAAC;gBAED,OAAO,CAAC,GAAG,CAAC,eAAe,UAAU,CAAC,MAAM,CAAC,MAAM,cAAc,cAAc,EAAE,CAAC,CAAC;YACrF,CAAC;QACH,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACf,OAAO,CAAC,GAAG,CAAC,oCAAoC,cAAc,GAAG,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACrH,CAAC;IACH,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,eAAe,SAAS,CAAC,MAAM,0BAA0B,CAAC,CAAC;IACvE,OAAO,SAAS,CAAC;AACnB,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,gBAAgB,CAC7B,OAAe,EACf,MAAiB;IAKjB,IAAI,CAAC;QACH,MAAM,CAAC,KAAK,EAAE,IAAI,CAAC,GAAG,OAAO,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC;QACzC,MAAM,KAAK,GAAG,MAAM,MAAM,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,IAAI,CAAC,CAAC;QACnD,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,KAA2B,EAAE,CAAC;IACxD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,OAAO,CAAC,GAAG,CAAC,6BAA6B,OAAO,GAAG,EAAE,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC;QACrG,OAAO,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,EAAE,CAAC;IACjC,CAAC;AACH,CAAC;AAED;;GAEG;AACH,KAAK,UAAU,oBAAoB,CACjC,MAA4B,EAC5B,MAAc,EACd,cAAsB,EAAE;IAExB,OAAO,CAAC,GAAG,CAAC,kDAAkD,WAAW,MAAM,CAAC,CAAC;IAEjF,MAAM,MAAM,GAAG,IAAI,SAAS,CAAC;QAC3B,IAAI,EAAE,MAAM;KACb,CAAC,CAAC;IAEH,MAAM,YAAY,GAAuC,EAAE,CAAC;IAE5D,8CAA8C;IAC9C,KAAK,MAAM,KAAK,IAAI,MAAM,EAAE,CAAC;QAC3B,MAAM,OAAO,GAAG,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QAC/C,IAAI,KAAK,CAAC,cAAc,EAAE,cAAc,EAAE,CAAC;YACzC,YAAY,CAAC,OAAO,CAAC,GAAG,KAAK,CAAC;QAChC,CAAC;IACH,CAAC;IAED,wCAAwC;IACxC,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,KAAK,EAAE,EAAE;QAC5C,MAAM,OAAO,GAAG,GAAG,KAAK,CAAC,KAAK,IAAI,KAAK,CAAC,IAAI,EAAE,CAAC;QAC/C,OAAO,CAAC,KAAK,CAAC,cAAc,EAAE,cAAc,CAAC;IAC/C,CAAC,CAAC,CAAC;IAEH,IAAI,aAAa,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;QAC/B,OAAO,CAAC,GAAG,CAAC,SAAS,MAAM,CAAC,MAAM,gCAAgC,CAAC,CAAC;QACpE,OAAO,YAAY,CAAC;IACtB,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,KAAK,YAAY,CAAC,MAAM,8BAA8B,CAAC,CAAC;IACpE,OAAO,CAAC,GAAG,CAAC,0BAA0B,aAAa,CAAC,MAAM,cAAc,CAAC,CAAC;IAE1E,8CAA8C;IAC9C,MAAM,eAAe,GAAG,aAAa,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,GAAG,CAAC,CAAC,KAAK,IAAI,CAAC,CAAC,IAAI,EAAE,CAAC,CAAC;IAEzE,KAAK,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,GAAG,eAAe,CAAC,MAAM,EAAE,CAAC,IAAI,WAAW,EAAE,CAAC;QAC7D,MAAM,KAAK,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,GAAG,WAAW,CAAC,CAAC;QACxD,OAAO,CAAC,GAAG,CAAC,sBAAsB,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,WAAW,CAAC,GAAG,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,eAAe,CAAC,MAAM,GAAG,WAAW,CAAC,KAAK,KAAK,CAAC,MAAM,aAAa,CAAC,CAAC;QAEpJ,MAAM,YAAY,GAAG,MAAM,OAAO,CAAC,GAAG,CACpC,KAAK,CAAC,GAAG,CAAC,CAAC,OAAO,EAAE,EAAE,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,CAC1D,CAAC;QAEF,gBAAgB;QAChB,KAAK,MAAM,EAAE,OAAO,EAAE,IAAI,EAAE,IAAI,YAAY,EAAE,CAAC;YAC7C,IAAI,IAAI,EAAE,CAAC;gBACT,YAAY,CAAC,OAAO,CAAC,GAAG,IAAI,CAAC;YAC/B,CAAC;QACH,CAAC;QAED,OAAO,CAAC,GAAG,CAAC,iBAAiB,YAAY,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,MAAM,IAAI,KAAK,CAAC,MAAM,UAAU,CAAC,CAAC;IACpG,CAAC;IAED,OAAO,CAAC,GAAG,CAAC,cAAc,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,kBAAkB,CAAC,CAAC;IAE9E,OAAO,YAAY,CAAC;AACtB,CAAC;AAED;;GAEG;AACH,MAAM,CAAC,KAAK,UAAU,eAAe,CACnC,SAAiB,EACjB,QAAiB,EACjB,UAAoC,EAAE;IAEtC,MAAM,EAAE,WAAW,GAAG,EAAE,EAAE,GAAG,OAAO,CAAC;IAErC,OAAO,CAAC,GAAG,CAAC,+BAA+B,CAAC,CAAC;IAE7C,MAAM,MAAM,GAAG,OAAO,CAAC,GAAG,CAAC,iBAAiB,CAAC;IAC7C,IAAI,CAAC,MAAM,EAAE,CAAC;QACZ,OAAO,CAAC,KAAK,CAAC,sDAAsD,CAAC,CAAC;QACtE,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC;IAED,oCAAoC;IACpC,MAAM,MAAM,GAAG,MAAM,cAAc,CAAC,MAAM,CAAC,CAAC;IAE5C,0BAA0B;IAC1B,MAAM,EAAE,CAAC,KAAK,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAE/C,uBAAuB;IACvB,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,uBAAuB,CAAC,EAC7C,IAAI,CAAC,SAAS,CAAC,EAAE,IAAI,EAAE,MAAM,EAAE,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QAC9C,IAAI,KAAK,YAAY,GAAG,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,EAAE,CAAC,CAAC,CACN,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,uDAAuD,CAAC,CAAC;IAErE,sCAAsC;IACtC,IAAI,QAAQ,EAAE,CAAC;QACb,MAAM,EAAE,CAAC,KAAK,CAAC,QAAQ,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;QAE9C,4DAA4D;QAC5D,MAAM,YAAY,GAAG,MAAM,oBAAoB,CAAC,MAAM,EAAE,MAAM,EAAE,WAAW,CAAC,CAAC;QAE7E,qBAAqB;QACrB,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,wBAAwB,CAAC,EAC7C,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;YAC1C,IAAI,KAAK,YAAY,GAAG,EAAE,CAAC;gBACzB,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YAC3B,CAAC;YACD,OAAO,KAAK,CAAC;QACf,CAAC,EAAE,CAAC,CAAC,CACN,CAAC;QAEF,OAAO,CAAC,GAAG,CAAC,WAAW,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,qBAAqB,QAAQ,yBAAyB,CAAC,CAAC;QAC/G,OAAO,CAAC,GAAG,CAAC,+EAA+E,CAAC,CAAC;QAE7F,iEAAiE;QACjE,MAAM,SAAS,GAAG,KAAK,CAAC;QACxB,MAAM,aAAa,GAAG,MAAM,CAAC,OAAO,CAAC,YAAY,CAAC,CAAC;QACnD,IAAI,YAAY,GAAuC,EAAE,CAAC;QAC1D,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,UAAU,GAAG,CAAC,CAAC;QACnB,KAAK,MAAM,CAAC,OAAO,EAAE,SAAS,CAAC,IAAI,aAAa,EAAE,CAAC;YACjD,MAAM,WAAW,GAAG,IAAI,CAAC,SAAS,CAAC,EAAE,CAAC,OAAO,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;YAC7D,IAAI,WAAW,GAAG,WAAW,CAAC,MAAM,GAAG,SAAS,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;gBACzF,qBAAqB;gBACrB,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,2BAA2B,UAAU,OAAO,CAAC,EACjE,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CACtC,CAAC;gBACF,OAAO,CAAC,GAAG,CAAC,wBAAwB,UAAU,SAAS,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,SAAS,CAAC,CAAC;gBAClG,UAAU,EAAE,CAAC;gBACb,YAAY,GAAG,EAAE,CAAC;gBAClB,WAAW,GAAG,CAAC,CAAC;YAClB,CAAC;YACD,YAAY,CAAC,OAAO,CAAC,GAAG,SAAS,CAAC;YAClC,WAAW,IAAI,WAAW,CAAC,MAAM,CAAC;QACpC,CAAC;QACD,2BAA2B;QAC3B,IAAI,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YACzC,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,QAAQ,EAAE,2BAA2B,UAAU,OAAO,CAAC,EACjE,IAAI,CAAC,SAAS,CAAC,YAAY,EAAE,IAAI,EAAE,CAAC,CAAC,CACtC,CAAC;YACF,OAAO,CAAC,GAAG,CAAC,wBAAwB,UAAU,SAAS,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC,MAAM,SAAS,CAAC,CAAC;QACpG,CAAC;IACH,CAAC;IAED,8BAA8B;IAC9B,MAAM,UAAU,GAAG,MAAM,CAAC,GAAG,CAAC,qBAAqB,CAAC,CAAC;IAErD,0BAA0B;IAC1B,MAAM,EAAE,CAAC,SAAS,CAChB,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,0BAA0B,CAAC,EAChD,IAAI,CAAC,SAAS,CAAC,UAAU,EAAE,CAAC,GAAG,EAAE,KAAK,EAAE,EAAE;QACxC,IAAI,KAAK,YAAY,GAAG,EAAE,CAAC;YACzB,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,KAAK,CAAC;IACf,CAAC,EAAE,CAAC,CAAC,CACN,CAAC;IACF,OAAO,CAAC,GAAG,CAAC,WAAW,UAAU,CAAC,MAAM,iBAAiB,CAAC,CAAC;IAE3D,2BAA2B;IAC3B,MAAM,MAAM,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,kBAAkB,CAAC,CAAC;IACxD,MAAM,YAAY,CAAC,UAAU,EAAE,iBAAiB,EAAE,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC,CAAC;IACrF,OAAO,CAAC,GAAG,CAAC,sDAAsD,CAAC,CAAC;IAEpE,OAAO,CAAC,GAAG,CAAC,mCAAmC,CAAC,CAAC;AACnD,CAAC;AAED,gBAAgB;AAChB,IAAI,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,EAAE,CAAC;IAC7C,MAAM,IAAI,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;IACnC,MAAM,SAAS,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAC;IAClG,MAAM,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,UAAU,CAAC,IAAI,CAAC,CAAC,IAAI,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,aAAa,CAAC,CAAC;IAE/I,MAAM,cAAc,GAAG,IAAI,CAAC,IAAI,CAAC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,CAAC,UAAU,CAAC,gBAAgB,CAAC,CAAC,CAAC;IAC5E,MAAM,WAAW,GAAG,cAAc;QAChC,CAAC,CAAC,QAAQ,CAAC,cAAc,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC;QAC5C,CAAC,CAAC,EAAE,CAAC;IAEP,eAAe,CAAC,SAAS,EAAE,QAAQ,EAAE,EAAE,WAAW,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,KAAK,EAAE,EAAE;QACpE,OAAO,CAAC,KAAK,CAAC,8BAA8B,EAAE,KAAK,CAAC,CAAC;QACrD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;IAClB,CAAC,CAAC,CAAC;AACL,CAAC"}

package/dist/src/index.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Generated main index
+ *
+ * This file is auto-generated by the scraper scripts.
+ * Do not edit manually - your changes will be overwritten.
+ *
+ * To regenerate, run: npm run scrape
+ */
+export { models, openaiModels, openrouterModels, replicateModels } from './models';
+export { transformers } from './transformers';
+//# sourceMappingURL=index.d.ts.map

package/dist/src/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AACnF,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC"}

package/dist/src/index.js

@@ -0,0 +1,11 @@
+/**
+ * Generated main index
+ *
+ * This file is auto-generated by the scraper scripts.
+ * Do not edit manually - your changes will be overwritten.
+ *
+ * To regenerate, run: npm run scrape
+ */
+export { models, openaiModels, openrouterModels, replicateModels } from './models';
+export { transformers } from './transformers';
+//# sourceMappingURL=index.js.map

package/dist/src/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,EAAE,MAAM,EAAE,YAAY,EAAE,gBAAgB,EAAE,eAAe,EAAE,MAAM,UAAU,CAAC;AACnF,OAAO,EAAE,YAAY,EAAE,MAAM,gBAAgB,CAAC"}

package/dist/src/models/aws.d.ts

@@ -0,0 +1,11 @@
+/**
+ * Generated model data
+ *
+ * This file is auto-generated by the scraper scripts.
+ * Do not edit manually - your changes will be overwritten.
+ *
+ * To regenerate, run: npm run scrape
+ */
+import type { ModelInfo } from '@aeye/ai';
+export declare const awsModels: ModelInfo[];
+//# sourceMappingURL=aws.d.ts.map

package/dist/src/models/aws.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"aws.d.ts","sourceRoot":"","sources":["../../../src/models/aws.ts"],"names":[],"mappings":"AAAA;;;;;;;GAOG;AAEH,OAAO,KAAK,EAAE,SAAS,EAAE,MAAM,UAAU,CAAC;AAE1C,eAAO,MAAM,SAAS,EAAE,SAAS,EA8jF/B,CAAC"}