@mathrunet/masamune_workflow_sales 3.8.0

package/dist/clients/website_contact_client.js

@@ -0,0 +1,262 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.WebsiteContactClient = void 0;
+const puppeteer_core_1 = __importDefault(require("puppeteer-core"));
+const chromium_1 = __importDefault(require("@sparticuz/chromium"));
+/**
+ * Client for extracting contact information from websites using Puppeteer.
+ *
+ * Puppeteerを使用してWebサイトからコンタクト情報を抽出するクライアント。
+ */
+class WebsiteContactClient {
+    config;
+    browser = null;
+    /** Email regex pattern / メールアドレスの正規表現パターン */
+    emailRegex = /[a-zA-Z0-9._%+\-]+@[a-zA-Z0-9.\-]+\.[a-zA-Z]{2,}/g;
+    /** Contact page URL patterns / コンタクトページのURLパターン */
+    contactPatterns = [
+        /contact/i,
+        /support/i,
+        /about/i,
+        /inquiry/i,
+        /enquiry/i,
+        /お問い合わせ/,
+        /お問合せ/,
+        /連絡先/,
+        /お問合/,
+        /問い合わせ/
+    ];
+    /** Email addresses to exclude (common false positives) / 除外するメールアドレス */
+    excludeEmails = [
+        /example\.com$/i,
+        /test\.com$/i,
+        /localhost$/i,
+        /your-?domain/i,
+        /domain\.com$/i,
+        /email\.com$/i,
+        /@2x\./i,
+        /@3x\./i,
+        /\.png$/i,
+        /\.jpg$/i,
+        /\.svg$/i
+    ];
+    constructor(config = {}) {
+        this.config = {
+            pageTimeout: config.pageTimeout ?? 10000,
+            maxContactPages: config.maxContactPages ?? 2
+        };
+    }
+    /**
+     * Get or create browser instance.
+     *
+     * ブラウザインスタンスを取得または作成。
+     */
+    async getBrowser() {
+        if (this.browser) {
+            return this.browser;
+        }
+        // Configure chromium for Cloud Functions environment
+        chromium_1.default.setGraphicsMode = false;
+        this.browser = await puppeteer_core_1.default.launch({
+            args: chromium_1.default.args,
+            defaultViewport: chromium_1.default.defaultViewport,
+            executablePath: await chromium_1.default.executablePath(),
+            headless: true
+        });
+        return this.browser;
+    }
+    /**
+     * Extract contact information from a website.
+     *
+     * Webサイトからコンタクト情報を抽出。
+     *
+     * @param websiteUrl Website URL / WebサイトURL
+     * @returns Contact information / コンタクト情報
+     */
+    async extractContactInfo(websiteUrl) {
+        const result = {
+            emails: [],
+            contactPageUrls: []
+        };
+        let page = null;
+        try {
+            const browser = await this.getBrowser();
+            page = await browser.newPage();
+            // Set timeout and user agent
+            await page.setDefaultNavigationTimeout(this.config.pageTimeout);
+            await page.setUserAgent("Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/120.0.0.0 Safari/537.36");
+            // Navigate to the main page
+            console.log(`Navigating to: ${websiteUrl}`);
+            await page.goto(websiteUrl, { waitUntil: "networkidle2" });
+            // Extract emails from main page
+            const mainPageEmails = await this.extractEmailsFromPage(page);
+            result.emails.push(...mainPageEmails);
+            // Find contact page URLs
+            const contactPageUrls = await this.findContactPageUrls(page, websiteUrl);
+            result.contactPageUrls = contactPageUrls;
+            // Visit contact pages to find more emails
+            const pagesToVisit = contactPageUrls.slice(0, this.config.maxContactPages);
+            for (const contactUrl of pagesToVisit) {
+                try {
+                    console.log(`Visiting contact page: ${contactUrl}`);
+                    await page.goto(contactUrl, { waitUntil: "networkidle2" });
+                    const contactPageEmails = await this.extractEmailsFromPage(page);
+                    result.emails.push(...contactPageEmails);
+                }
+                catch (err) {
+                    console.warn(`Failed to visit contact page: ${contactUrl}`, err);
+                }
+            }
+            // Remove duplicates and filter invalid emails
+            result.emails = this.filterEmails([...new Set(result.emails)]);
+        }
+        catch (error) {
+            console.warn(`Failed to extract contact info from: ${websiteUrl}`, error);
+        }
+        finally {
+            if (page) {
+                await page.close();
+            }
+        }
+        return result;
+    }
+    /**
+     * Extract email addresses from a page (after JS rendering).
+     *
+     * ページからメールアドレスを抽出（JSレンダリング後）。
+     *
+     * @param page Puppeteer page / Puppeteerページ
+     * @returns List of email addresses / メールアドレス一覧
+     */
+    async extractEmailsFromPage(page) {
+        const emails = [];
+        try {
+            // Method 1: Extract from mailto: links
+            const mailtoEmails = await page.evaluate(() => {
+                const links = document.querySelectorAll('a[href^="mailto:"]');
+                return Array.from(links).map(link => {
+                    const href = link.getAttribute("href") || "";
+                    const email = href.replace(/^mailto:/i, "").split("?")[0];
+                    return email.trim();
+                }).filter(e => e.length > 0);
+            });
+            emails.push(...mailtoEmails);
+            // Method 2: Extract from page content using regex
+            const pageContent = await page.evaluate(() => {
+                return document.body.innerText || "";
+            });
+            const contentEmails = pageContent.match(this.emailRegex) || [];
+            emails.push(...contentEmails);
+            // Method 3: Check common email display elements
+            const elementEmails = await page.evaluate(() => {
+                const selectors = [
+                    '[class*="email"]',
+                    '[class*="contact"]',
+                    '[id*="email"]',
+                    '[id*="contact"]',
+                    'address',
+                    '.footer',
+                    '#footer'
+                ];
+                const found = [];
+                for (const selector of selectors) {
+                    const elements = document.querySelectorAll(selector);
+                    elements.forEach(el => {
+                        const text = el.textContent || "";
+                        found.push(text);
+                    });
+                }
+                return found;
+            });
+            for (const text of elementEmails) {
+                const matches = text.match(this.emailRegex) || [];
+                emails.push(...matches);
+            }
+        }
+        catch (error) {
+            console.warn("Failed to extract emails from page", error);
+        }
+        return emails;
+    }
+    /**
+     * Find contact page URLs on the current page.
+     *
+     * 現在のページからコンタクトページのURLを探索。
+     *
+     * @param page Puppeteer page / Puppeteerページ
+     * @param baseUrl Base URL for resolving relative URLs / 相対URLを解決するためのベースURL
+     * @returns List of contact page URLs / コンタクトページURL一覧
+     */
+    async findContactPageUrls(page, baseUrl) {
+        try {
+            const allLinks = await page.evaluate(() => {
+                const links = document.querySelectorAll("a[href]");
+                return Array.from(links).map(link => ({
+                    href: link.getAttribute("href") || "",
+                    text: link.textContent?.trim() || ""
+                }));
+            });
+            const contactUrls = [];
+            const baseUrlObj = new URL(baseUrl);
+            for (const link of allLinks) {
+                // Check if link text or href matches contact patterns
+                const isContactLink = this.contactPatterns.some(pattern => pattern.test(link.href) || pattern.test(link.text));
+                if (isContactLink && link.href) {
+                    try {
+                        // Resolve relative URL
+                        const fullUrl = new URL(link.href, baseUrl);
+                        // Only include URLs from the same domain
+                        if (fullUrl.hostname === baseUrlObj.hostname) {
+                            contactUrls.push(fullUrl.href);
+                        }
+                    }
+                    catch {
+                        // Invalid URL, skip
+                    }
+                }
+            }
+            // Remove duplicates
+            return [...new Set(contactUrls)];
+        }
+        catch (error) {
+            console.warn("Failed to find contact page URLs", error);
+            return [];
+        }
+    }
+    /**
+     * Filter out invalid or unwanted email addresses.
+     *
+     * 無効または不要なメールアドレスを除外。
+     *
+     * @param emails List of emails / メールアドレス一覧
+     * @returns Filtered emails / フィルタリングされたメールアドレス一覧
+     */
+    filterEmails(emails) {
+        return emails.filter(email => {
+            // Check if email matches any exclude pattern
+            const isExcluded = this.excludeEmails.some(pattern => pattern.test(email));
+            if (isExcluded) {
+                return false;
+            }
+            // Basic email validation
+            const isValid = /^[^\s@]+@[^\s@]+\.[^\s@]+$/.test(email);
+            return isValid;
+        });
+    }
+    /**
+     * Close the browser instance.
+     *
+     * ブラウザインスタンスを閉じる。
+     */
+    async close() {
+        if (this.browser) {
+            await this.browser.close();
+            this.browser = null;
+        }
+    }
+}
+exports.WebsiteContactClient = WebsiteContactClient;
+//# sourceMappingURL=website_contact_client.js.map

package/dist/clients/website_contact_client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"website_contact_client.js","sourceRoot":"","sources":["../../src/clients/website_contact_client.ts"],"names":[],"mappings":";;;;;;AAAA,oEAA0D;AAC1D,mEAA2C;AAe3C;;;;GAIG;AACH,MAAa,oBAAoB;IACrB,MAAM,CAAuC;IAC7C,OAAO,GAAmB,IAAI,CAAC;IAEvC,6CAA6C;IAC5B,UAAU,GAAG,mDAAmD,CAAC;IAElF,mDAAmD;IAClC,eAAe,GAAG;QAC/B,UAAU;QACV,UAAU;QACV,QAAQ;QACR,UAAU;QACV,UAAU;QACV,QAAQ;QACR,MAAM;QACN,KAAK;QACL,KAAK;QACL,OAAO;KACV,CAAC;IAEF,wEAAwE;IACvD,aAAa,GAAG;QAC7B,gBAAgB;QAChB,aAAa;QACb,aAAa;QACb,eAAe;QACf,eAAe;QACf,cAAc;QACd,QAAQ;QACR,QAAQ;QACR,SAAS;QACT,SAAS;QACT,SAAS;KACZ,CAAC;IAEF,YAAY,SAAqC,EAAE;QAC/C,IAAI,CAAC,MAAM,GAAG;YACV,WAAW,EAAE,MAAM,CAAC,WAAW,IAAI,KAAK;YACxC,eAAe,EAAE,MAAM,CAAC,eAAe,IAAI,CAAC;SAC/C,CAAC;IACN,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,UAAU;QACpB,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,OAAO,IAAI,CAAC,OAAO,CAAC;QACxB,CAAC;QAED,qDAAqD;QACrD,kBAAQ,CAAC,eAAe,GAAG,KAAK,CAAC;QAEjC,IAAI,CAAC,OAAO,GAAG,MAAM,wBAAS,CAAC,MAAM,CAAC;YAClC,IAAI,EAAE,kBAAQ,CAAC,IAAI;YACnB,eAAe,EAAE,kBAAQ,CAAC,eAAe;YACzC,cAAc,EAAE,MAAM,kBAAQ,CAAC,cAAc,EAAE;YAC/C,QAAQ,EAAE,IAAI;SACjB,CAAC,CAAC;QAEH,OAAO,IAAI,CAAC,OAAO,CAAC;IACxB,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,kBAAkB,CAAC,UAAkB;QACvC,MAAM,MAAM,GAAuB;YAC/B,MAAM,EAAE,EAAE;YACV,eAAe,EAAE,EAAE;SACtB,CAAC;QAEF,IAAI,IAAI,GAAgB,IAAI,CAAC;QAE7B,IAAI,CAAC;YACD,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,UAAU,EAAE,CAAC;YACxC,IAAI,GAAG,MAAM,OAAO,CAAC,OAAO,EAAE,CAAC;YAE/B,6BAA6B;YAC7B,MAAM,IAAI,CAAC,2BAA2B,CAAC,IAAI,CAAC,MAAM,CAAC,WAAW,CAAC,CAAC;YAChE,MAAM,IAAI,CAAC,YAAY,CACnB,iHAAiH,CACpH,CAAC;YAEF,4BAA4B;YAC5B,OAAO,CAAC,GAAG,CAAC,kBAAkB,UAAU,EAAE,CAAC,CAAC;YAC5C,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAC;YAE3D,gCAAgC;YAChC,MAAM,cAAc,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;YAC9D,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,cAAc,CAAC,CAAC;YAEtC,yBAAyB;YACzB,MAAM,eAAe,GAAG,MAAM,IAAI,CAAC,mBAAmB,CAAC,IAAI,EAAE,UAAU,CAAC,CAAC;YACzE,MAAM,CAAC,eAAe,GAAG,eAAe,CAAC;YAEzC,0CAA0C;YAC1C,MAAM,YAAY,GAAG,eAAe,CAAC,KAAK,CAAC,CAAC,EAAE,IAAI,CAAC,MAAM,CAAC,eAAe,CAAC,CAAC;YAC3E,KAAK,MAAM,UAAU,IAAI,YAAY,EAAE,CAAC;gBACpC,IAAI,CAAC;oBACD,OAAO,CAAC,GAAG,CAAC,0BAA0B,UAAU,EAAE,CAAC,CAAC;oBACpD,MAAM,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC,CAAC;oBAC3D,MAAM,iBAAiB,GAAG,MAAM,IAAI,CAAC,qBAAqB,CAAC,IAAI,CAAC,CAAC;oBACjE,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,iBAAiB,CAAC,CAAC;gBAC7C,CAAC;gBAAC,OAAO,GAAG,EAAE,CAAC;oBACX,OAAO,CAAC,IAAI,CAAC,iCAAiC,UAAU,EAAE,EAAE,GAAG,CAAC,CAAC;gBACrE,CAAC;YACL,CAAC;YAED,8CAA8C;YAC9C,MAAM,CAAC,MAAM,GAAG,IAAI,CAAC,YAAY,CAAC,CAAC,GAAG,IAAI,GAAG,CAAC,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;QAEnE,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,wCAAwC,UAAU,EAAE,EAAE,KAAK,CAAC,CAAC;QAC9E,CAAC;gBAAS,CAAC;YACP,IAAI,IAAI,EAAE,CAAC;gBACP,MAAM,IAAI,CAAC,KAAK,EAAE,CAAC;YACvB,CAAC;QACL,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,qBAAqB,CAAC,IAAU;QAC1C,MAAM,MAAM,GAAa,EAAE,CAAC;QAE5B,IAAI,CAAC;YACD,uCAAuC;YACvC,MAAM,YAAY,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBAC1C,MAAM,KAAK,GAAG,QAAQ,CAAC,gBAAgB,CAAC,oBAAoB,CAAC,CAAC;gBAC9D,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE;oBAChC,MAAM,IAAI,GAAG,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE,CAAC;oBAC7C,MAAM,KAAK,GAAG,IAAI,CAAC,OAAO,CAAC,WAAW,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC;oBAC1D,OAAO,KAAK,CAAC,IAAI,EAAE,CAAC;gBACxB,CAAC,CAAC,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,MAAM,GAAG,CAAC,CAAC,CAAC;YACjC,CAAC,CAAC,CAAC;YACH,MAAM,CAAC,IAAI,CAAC,GAAG,YAAY,CAAC,CAAC;YAE7B,kDAAkD;YAClD,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBACzC,OAAO,QAAQ,CAAC,IAAI,CAAC,SAAS,IAAI,EAAE,CAAC;YACzC,CAAC,CAAC,CAAC;YACH,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;YAC/D,MAAM,CAAC,IAAI,CAAC,GAAG,aAAa,CAAC,CAAC;YAE9B,gDAAgD;YAChD,MAAM,aAAa,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBAC3C,MAAM,SAAS,GAAG;oBACd,kBAAkB;oBAClB,oBAAoB;oBACpB,eAAe;oBACf,iBAAiB;oBACjB,SAAS;oBACT,SAAS;oBACT,SAAS;iBACZ,CAAC;gBACF,MAAM,KAAK,GAAa,EAAE,CAAC;gBAC3B,KAAK,MAAM,QAAQ,IAAI,SAAS,EAAE,CAAC;oBAC/B,MAAM,QAAQ,GAAG,QAAQ,CAAC,gBAAgB,CAAC,QAAQ,CAAC,CAAC;oBACrD,QAAQ,CAAC,OAAO,CAAC,EAAE,CAAC,EAAE;wBAClB,MAAM,IAAI,GAAG,EAAE,CAAC,WAAW,IAAI,EAAE,CAAC;wBAClC,KAAK,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC;oBACrB,CAAC,CAAC,CAAC;gBACP,CAAC;gBACD,OAAO,KAAK,CAAC;YACjB,CAAC,CAAC,CAAC;YAEH,KAAK,MAAM,IAAI,IAAI,aAAa,EAAE,CAAC;gBAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,IAAI,CAAC,UAAU,CAAC,IAAI,EAAE,CAAC;gBAClD,MAAM,CAAC,IAAI,CAAC,GAAG,OAAO,CAAC,CAAC;YAC5B,CAAC;QAEL,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,oCAAoC,EAAE,KAAK,CAAC,CAAC;QAC9D,CAAC;QAED,OAAO,MAAM,CAAC;IAClB,CAAC;IAED;;;;;;;;OAQG;IACK,KAAK,CAAC,mBAAmB,CAAC,IAAU,EAAE,OAAe;QACzD,IAAI,CAAC;YACD,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,QAAQ,CAAC,GAAG,EAAE;gBACtC,MAAM,KAAK,GAAG,QAAQ,CAAC,gBAAgB,CAAC,SAAS,CAAC,CAAC;gBACnD,OAAO,KAAK,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;oBAClC,IAAI,EAAE,IAAI,CAAC,YAAY,CAAC,MAAM,CAAC,IAAI,EAAE;oBACrC,IAAI,EAAE,IAAI,CAAC,WAAW,EAAE,IAAI,EAAE,IAAI,EAAE;iBACvC,CAAC,CAAC,CAAC;YACR,CAAC,CAAC,CAAC;YAEH,MAAM,WAAW,GAAa,EAAE,CAAC;YACjC,MAAM,UAAU,GAAG,IAAI,GAAG,CAAC,OAAO,CAAC,CAAC;YAEpC,KAAK,MAAM,IAAI,IAAI,QAAQ,EAAE,CAAC;gBAC1B,sDAAsD;gBACtD,MAAM,aAAa,GAAG,IAAI,CAAC,eAAe,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CACtD,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CACrD,CAAC;gBAEF,IAAI,aAAa,IAAI,IAAI,CAAC,IAAI,EAAE,CAAC;oBAC7B,IAAI,CAAC;wBACD,uBAAuB;wBACvB,MAAM,OAAO,GAAG,IAAI,GAAG,CAAC,IAAI,CAAC,IAAI,EAAE,OAAO,CAAC,CAAC;wBAE5C,yCAAyC;wBACzC,IAAI,OAAO,CAAC,QAAQ,KAAK,UAAU,CAAC,QAAQ,EAAE,CAAC;4BAC3C,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;wBACnC,CAAC;oBACL,CAAC;oBAAC,MAAM,CAAC;wBACL,oBAAoB;oBACxB,CAAC;gBACL,CAAC;YACL,CAAC;YAED,oBAAoB;YACpB,OAAO,CAAC,GAAG,IAAI,GAAG,CAAC,WAAW,CAAC,CAAC,CAAC;QAErC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,kCAAkC,EAAE,KAAK,CAAC,CAAC;YACxD,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACK,YAAY,CAAC,MAAgB;QACjC,OAAO,MAAM,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE;YACzB,6CAA6C;YAC7C,MAAM,UAAU,GAAG,IAAI,CAAC,aAAa,CAAC,IAAI,CAAC,OAAO,CAAC,EAAE,CAAC,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC;YAC3E,IAAI,UAAU,EAAE,CAAC;gBACb,OAAO,KAAK,CAAC;YACjB,CAAC;YAED,yBAAyB;YACzB,MAAM,OAAO,GAAG,4BAA4B,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC;YACzD,OAAO,OAAO,CAAC;QACnB,CAAC,CAAC,CAAC;IACP,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,KAAK;QACP,IAAI,IAAI,CAAC,OAAO,EAAE,CAAC;YACf,MAAM,IAAI,CAAC,OAAO,CAAC,KAAK,EAAE,CAAC;YAC3B,IAAI,CAAC,OAAO,GAAG,IAAI,CAAC;QACxB,CAAC;IACL,CAAC;CACJ;AAxRD,oDAwRC"}

package/dist/functions/collect_app_store_developers.d.ts

@@ -0,0 +1,29 @@
+import { Action, WorkflowProcessFunctionBase, WorkflowContext } from "@mathrunet/masamune_firebase_workflow";
+/**
+ * A function for collecting developer information from App Store.
+ *
+ * App Storeからデベロッパー情報を収集するためのFunction。
+ */
+export declare class CollectAppStoreDevelopers extends WorkflowProcessFunctionBase {
+    /**
+     * The ID of the function.
+     *
+     * 関数のID。
+     */
+    id: string;
+    /**
+     * The process of the function.
+     *
+     * @param context The context of the function.
+     * @returns The action of the function.
+     */
+    process(context: WorkflowContext): Promise<Action>;
+    /**
+     * Save developer info to Firestore.
+     *
+     * デベロッパー情報をFirestoreに保存。
+     *
+     * @param devInfo Developer information / デベロッパー情報
+     */
+    private saveToFirestore;
+}

package/dist/functions/collect_app_store_developers.js

@@ -0,0 +1,231 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.CollectAppStoreDevelopers = void 0;
+const admin = __importStar(require("firebase-admin"));
+const masamune_firebase_workflow_1 = require("@mathrunet/masamune_firebase_workflow");
+const app_store_scraper_client_1 = require("../clients/app_store_scraper_client");
+/**
+ * A function for collecting developer information from App Store.
+ *
+ * App Storeからデベロッパー情報を収集するためのFunction。
+ */
+class CollectAppStoreDevelopers extends masamune_firebase_workflow_1.WorkflowProcessFunctionBase {
+    /**
+     * The ID of the function.
+     *
+     * 関数のID。
+     */
+    id = "collect_app_store_developers";
+    /**
+     * The process of the function.
+     *
+     * @param context The context of the function.
+     * @returns The action of the function.
+     */
+    async process(context) {
+        const action = context.action;
+        const params = action.command?.data;
+        // 1. Validate parameters
+        if (!params?.mode) {
+            console.warn("CollectAppStoreDevelopers: No mode specified");
+            return {
+                ...action,
+                results: {
+                    appStoreDevelopers: {
+                        stats: {
+                            mode: "developer_ids",
+                            targetCount: 0,
+                            collectedCount: 0,
+                            withEmailCount: 0,
+                            savedCount: 0
+                        },
+                        developers: [],
+                        error: "No mode specified in command parameters"
+                    }
+                }
+            };
+        }
+        // 2. Initialize client
+        const client = new app_store_scraper_client_1.AppStoreScraperClient({
+            lang: params.lang ?? "ja",
+            country: params.country ?? "jp",
+            enableWebsiteScraping: true
+        });
+        const maxCount = params.maxCount ?? 100;
+        const collectedDevelopers = [];
+        const processedDevIds = new Set();
+        let savedCount = 0;
+        try {
+            // 3. Get target developer IDs based on mode
+            let targetDevIds = [];
+            switch (params.mode) {
+                case "developer_ids":
+                    targetDevIds = params.developerIds ?? [];
+                    break;
+                case "category_ranking":
+                    if (!params.categoryConfig) {
+                        throw new Error("categoryConfig is required for category_ranking mode");
+                    }
+                    const listApps = await client.getListApps(params.categoryConfig);
+                    targetDevIds = client.extractDeveloperIds(listApps);
+                    break;
+                case "search_keyword":
+                    if (!params.searchConfig) {
+                        throw new Error("searchConfig is required for search_keyword mode");
+                    }
+                    const searchApps = await client.searchApps(params.searchConfig);
+                    targetDevIds = client.extractDeveloperIds(searchApps);
+                    break;
+                default:
+                    throw new Error(`Unknown mode: ${params.mode}`);
+            }
+            console.log(`CollectAppStoreDevelopers: Found ${targetDevIds.length} target developers`);
+            // 4. Collect developer information
+            for (const devId of targetDevIds) {
+                if (collectedDevelopers.length >= maxCount) {
+                    console.log(`CollectAppStoreDevelopers: Reached maxCount limit (${maxCount})`);
+                    break;
+                }
+                if (processedDevIds.has(devId)) {
+                    continue;
+                }
+                processedDevIds.add(devId);
+                try {
+                    const devInfo = await client.getDeveloperInfo(devId);
+                    if (devInfo) {
+                        collectedDevelopers.push(devInfo);
+                        // 5. Save to Firestore
+                        await this.saveToFirestore(devInfo);
+                        savedCount++;
+                        console.log(`CollectAppStoreDevelopers: Collected ${devInfo.developerName} (email: ${devInfo.email ?? "none"})`);
+                    }
+                }
+                catch (err) {
+                    console.warn(`CollectAppStoreDevelopers: Failed to collect developer: ${devId}`, err.message);
+                }
+            }
+            // 6. Create statistics
+            const stats = {
+                mode: params.mode,
+                targetCount: targetDevIds.length,
+                collectedCount: collectedDevelopers.length,
+                withEmailCount: collectedDevelopers.filter(d => d.email).length,
+                savedCount: savedCount
+            };
+            const result = {
+                stats: stats,
+                developers: collectedDevelopers
+            };
+            console.log(`CollectAppStoreDevelopers: Completed - ${stats.collectedCount} collected, ${stats.withEmailCount} with email`);
+            // 7. Return results
+            return {
+                ...action,
+                results: {
+                    appStoreDevelopers: result
+                }
+            };
+        }
+        catch (error) {
+            console.error("CollectAppStoreDevelopers: Failed to collect data", error);
+            return {
+                ...action,
+                results: {
+                    appStoreDevelopers: {
+                        stats: {
+                            mode: params.mode,
+                            targetCount: 0,
+                            collectedCount: collectedDevelopers.length,
+                            withEmailCount: collectedDevelopers.filter(d => d.email).length,
+                            savedCount: savedCount
+                        },
+                        developers: collectedDevelopers,
+                        error: error.message
+                    }
+                }
+            };
+        }
+        finally {
+            // 8. Cleanup browser resources
+            await client.close();
+        }
+    }
+    /**
+     * Save developer info to Firestore.
+     *
+     * デベロッパー情報をFirestoreに保存。
+     *
+     * @param devInfo Developer information / デベロッパー情報
+     */
+    async saveToFirestore(devInfo) {
+        const firestore = admin.firestore();
+        const docId = `appStore_${devInfo.developerId}`;
+        const docPath = `plugins/workflow/address/${docId}`;
+        const now = admin.firestore.Timestamp.now();
+        // Convert ModelTimestamp to Firestore Timestamp
+        const collectedTimestamp = devInfo.collectedTime
+            ? admin.firestore.Timestamp.fromDate(devInfo.collectedTime.value())
+            : now;
+        // Build document, omitting undefined values
+        const addressDoc = {
+            source: "appStore",
+            developerId: devInfo.developerId,
+            developerName: devInfo.developerName,
+            appNames: devInfo.apps.slice(0, 5).map(a => a.title),
+            appDescriptions: devInfo.apps.slice(0, 3).map(a => a.description ?? ""),
+            appCount: devInfo.apps.length,
+            collectedTime: collectedTimestamp,
+            updatedTime: now
+        };
+        // Add optional fields only if they have values
+        if (devInfo.companyName)
+            addressDoc.companyName = devInfo.companyName;
+        if (devInfo.email)
+            addressDoc.email = devInfo.email;
+        if (devInfo.website)
+            addressDoc.website = devInfo.website;
+        if (devInfo.developerUrl)
+            addressDoc.developerUrl = devInfo.developerUrl;
+        if (devInfo.contactPageUrls && devInfo.contactPageUrls.length > 0) {
+            addressDoc.contactPageUrls = devInfo.contactPageUrls;
+        }
+        await firestore.doc(docPath).set(addressDoc, { merge: true });
+    }
+}
+exports.CollectAppStoreDevelopers = CollectAppStoreDevelopers;
+module.exports = (regions, options, data) => new CollectAppStoreDevelopers(options).build(regions);
+// Export class for testing
+module.exports.CollectAppStoreDevelopers = CollectAppStoreDevelopers;
+//# sourceMappingURL=collect_app_store_developers.js.map

package/dist/functions/collect_app_store_developers.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"collect_app_store_developers.js","sourceRoot":"","sources":["../../src/functions/collect_app_store_developers.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,sDAAwC;AAExC,sFAA6G;AAC7G,kFAA4E;AAQ5E;;;;GAIG;AACH,MAAa,yBAA0B,SAAQ,wDAA2B;IACtE;;;;OAIG;IACH,EAAE,GAAW,8BAA8B,CAAC;IAE5C;;;;;OAKG;IACH,KAAK,CAAC,OAAO,CAAC,OAAwB;QAClC,MAAM,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC9B,MAAM,MAAM,GAAG,MAAM,CAAC,OAAO,EAAE,IAAmD,CAAC;QAEnF,yBAAyB;QACzB,IAAI,CAAC,MAAM,EAAE,IAAI,EAAE,CAAC;YAChB,OAAO,CAAC,IAAI,CAAC,8CAA8C,CAAC,CAAC;YAC7D,OAAO;gBACH,GAAG,MAAM;gBACT,OAAO,EAAE;oBACL,kBAAkB,EAAE;wBAChB,KAAK,EAAE;4BACH,IAAI,EAAE,eAAe;4BACrB,WAAW,EAAE,CAAC;4BACd,cAAc,EAAE,CAAC;4BACjB,cAAc,EAAE,CAAC;4BACjB,UAAU,EAAE,CAAC;yBAChB;wBACD,UAAU,EAAE,EAAE;wBACd,KAAK,EAAE,yCAAyC;qBACnD;iBACJ;aACJ,CAAC;QACN,CAAC;QAED,uBAAuB;QACvB,MAAM,MAAM,GAAG,IAAI,gDAAqB,CAAC;YACrC,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI;YACzB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;YAC/B,qBAAqB,EAAE,IAAI;SAC9B,CAAC,CAAC;QAEH,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,IAAI,GAAG,CAAC;QACxC,MAAM,mBAAmB,GAA4B,EAAE,CAAC;QACxD,MAAM,eAAe,GAAG,IAAI,GAAG,EAAU,CAAC;QAC1C,IAAI,UAAU,GAAG,CAAC,CAAC;QAEnB,IAAI,CAAC;YACD,4CAA4C;YAC5C,IAAI,YAAY,GAAa,EAAE,CAAC;YAEhC,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;gBAClB,KAAK,eAAe;oBAChB,YAAY,GAAG,MAAM,CAAC,YAAY,IAAI,EAAE,CAAC;oBACzC,MAAM;gBAEV,KAAK,kBAAkB;oBACnB,IAAI,CAAC,MAAM,CAAC,cAAc,EAAE,CAAC;wBACzB,MAAM,IAAI,KAAK,CAAC,sDAAsD,CAAC,CAAC;oBAC5E,CAAC;oBACD,MAAM,QAAQ,GAAG,MAAM,MAAM,CAAC,WAAW,CAAC,MAAM,CAAC,cAAc,CAAC,CAAC;oBACjE,YAAY,GAAG,MAAM,CAAC,mBAAmB,CAAC,QAAQ,CAAC,CAAC;oBACpD,MAAM;gBAEV,KAAK,gBAAgB;oBACjB,IAAI,CAAC,MAAM,CAAC,YAAY,EAAE,CAAC;wBACvB,MAAM,IAAI,KAAK,CAAC,kDAAkD,CAAC,CAAC;oBACxE,CAAC;oBACD,MAAM,UAAU,GAAG,MAAM,MAAM,CAAC,UAAU,CAAC,MAAM,CAAC,YAAY,CAAC,CAAC;oBAChE,YAAY,GAAG,MAAM,CAAC,mBAAmB,CAAC,UAAU,CAAC,CAAC;oBACtD,MAAM;gBAEV;oBACI,MAAM,IAAI,KAAK,CAAC,iBAAiB,MAAM,CAAC,IAAI,EAAE,CAAC,CAAC;YACxD,CAAC;YAED,OAAO,CAAC,GAAG,CAAC,oCAAoC,YAAY,CAAC,MAAM,oBAAoB,CAAC,CAAC;YAEzF,mCAAmC;YACnC,KAAK,MAAM,KAAK,IAAI,YAAY,EAAE,CAAC;gBAC/B,IAAI,mBAAmB,CAAC,MAAM,IAAI,QAAQ,EAAE,CAAC;oBACzC,OAAO,CAAC,GAAG,CAAC,sDAAsD,QAAQ,GAAG,CAAC,CAAC;oBAC/E,MAAM;gBACV,CAAC;gBAED,IAAI,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC;oBAC7B,SAAS;gBACb,CAAC;gBACD,eAAe,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;gBAE3B,IAAI,CAAC;oBACD,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,gBAAgB,CAAC,KAAK,CAAC,CAAC;oBACrD,IAAI,OAAO,EAAE,CAAC;wBACV,mBAAmB,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;wBAElC,uBAAuB;wBACvB,MAAM,IAAI,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;wBACpC,UAAU,EAAE,CAAC;wBAEb,OAAO,CAAC,GAAG,CAAC,wCAAwC,OAAO,CAAC,aAAa,YAAY,OAAO,CAAC,KAAK,IAAI,MAAM,GAAG,CAAC,CAAC;oBACrH,CAAC;gBACL,CAAC;gBAAC,OAAO,GAAQ,EAAE,CAAC;oBAChB,OAAO,CAAC,IAAI,CAAC,2DAA2D,KAAK,EAAE,EAAE,GAAG,CAAC,OAAO,CAAC,CAAC;gBAClG,CAAC;YACL,CAAC;YAED,uBAAuB;YACvB,MAAM,KAAK,GAA4B;gBACnC,IAAI,EAAE,MAAM,CAAC,IAAI;gBACjB,WAAW,EAAE,YAAY,CAAC,MAAM;gBAChC,cAAc,EAAE,mBAAmB,CAAC,MAAM;gBAC1C,cAAc,EAAE,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM;gBAC/D,UAAU,EAAE,UAAU;aACzB,CAAC;YAEF,MAAM,MAAM,GAAoC;gBAC5C,KAAK,EAAE,KAAK;gBACZ,UAAU,EAAE,mBAAmB;aAClC,CAAC;YAEF,OAAO,CAAC,GAAG,CAAC,0CAA0C,KAAK,CAAC,cAAc,eAAe,KAAK,CAAC,cAAc,aAAa,CAAC,CAAC;YAE5H,oBAAoB;YACpB,OAAO;gBACH,GAAG,MAAM;gBACT,OAAO,EAAE;oBACL,kBAAkB,EAAE,MAAM;iBAC7B;aACJ,CAAC;QAEN,CAAC;QAAC,OAAO,KAAU,EAAE,CAAC;YAClB,OAAO,CAAC,KAAK,CAAC,mDAAmD,EAAE,KAAK,CAAC,CAAC;YAC1E,OAAO;gBACH,GAAG,MAAM;gBACT,OAAO,EAAE;oBACL,kBAAkB,EAAE;wBAChB,KAAK,EAAE;4BACH,IAAI,EAAE,MAAM,CAAC,IAAI;4BACjB,WAAW,EAAE,CAAC;4BACd,cAAc,EAAE,mBAAmB,CAAC,MAAM;4BAC1C,cAAc,EAAE,mBAAmB,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC,CAAC,MAAM;4BAC/D,UAAU,EAAE,UAAU;yBACzB;wBACD,UAAU,EAAE,mBAAmB;wBAC/B,KAAK,EAAE,KAAK,CAAC,OAAO;qBACvB;iBACJ;aACJ,CAAC;QACN,CAAC;gBAAS,CAAC;YACP,+BAA+B;YAC/B,MAAM,MAAM,CAAC,KAAK,EAAE,CAAC;QACzB,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACK,KAAK,CAAC,eAAe,CAAC,OAA8B;QACxD,MAAM,SAAS,GAAG,KAAK,CAAC,SAAS,EAAE,CAAC;QACpC,MAAM,KAAK,GAAG,YAAY,OAAO,CAAC,WAAW,EAAE,CAAC;QAChD,MAAM,OAAO,GAAG,4BAA4B,KAAK,EAAE,CAAC;QAEpD,MAAM,GAAG,GAAG,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,GAAG,EAAE,CAAC;QAE5C,gDAAgD;QAChD,MAAM,kBAAkB,GAAG,OAAO,CAAC,aAAa;YAC5C,CAAC,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC,OAAO,CAAC,aAAa,CAAC,KAAK,EAAE,CAAC;YACnE,CAAC,CAAC,GAAG,CAAC;QAEV,4CAA4C;QAC5C,MAAM,UAAU,GAA2B;YACvC,MAAM,EAAE,UAAU;YAClB,WAAW,EAAE,OAAO,CAAC,WAAW;YAChC,aAAa,EAAE,OAAO,CAAC,aAAa;YACpC,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,KAAK,CAAC;YACpD,eAAe,EAAE,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC,WAAW,IAAI,EAAE,CAAC;YACvE,QAAQ,EAAE,OAAO,CAAC,IAAI,CAAC,MAAM;YAC7B,aAAa,EAAE,kBAAkB;YACjC,WAAW,EAAE,GAAG;SACnB,CAAC;QAEF,+CAA+C;QAC/C,IAAI,OAAO,CAAC,WAAW;YAAE,UAAU,CAAC,WAAW,GAAG,OAAO,CAAC,WAAW,CAAC;QACtE,IAAI,OAAO,CAAC,KAAK;YAAE,UAAU,CAAC,KAAK,GAAG,OAAO,CAAC,KAAK,CAAC;QACpD,IAAI,OAAO,CAAC,OAAO;YAAE,UAAU,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC1D,IAAI,OAAO,CAAC,YAAY;YAAE,UAAU,CAAC,YAAY,GAAG,OAAO,CAAC,YAAY,CAAC;QACzE,IAAI,OAAO,CAAC,eAAe,IAAI,OAAO,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAChE,UAAU,CAAC,eAAe,GAAG,OAAO,CAAC,eAAe,CAAC;QACzD,CAAC;QAED,MAAM,SAAS,CAAC,GAAG,CAAC,OAAO,CAAC,CAAC,GAAG,CAAC,UAAU,EAAE,EAAE,KAAK,EAAE,IAAI,EAAE,CAAC,CAAC;IAClE,CAAC;CACJ;AAxMD,8DAwMC;AAED,MAAM,CAAC,OAAO,GAAG,CACb,OAAiB,EACjB,OAA6B,EAC7B,IAA4B,EAC9B,EAAE,CAAC,IAAI,yBAAyB,CAAC,OAAO,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC;AAE3D,2BAA2B;AAC3B,MAAM,CAAC,OAAO,CAAC,yBAAyB,GAAG,yBAAyB,CAAC"}

package/dist/functions/collect_google_play_developers.d.ts

@@ -0,0 +1,38 @@
+import { Action, WorkflowProcessFunctionBase, WorkflowContext } from "@mathrunet/masamune_firebase_workflow";
+/**
+ * A function for collecting developer information from Google Play.
+ *
+ * Google Playからデベロッパー情報を収集するためのFunction。
+ */
+export declare class CollectGooglePlayDevelopers extends WorkflowProcessFunctionBase {
+    /**
+     * The ID of the function.
+     *
+     * 関数のID。
+     */
+    id: string;
+    /**
+     * The process of the function.
+     *
+     * @param context The context of the function.
+     * @returns The action of the function.
+     */
+    process(context: WorkflowContext): Promise<Action>;
+    /**
+     * Save developer info to Firestore.
+     *
+     * デベロッパー情報をFirestoreに保存。
+     *
+     * @param devInfo Developer information / デベロッパー情報
+     */
+    private saveToFirestore;
+    /**
+     * Sanitize developer ID for Firestore document ID.
+     *
+     * FirestoreドキュメントID用にデベロッパーIDをサニタイズ。
+     *
+     * @param id Developer ID / デベロッパーID
+     * @returns Sanitized ID / サニタイズされたID
+     */
+    private sanitizeId;
+}