@mathrunet/masamune_workflow_sales 3.8.0

package/dist/clients/app_store_scraper_client.js

@@ -0,0 +1,252 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.AppStoreScraperClient = void 0;
+const appStore = __importStar(require("app-store-scraper"));
+const masamune_1 = require("@mathrunet/masamune");
+const website_contact_client_1 = require("./website_contact_client");
+/**
+ * Client for scraping App Store developer information.
+ *
+ * App Storeデベロッパー情報をスクレイピングするクライアント。
+ */
+class AppStoreScraperClient {
+    config;
+    websiteContactClient = null;
+    constructor(config = {}) {
+        this.config = {
+            lang: config.lang ?? "ja",
+            country: config.country ?? "jp",
+            throttle: config.throttle ?? 1000,
+            enableWebsiteScraping: config.enableWebsiteScraping ?? true
+        };
+        if (this.config.enableWebsiteScraping) {
+            this.websiteContactClient = new website_contact_client_1.WebsiteContactClient();
+        }
+    }
+    /**
+     * Get developer information by developer ID.
+     *
+     * デベロッパーIDからデベロッパー情報を取得。
+     *
+     * @param devId Developer ID (artist ID - numeric) / デベロッパーID（artistID - 数値）
+     * @returns Developer information or null / デベロッパー情報またはnull
+     */
+    async getDeveloperInfo(devId) {
+        try {
+            // Get developer's apps
+            const apps = await appStore.developer({
+                devId: devId,
+                country: this.config.country
+            });
+            if (!apps || apps.length === 0) {
+                return null;
+            }
+            // Convert to our app format
+            const developerApps = apps.map(app => ({
+                id: app.id,
+                appId: app.appId,
+                title: app.title,
+                description: app.description,
+                score: app.score,
+                icon: app.icon,
+                primaryGenre: app.primaryGenre,
+                price: app.price,
+                free: app.free
+            }));
+            // Create basic developer info
+            const developerInfo = {
+                developerId: devId,
+                developerName: apps[0].developer,
+                developerUrl: apps[0].developerUrl,
+                apps: developerApps,
+                collectedTime: new masamune_1.ModelTimestamp(new Date())
+            };
+            // Enrich with website and email details
+            return await this.enrichDeveloperInfo(developerInfo);
+        }
+        catch (error) {
+            console.warn(`Failed to get developer info for: ${devId}`, error);
+            return null;
+        }
+    }
+    /**
+     * Get app details including developer website.
+     *
+     * デベロッパーのWebサイトを含むアプリ詳細を取得。
+     *
+     * @param appId App ID (track ID - numeric) / アプリID（トラックID - 数値）
+     * @returns App details or null / アプリ詳細またはnull
+     */
+    async getAppDetails(appId) {
+        try {
+            await this.throttle();
+            return await appStore.app({
+                id: appId,
+                country: this.config.country,
+                lang: this.config.lang
+            });
+        }
+        catch (error) {
+            console.warn(`Failed to get app details for: ${appId}`, error);
+            return null;
+        }
+    }
+    /**
+     * Get apps from category ranking.
+     *
+     * カテゴリランキングからアプリ一覧を取得。
+     *
+     * @param options Category ranking options / カテゴリランキングオプション
+     * @returns List of apps / アプリ一覧
+     */
+    async getListApps(options) {
+        try {
+            await this.throttle();
+            return await appStore.list({
+                collection: options.collection,
+                category: options.category,
+                num: options.num ?? 50,
+                country: this.config.country,
+                lang: this.config.lang
+            });
+        }
+        catch (error) {
+            console.warn(`Failed to get list apps for category: ${options.category}`, error);
+            return [];
+        }
+    }
+    /**
+     * Search for apps by keyword.
+     *
+     * キーワードでアプリを検索。
+     *
+     * @param options Search options / 検索オプション
+     * @returns List of apps / アプリ一覧
+     */
+    async searchApps(options) {
+        try {
+            await this.throttle();
+            return await appStore.search({
+                term: options.term,
+                num: options.num ?? 50,
+                country: this.config.country,
+                lang: this.config.lang
+            });
+        }
+        catch (error) {
+            console.warn(`Failed to search apps for term: ${options.term}`, error);
+            return [];
+        }
+    }
+    /**
+     * Extract unique developer IDs from app list.
+     *
+     * アプリ一覧から重複のないデベロッパーIDを抽出。
+     *
+     * @param apps List of apps / アプリ一覧
+     * @returns Unique developer IDs / 重複のないデベロッパーID一覧
+     */
+    extractDeveloperIds(apps) {
+        const devIds = new Set();
+        for (const app of apps) {
+            if (app.developerId) {
+                devIds.add(app.developerId);
+            }
+        }
+        return Array.from(devIds);
+    }
+    /**
+     * Enrich developer info with website and email from website scraping.
+     *
+     * Webサイトからメールアドレス等の詳細情報を補完。
+     *
+     * @param devInfo Basic developer info / 基本デベロッパー情報
+     * @returns Enriched developer info / 補完されたデベロッパー情報
+     */
+    async enrichDeveloperInfo(devInfo) {
+        if (devInfo.apps.length === 0) {
+            return devInfo;
+        }
+        // Try to get website from first few apps
+        const appsToTry = devInfo.apps.slice(0, 3);
+        let websiteUrl;
+        for (const app of appsToTry) {
+            const appDetails = await this.getAppDetails(app.id);
+            if (appDetails && appDetails.developerWebsite) {
+                websiteUrl = appDetails.developerWebsite;
+                devInfo.website = websiteUrl;
+                break;
+            }
+        }
+        // Extract email from website using Puppeteer
+        if (websiteUrl && this.websiteContactClient) {
+            try {
+                console.log(`Extracting contact info from: ${websiteUrl}`);
+                const contactInfo = await this.websiteContactClient.extractContactInfo(websiteUrl);
+                if (contactInfo.emails.length > 0) {
+                    devInfo.email = contactInfo.emails[0];
+                }
+                if (contactInfo.contactPageUrls.length > 0) {
+                    devInfo.contactPageUrls = contactInfo.contactPageUrls;
+                }
+            }
+            catch (error) {
+                console.warn(`Failed to extract contact info from website: ${websiteUrl}`, error);
+            }
+        }
+        return devInfo;
+    }
+    /**
+     * Close the website contact client.
+     *
+     * Webサイトコンタクトクライアントを閉じる。
+     */
+    async close() {
+        if (this.websiteContactClient) {
+            await this.websiteContactClient.close();
+        }
+    }
+    /**
+     * Sleep for throttle interval.
+     *
+     * スロットル間隔だけスリープ。
+     */
+    async throttle() {
+        return new Promise(resolve => setTimeout(resolve, this.config.throttle));
+    }
+}
+exports.AppStoreScraperClient = AppStoreScraperClient;
+//# sourceMappingURL=app_store_scraper_client.js.map

package/dist/clients/app_store_scraper_client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"app_store_scraper_client.js","sourceRoot":"","sources":["../../src/clients/app_store_scraper_client.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,4DAA8C;AAC9C,kDAAqD;AAQrD,qEAAgE;AAkBhE;;;;GAIG;AACH,MAAa,qBAAqB;IACtB,MAAM,CAAwC;IAC9C,oBAAoB,GAAgC,IAAI,CAAC;IAEjE,YAAY,SAAsC,EAAE;QAChD,IAAI,CAAC,MAAM,GAAG;YACV,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI;YACzB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;YAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI;YACjC,qBAAqB,EAAE,MAAM,CAAC,qBAAqB,IAAI,IAAI;SAC9D,CAAC;QAEF,IAAI,IAAI,CAAC,MAAM,CAAC,qBAAqB,EAAE,CAAC;YACpC,IAAI,CAAC,oBAAoB,GAAG,IAAI,6CAAoB,EAAE,CAAC;QAC3D,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,gBAAgB,CAAC,KAAa;QAChC,IAAI,CAAC;YACD,uBAAuB;YACvB,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC;gBAClC,KAAK,EAAE,KAAK;gBACZ,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;aAC/B,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7B,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,4BAA4B;YAC5B,MAAM,aAAa,GAA2B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC3D,EAAE,EAAE,GAAG,CAAC,EAAE;gBACV,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,WAAW,EAAE,GAAG,CAAC,WAAW;gBAC5B,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,YAAY,EAAE,GAAG,CAAC,YAAY;gBAC9B,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,IAAI,EAAE,GAAG,CAAC,IAAI;aACjB,CAAC,CAAC,CAAC;YAEJ,8BAA8B;YAC9B,MAAM,aAAa,GAA0B;gBACzC,WAAW,EAAE,KAAK;gBAClB,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBAChC,YAAY,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,YAAY;gBAClC,IAAI,EAAE,aAAa;gBACnB,aAAa,EAAE,IAAI,yBAAc,CAAC,IAAI,IAAI,EAAE,CAAC;aAChD,CAAC;YAEF,wCAAwC;YACxC,OAAO,MAAM,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,qCAAqC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,aAAa,CAAC,KAAa;QAC7B,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,OAAO,MAAM,QAAQ,CAAC,GAAG,CAAC;gBACtB,EAAE,EAAE,KAAK;gBACT,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;gBAC5B,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;aACzB,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,kCAAkC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;YAC/D,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,WAAW,CAAC,OAAsC;QACpD,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,OAAO,MAAM,QAAQ,CAAC,IAAI,CAAC;gBACvB,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,EAAE;gBACtB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;gBAC5B,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;aACzB,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,yCAAyC,OAAO,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;YACjF,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,UAAU,CAAC,OAA6B;QAC1C,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,OAAO,MAAM,QAAQ,CAAC,MAAM,CAAC;gBACzB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,EAAE;gBACtB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;gBAC5B,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;aACzB,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,mCAAmC,OAAO,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;YACvE,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,mBAAmB,CAAC,IAA0B;QAC1C,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;QACjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;gBAClB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAChC,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,mBAAmB,CAC7B,OAA8B;QAE9B,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,OAAO,CAAC;QACnB,CAAC;QAED,yCAAyC;QACzC,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3C,IAAI,UAA8B,CAAC;QAEnC,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC1B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;YACpD,IAAI,UAAU,IAAI,UAAU,CAAC,gBAAgB,EAAE,CAAC;gBAC5C,UAAU,GAAG,UAAU,CAAC,gBAAgB,CAAC;gBACzC,OAAO,CAAC,OAAO,GAAG,UAAU,CAAC;gBAC7B,MAAM;YACV,CAAC;QACL,CAAC;QAED,6CAA6C;QAC7C,IAAI,UAAU,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC1C,IAAI,CAAC;gBACD,OAAO,CAAC,GAAG,CAAC,iCAAiC,UAAU,EAAE,CAAC,CAAC;gBAC3D,MAAM,WAAW,GAAG,MAAM,IAAI,CAAC,oBAAoB,CAAC,kBAAkB,CAAC,UAAU,CAAC,CAAC;gBACnF,IAAI,WAAW,CAAC,MAAM,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBAChC,OAAO,CAAC,KAAK,GAAG,WAAW,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC;gBAC1C,CAAC;gBACD,IAAI,WAAW,CAAC,eAAe,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;oBACzC,OAAO,CAAC,eAAe,GAAG,WAAW,CAAC,eAAe,CAAC;gBAC1D,CAAC;YACL,CAAC;YAAC,OAAO,KAAK,EAAE,CAAC;gBACb,OAAO,CAAC,IAAI,CAAC,gDAAgD,UAAU,EAAE,EAAE,KAAK,CAAC,CAAC;YACtF,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;IAED;;;;OAIG;IACH,KAAK,CAAC,KAAK;QACP,IAAI,IAAI,CAAC,oBAAoB,EAAE,CAAC;YAC5B,MAAM,IAAI,CAAC,oBAAoB,CAAC,KAAK,EAAE,CAAC;QAC5C,CAAC;IACL,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,QAAQ;QAClB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC7E,CAAC;CACJ;AA5ND,sDA4NC"}

package/dist/clients/google_play_scraper_client.d.ts

@@ -0,0 +1,92 @@
+import * as gplay from "google-play-scraper";
+import { GooglePlayDeveloperInfo, CategoryRankingConfig, SearchConfig } from "../models/google_play_developer_data";
+/**
+ * Configuration for GooglePlayScraperClient.
+ *
+ * GooglePlayScraperClientの設定。
+ */
+export interface GooglePlayScraperClientConfig {
+    /** Language code (default: "ja") / 言語コード */
+    lang?: string;
+    /** Country code (default: "jp") / 国コード */
+    country?: string;
+    /** Throttle interval in ms (default: 1000) / リクエスト間隔（ミリ秒） */
+    throttle?: number;
+}
+/**
+ * Client for scraping Google Play developer information.
+ *
+ * Google Playデベロッパー情報をスクレイピングするクライアント。
+ */
+export declare class GooglePlayScraperClient {
+    private config;
+    constructor(config?: GooglePlayScraperClientConfig);
+    /**
+     * Get developer information by developer ID.
+     *
+     * デベロッパーIDからデベロッパー情報を取得。
+     *
+     * @param devId Developer ID / デベロッパーID
+     * @returns Developer information or null / デベロッパー情報またはnull
+     */
+    getDeveloperInfo(devId: string): Promise<GooglePlayDeveloperInfo | null>;
+    /**
+     * Get app details including developer email.
+     *
+     * デベロッパーのメールアドレスを含むアプリ詳細を取得。
+     *
+     * @param appId App ID (package name) / アプリID
+     * @returns App details or null / アプリ詳細またはnull
+     */
+    getAppDetails(appId: string): Promise<gplay.AppDetailResult | null>;
+    /**
+     * Get apps from category ranking.
+     *
+     * カテゴリランキングからアプリ一覧を取得。
+     *
+     * @param options Category ranking options / カテゴリランキングオプション
+     * @returns List of apps / アプリ一覧
+     */
+    getListApps(options: CategoryRankingConfig): Promise<gplay.AppResult[]>;
+    /**
+     * Search for apps by keyword.
+     *
+     * キーワードでアプリを検索。
+     *
+     * @param options Search options / 検索オプション
+     * @returns List of apps / アプリ一覧
+     */
+    searchApps(options: SearchConfig): Promise<gplay.AppResult[]>;
+    /**
+     * Get list of available categories.
+     *
+     * 利用可能なカテゴリ一覧を取得。
+     *
+     * @returns List of category IDs / カテゴリID一覧
+     */
+    getCategories(): Promise<string[]>;
+    /**
+     * Extract unique developer IDs from app list.
+     *
+     * アプリ一覧から重複のないデベロッパーIDを抽出。
+     *
+     * @param apps List of apps / アプリ一覧
+     * @returns Unique developer IDs / 重複のないデベロッパーID一覧
+     */
+    extractDeveloperIds(apps: gplay.AppResult[]): string[];
+    /**
+     * Enrich developer info with email and other details from first app.
+     *
+     * 最初のアプリからメールアドレス等の詳細情報を補完。
+     *
+     * @param devInfo Basic developer info / 基本デベロッパー情報
+     * @returns Enriched developer info / 補完されたデベロッパー情報
+     */
+    private enrichDeveloperInfo;
+    /**
+     * Sleep for throttle interval.
+     *
+     * スロットル間隔だけスリープ。
+     */
+    private throttle;
+}

package/dist/clients/google_play_scraper_client.js

@@ -0,0 +1,240 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GooglePlayScraperClient = void 0;
+const gplay = __importStar(require("google-play-scraper"));
+const masamune_1 = require("@mathrunet/masamune");
+/**
+ * Client for scraping Google Play developer information.
+ *
+ * Google Playデベロッパー情報をスクレイピングするクライアント。
+ */
+class GooglePlayScraperClient {
+    config;
+    constructor(config = {}) {
+        this.config = {
+            lang: config.lang ?? "ja",
+            country: config.country ?? "jp",
+            throttle: config.throttle ?? 1000
+        };
+    }
+    /**
+     * Get developer information by developer ID.
+     *
+     * デベロッパーIDからデベロッパー情報を取得。
+     *
+     * @param devId Developer ID / デベロッパーID
+     * @returns Developer information or null / デベロッパー情報またはnull
+     */
+    async getDeveloperInfo(devId) {
+        try {
+            // Get developer's apps
+            const apps = await gplay.developer({
+                devId: devId,
+                lang: this.config.lang,
+                country: this.config.country,
+                num: 50
+            });
+            if (!apps || apps.length === 0) {
+                return null;
+            }
+            // Convert to our app format
+            const developerApps = apps.map(app => ({
+                appId: app.appId,
+                title: app.title,
+                summary: app.summary,
+                score: app.score,
+                icon: app.icon,
+                genre: app.genre,
+                price: app.price,
+                free: app.free
+            }));
+            // Create basic developer info
+            const developerInfo = {
+                developerId: devId,
+                developerName: apps[0].developer,
+                apps: developerApps,
+                collectedTime: new masamune_1.ModelTimestamp(new Date())
+            };
+            // Enrich with email and other details from first app
+            return await this.enrichDeveloperInfo(developerInfo);
+        }
+        catch (error) {
+            console.warn(`Failed to get developer info for: ${devId}`, error);
+            return null;
+        }
+    }
+    /**
+     * Get app details including developer email.
+     *
+     * デベロッパーのメールアドレスを含むアプリ詳細を取得。
+     *
+     * @param appId App ID (package name) / アプリID
+     * @returns App details or null / アプリ詳細またはnull
+     */
+    async getAppDetails(appId) {
+        try {
+            await this.throttle();
+            return await gplay.app({
+                appId: appId,
+                lang: this.config.lang,
+                country: this.config.country
+            });
+        }
+        catch (error) {
+            console.warn(`Failed to get app details for: ${appId}`, error);
+            return null;
+        }
+    }
+    /**
+     * Get apps from category ranking.
+     *
+     * カテゴリランキングからアプリ一覧を取得。
+     *
+     * @param options Category ranking options / カテゴリランキングオプション
+     * @returns List of apps / アプリ一覧
+     */
+    async getListApps(options) {
+        try {
+            await this.throttle();
+            return await gplay.list({
+                category: options.category,
+                collection: options.collection,
+                num: options.num ?? 50,
+                lang: this.config.lang,
+                country: this.config.country
+            });
+        }
+        catch (error) {
+            console.warn(`Failed to get list apps for category: ${options.category}`, error);
+            return [];
+        }
+    }
+    /**
+     * Search for apps by keyword.
+     *
+     * キーワードでアプリを検索。
+     *
+     * @param options Search options / 検索オプション
+     * @returns List of apps / アプリ一覧
+     */
+    async searchApps(options) {
+        try {
+            await this.throttle();
+            return await gplay.search({
+                term: options.term,
+                num: options.num ?? 50,
+                lang: this.config.lang,
+                country: this.config.country,
+                price: options.price ?? "all"
+            });
+        }
+        catch (error) {
+            console.warn(`Failed to search apps for term: ${options.term}`, error);
+            return [];
+        }
+    }
+    /**
+     * Get list of available categories.
+     *
+     * 利用可能なカテゴリ一覧を取得。
+     *
+     * @returns List of category IDs / カテゴリID一覧
+     */
+    async getCategories() {
+        try {
+            return await gplay.categories();
+        }
+        catch (error) {
+            console.warn("Failed to get categories", error);
+            return [];
+        }
+    }
+    /**
+     * Extract unique developer IDs from app list.
+     *
+     * アプリ一覧から重複のないデベロッパーIDを抽出。
+     *
+     * @param apps List of apps / アプリ一覧
+     * @returns Unique developer IDs / 重複のないデベロッパーID一覧
+     */
+    extractDeveloperIds(apps) {
+        const devIds = new Set();
+        for (const app of apps) {
+            if (app.developerId) {
+                devIds.add(app.developerId);
+            }
+        }
+        return Array.from(devIds);
+    }
+    /**
+     * Enrich developer info with email and other details from first app.
+     *
+     * 最初のアプリからメールアドレス等の詳細情報を補完。
+     *
+     * @param devInfo Basic developer info / 基本デベロッパー情報
+     * @returns Enriched developer info / 補完されたデベロッパー情報
+     */
+    async enrichDeveloperInfo(devInfo) {
+        if (devInfo.apps.length === 0) {
+            return devInfo;
+        }
+        // Try to get details from first few apps until we find email
+        const appsToTry = devInfo.apps.slice(0, 3);
+        for (const app of appsToTry) {
+            const appDetails = await this.getAppDetails(app.appId);
+            if (appDetails) {
+                if (appDetails.developerEmail) {
+                    devInfo.email = appDetails.developerEmail;
+                    devInfo.website = appDetails.developerWebsite;
+                    devInfo.address = appDetails.developerAddress;
+                    devInfo.privacyPolicyUrl = appDetails.privacyPolicy;
+                    break;
+                }
+            }
+        }
+        return devInfo;
+    }
+    /**
+     * Sleep for throttle interval.
+     *
+     * スロットル間隔だけスリープ。
+     */
+    async throttle() {
+        return new Promise(resolve => setTimeout(resolve, this.config.throttle));
+    }
+}
+exports.GooglePlayScraperClient = GooglePlayScraperClient;
+//# sourceMappingURL=google_play_scraper_client.js.map

package/dist/clients/google_play_scraper_client.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"google_play_scraper_client.js","sourceRoot":"","sources":["../../src/clients/google_play_scraper_client.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,2DAA6C;AAC7C,kDAAqD;AAsBrD;;;;GAIG;AACH,MAAa,uBAAuB;IACxB,MAAM,CAA0C;IAExD,YAAY,SAAwC,EAAE;QAClD,IAAI,CAAC,MAAM,GAAG;YACV,IAAI,EAAE,MAAM,CAAC,IAAI,IAAI,IAAI;YACzB,OAAO,EAAE,MAAM,CAAC,OAAO,IAAI,IAAI;YAC/B,QAAQ,EAAE,MAAM,CAAC,QAAQ,IAAI,IAAI;SACpC,CAAC;IACN,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,gBAAgB,CAAC,KAAa;QAChC,IAAI,CAAC;YACD,uBAAuB;YACvB,MAAM,IAAI,GAAG,MAAM,KAAK,CAAC,SAAS,CAAC;gBAC/B,KAAK,EAAE,KAAK;gBACZ,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;gBACtB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;gBAC5B,GAAG,EAAE,EAAE;aACV,CAAC,CAAC;YAEH,IAAI,CAAC,IAAI,IAAI,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBAC7B,OAAO,IAAI,CAAC;YAChB,CAAC;YAED,4BAA4B;YAC5B,MAAM,aAAa,GAA6B,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;gBAC7D,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,OAAO,EAAE,GAAG,CAAC,OAAO;gBACpB,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,IAAI,EAAE,GAAG,CAAC,IAAI;gBACd,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,KAAK,EAAE,GAAG,CAAC,KAAK;gBAChB,IAAI,EAAE,GAAG,CAAC,IAAI;aACjB,CAAC,CAAC,CAAC;YAEJ,8BAA8B;YAC9B,MAAM,aAAa,GAA4B;gBAC3C,WAAW,EAAE,KAAK;gBAClB,aAAa,EAAE,IAAI,CAAC,CAAC,CAAC,CAAC,SAAS;gBAChC,IAAI,EAAE,aAAa;gBACnB,aAAa,EAAE,IAAI,yBAAc,CAAC,IAAI,IAAI,EAAE,CAAC;aAChD,CAAC;YAEF,qDAAqD;YACrD,OAAO,MAAM,IAAI,CAAC,mBAAmB,CAAC,aAAa,CAAC,CAAC;QACzD,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,qCAAqC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;YAClE,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,aAAa,CAAC,KAAa;QAC7B,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,OAAO,MAAM,KAAK,CAAC,GAAG,CAAC;gBACnB,KAAK,EAAE,KAAK;gBACZ,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;gBACtB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;aAC/B,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,kCAAkC,KAAK,EAAE,EAAE,KAAK,CAAC,CAAC;YAC/D,OAAO,IAAI,CAAC;QAChB,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,WAAW,CAAC,OAA8B;QAC5C,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,OAAO,MAAM,KAAK,CAAC,IAAI,CAAC;gBACpB,QAAQ,EAAE,OAAO,CAAC,QAAQ;gBAC1B,UAAU,EAAE,OAAO,CAAC,UAAU;gBAC9B,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,EAAE;gBACtB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;gBACtB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;aAC/B,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,yCAAyC,OAAO,CAAC,QAAQ,EAAE,EAAE,KAAK,CAAC,CAAC;YACjF,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,KAAK,CAAC,UAAU,CAAC,OAAqB;QAClC,IAAI,CAAC;YACD,MAAM,IAAI,CAAC,QAAQ,EAAE,CAAC;YACtB,OAAO,MAAM,KAAK,CAAC,MAAM,CAAC;gBACtB,IAAI,EAAE,OAAO,CAAC,IAAI;gBAClB,GAAG,EAAE,OAAO,CAAC,GAAG,IAAI,EAAE;gBACtB,IAAI,EAAE,IAAI,CAAC,MAAM,CAAC,IAAI;gBACtB,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,OAAO;gBAC5B,KAAK,EAAE,OAAO,CAAC,KAAK,IAAI,KAAK;aAChC,CAAC,CAAC;QACP,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,mCAAmC,OAAO,CAAC,IAAI,EAAE,EAAE,KAAK,CAAC,CAAC;YACvE,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IAED;;;;;;OAMG;IACH,KAAK,CAAC,aAAa;QACf,IAAI,CAAC;YACD,OAAO,MAAM,KAAK,CAAC,UAAU,EAAE,CAAC;QACpC,CAAC;QAAC,OAAO,KAAK,EAAE,CAAC;YACb,OAAO,CAAC,IAAI,CAAC,0BAA0B,EAAE,KAAK,CAAC,CAAC;YAChD,OAAO,EAAE,CAAC;QACd,CAAC;IACL,CAAC;IAED;;;;;;;OAOG;IACH,mBAAmB,CAAC,IAAuB;QACvC,MAAM,MAAM,GAAG,IAAI,GAAG,EAAU,CAAC;QACjC,KAAK,MAAM,GAAG,IAAI,IAAI,EAAE,CAAC;YACrB,IAAI,GAAG,CAAC,WAAW,EAAE,CAAC;gBAClB,MAAM,CAAC,GAAG,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;YAChC,CAAC;QACL,CAAC;QACD,OAAO,KAAK,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAC9B,CAAC;IAED;;;;;;;OAOG;IACK,KAAK,CAAC,mBAAmB,CAC7B,OAAgC;QAEhC,IAAI,OAAO,CAAC,IAAI,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;YAC5B,OAAO,OAAO,CAAC;QACnB,CAAC;QAED,6DAA6D;QAC7D,MAAM,SAAS,GAAG,OAAO,CAAC,IAAI,CAAC,KAAK,CAAC,CAAC,EAAE,CAAC,CAAC,CAAC;QAC3C,KAAK,MAAM,GAAG,IAAI,SAAS,EAAE,CAAC;YAC1B,MAAM,UAAU,GAAG,MAAM,IAAI,CAAC,aAAa,CAAC,GAAG,CAAC,KAAK,CAAC,CAAC;YACvD,IAAI,UAAU,EAAE,CAAC;gBACb,IAAI,UAAU,CAAC,cAAc,EAAE,CAAC;oBAC5B,OAAO,CAAC,KAAK,GAAG,UAAU,CAAC,cAAc,CAAC;oBAC1C,OAAO,CAAC,OAAO,GAAG,UAAU,CAAC,gBAAgB,CAAC;oBAC9C,OAAO,CAAC,OAAO,GAAG,UAAU,CAAC,gBAAgB,CAAC;oBAC9C,OAAO,CAAC,gBAAgB,GAAG,UAAU,CAAC,aAAa,CAAC;oBACpD,MAAM;gBACV,CAAC;YACL,CAAC;QACL,CAAC;QAED,OAAO,OAAO,CAAC;IACnB,CAAC;IAED;;;;OAIG;IACK,KAAK,CAAC,QAAQ;QAClB,OAAO,IAAI,OAAO,CAAC,OAAO,CAAC,EAAE,CAAC,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAC,CAAC;IAC7E,CAAC;CACJ;AA9MD,0DA8MC"}

package/dist/clients/website_contact_client.d.ts

@@ -0,0 +1,77 @@
+import { WebsiteContactInfo } from "../models/app_store_developer_data";
+/**
+ * Configuration for WebsiteContactClient.
+ *
+ * WebsiteContactClientの設定。
+ */
+export interface WebsiteContactClientConfig {
+    /** Page load timeout in ms (default: 10000) / ページ読み込みタイムアウト（ミリ秒） */
+    pageTimeout?: number;
+    /** Maximum contact pages to visit (default: 2) / 最大訪問コンタクトページ数 */
+    maxContactPages?: number;
+}
+/**
+ * Client for extracting contact information from websites using Puppeteer.
+ *
+ * Puppeteerを使用してWebサイトからコンタクト情報を抽出するクライアント。
+ */
+export declare class WebsiteContactClient {
+    private config;
+    private browser;
+    /** Email regex pattern / メールアドレスの正規表現パターン */
+    private readonly emailRegex;
+    /** Contact page URL patterns / コンタクトページのURLパターン */
+    private readonly contactPatterns;
+    /** Email addresses to exclude (common false positives) / 除外するメールアドレス */
+    private readonly excludeEmails;
+    constructor(config?: WebsiteContactClientConfig);
+    /**
+     * Get or create browser instance.
+     *
+     * ブラウザインスタンスを取得または作成。
+     */
+    private getBrowser;
+    /**
+     * Extract contact information from a website.
+     *
+     * Webサイトからコンタクト情報を抽出。
+     *
+     * @param websiteUrl Website URL / WebサイトURL
+     * @returns Contact information / コンタクト情報
+     */
+    extractContactInfo(websiteUrl: string): Promise<WebsiteContactInfo>;
+    /**
+     * Extract email addresses from a page (after JS rendering).
+     *
+     * ページからメールアドレスを抽出（JSレンダリング後）。
+     *
+     * @param page Puppeteer page / Puppeteerページ
+     * @returns List of email addresses / メールアドレス一覧
+     */
+    private extractEmailsFromPage;
+    /**
+     * Find contact page URLs on the current page.
+     *
+     * 現在のページからコンタクトページのURLを探索。
+     *
+     * @param page Puppeteer page / Puppeteerページ
+     * @param baseUrl Base URL for resolving relative URLs / 相対URLを解決するためのベースURL
+     * @returns List of contact page URLs / コンタクトページURL一覧
+     */
+    private findContactPageUrls;
+    /**
+     * Filter out invalid or unwanted email addresses.
+     *
+     * 無効または不要なメールアドレスを除外。
+     *
+     * @param emails List of emails / メールアドレス一覧
+     * @returns Filtered emails / フィルタリングされたメールアドレス一覧
+     */
+    private filterEmails;
+    /**
+     * Close the browser instance.
+     *
+     * ブラウザインスタンスを閉じる。
+     */
+    close(): Promise<void>;
+}