bizgate-mcp-server 0.3.9 → 0.4.0

package/README.md

@@ -235,3 +235,83 @@ bash install-skill.sh
 
 検索条件が曖昧で、複数の企業がヒットしています。
 会社名をより正確に入力するか、メールアドレスやホームページURLを追加で伝えてください。
+
+---
+
+## v0.4.0 — Papatto Cloud 連携 (NEW)
+
+自然言語の ICP (理想顧客像) を受け取って、Papatto Cloud から自動で企業リストを抽出し、CSV → R2 → Neon → Google Sheets まで一気通貫で実行します。
+
+```
+[Slack DM / Claude Code]
+  "DOMO 営業 IT, 売上 50億以上, 展示会出展した 100社"
+   ↓
+[papatto-prospect スキル]
+   ↓ master_summary 参照 → 条件マッピング
+[papatto__extract]
+   ↓ Playwright 自動ログイン + 検索 + CSV ダウンロード
+[R2 papatto-bizgate-logs] ← CSV 保存
+[Neon papatto.campaigns] ← メタ記録
+   ↓
+[papatto__export_to_sheets]
+   ↓
+[Google Sheets] ← 行データ書き込み
+   ↓
+返答: シート URL + campaign_id
+```
+
+### 追加 MCP ツール (7 個)
+
+| ツール | 用途 |
+|--------|------|
+| `papatto__credential_set` | Papatto 認証情報を OS Keychain に保存 + Neon users へ upsert |
+| `papatto__master_refresh` | 検索画面の選択肢 (業種 / マーケタグ / インテント) をマスタ化 |
+| `papatto__master_summary` | LLM が自然言語マッピングするための分類別オプション JSON |
+| `papatto__extract` | 構造化 conditions → 検索 → 件数確認 → CSV → R2 → Neon |
+| `papatto__export_to_sheets` | CSV → 新規 / 既存スプレッドシート + タブ |
+| `papatto__campaign_status` | キャンペーン状態照会 (単件 / オーナー別リスト) |
+| `papatto__queue_status` | Playwright 並列実行キューの状態 |
+
+### 追加スキル
+
+- **`papatto-prospect`** — 自然言語 ICP → conditions → extract → sheets の対話フロー
+
+### 環境変数 (Papatto 部分)
+
+`.env` (リポジトリルート) に以下を追加:
+
+```bash
+# Cloudflare R2 (papatto-bizgate-logs)
+R2_ACCESS_KEY_ID=...
+R2_SECRET_ACCESS_KEY=...
+R2_BUCKET=papatto-bizgate-logs
+R2_ENDPOINT=https://<account_id>.r2.cloudflarestorage.com
+
+# Neon (digiman-internal-db / papatto_mcp role)
+NEON_DATABASE_URL=postgresql://papatto_mcp:<pw>@<host>/neondb?sslmode=require
+
+# Google Sheets (サービスアカウント)
+GOOGLE_SHEETS_CREDENTIALS_PATH=/Users/<you>/.papatto-bizgate/google_credentials.json
+GOOGLE_SHEETS_DEFAULT_FOLDER_ID=<Drive folder id>
+
+# Playwright (任意)
+PAPATTO_PLAYWRIGHT_CONCURRENCY=2
+```
+
+> Papatto 認証情報はサーバ起動時の `.env` には入れず、`papatto__credential_set` 経由で OS Keychain (keytar) に保存されます。
+
+### セットアップ
+
+詳細は [`docs/setup-mac-mini.md`](docs/setup-mac-mini.md) を参照。
+ユーザー向け Slack コマンド一覧は [`docs/slack-commands.md`](docs/slack-commands.md)。
+
+### Papatto サイト構造のメモ (実装根拠)
+
+- ベース URL: `https://www.papatto.info/papatto/papatto.php` — SPA 単一ページ、6 タブ
+- 業種 = `chk_gyoshu[]` 18 大分類 + 個別 input 93 中分類
+- マーケ / インテント / 活動 / トレンド / 分野タグ = `.kw_group a[data-query]` アンカー (`<a onclick>` ではない)
+- 検索ボタン = `Papatto検索`
+- CSV / Excel ボタン = `<span>:has-text("CSVダウンロード")`
+- 件数 = `N件 ( 会社数 M 社 )` 正規表現で抽出
+- 都道府県 / 売上 / 従業員レンジは検索フォームに無く、結果ページ facet drill または事前定義タグ (`2146_売上50億以上` 等) で代用
+- ダウンロード月間上限 (例: 4,000 社) を結果ページから自動感知

package/dist/cloud/neon-client.d.ts

@@ -0,0 +1,37 @@
+import { type PoolClient } from "pg";
+export declare function isConfigured(): boolean;
+export declare function ensureSchema(): Promise<void>;
+export declare function withTx<T>(fn: (c: PoolClient) => Promise<T>): Promise<T>;
+export declare function upsertUser(args: {
+    slack_user_id: string;
+    papatto_email: string;
+    display_name?: string;
+}): Promise<void>;
+export interface CampaignRow {
+    campaign_id: string;
+    owner_slack_user_id: string;
+    natural_language_query: string | null;
+    papatto_conditions: unknown;
+    extracted_count: number | null;
+    status: "extracting" | "done" | "failed" | string;
+    created_at: number;
+    updated_at: number;
+    r2_extracted_url: string | null;
+    sheet_url: string | null;
+}
+export declare function insertCampaign(args: {
+    campaign_id: string;
+    owner_slack_user_id: string;
+    natural_language_query?: string;
+    papatto_conditions?: unknown;
+}): Promise<void>;
+export declare function updateCampaign(args: {
+    campaign_id: string;
+    status?: "extracting" | "done" | "failed";
+    extracted_count?: number;
+    r2_extracted_url?: string;
+    sheet_url?: string;
+}): Promise<void>;
+export declare function getCampaign(campaign_id: string): Promise<CampaignRow | null>;
+export declare function listCampaignsByOwner(owner_slack_user_id: string, limit?: number): Promise<CampaignRow[]>;
+export declare function closePool(): Promise<void>;

package/dist/cloud/neon-client.js

@@ -0,0 +1,136 @@
+import { Pool } from "pg";
+import { readFileSync } from "node:fs";
+import { join, dirname } from "node:path";
+import { fileURLToPath } from "node:url";
+import { log } from "../shared/logger.js";
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const MIGRATION_SQL_PATH = join(__dirname, "..", "..", "scripts", "migrate-neon.sql");
+let cachedPool = null;
+let schemaReady = false;
+export function isConfigured() {
+    return !!process.env.NEON_DATABASE_URL;
+}
+function pool() {
+    if (!cachedPool) {
+        const url = process.env.NEON_DATABASE_URL;
+        if (!url)
+            throw new Error("NEON_DATABASE_URL 환경변수가 설정되지 않았습니다");
+        cachedPool = new Pool({
+            connectionString: url,
+            max: 4,
+            idleTimeoutMillis: 30_000,
+            ssl: url.includes("sslmode=") ? undefined : { rejectUnauthorized: false },
+        });
+        cachedPool.on("error", (err) => log("error", "neon pool error", { error: String(err) }));
+    }
+    return cachedPool;
+}
+export async function ensureSchema() {
+    if (schemaReady)
+        return;
+    if (!isConfigured())
+        return;
+    const sql = readFileSync(MIGRATION_SQL_PATH, "utf-8");
+    await pool().query(sql);
+    schemaReady = true;
+    log("info", "neon schema ensured");
+}
+export async function withTx(fn) {
+    const client = await pool().connect();
+    try {
+        await client.query("BEGIN");
+        const result = await fn(client);
+        await client.query("COMMIT");
+        return result;
+    }
+    catch (e) {
+        await client.query("ROLLBACK").catch(() => undefined);
+        throw e;
+    }
+    finally {
+        client.release();
+    }
+}
+export async function upsertUser(args) {
+    await ensureSchema();
+    const now = Date.now();
+    await pool().query(`INSERT INTO papatto.users (slack_user_id, papatto_email, display_name, created_at, updated_at)
+     VALUES ($1, $2, $3, $4, $4)
+     ON CONFLICT (slack_user_id) DO UPDATE
+       SET papatto_email = EXCLUDED.papatto_email,
+           display_name  = COALESCE(EXCLUDED.display_name, papatto.users.display_name),
+           updated_at    = EXCLUDED.updated_at`, [args.slack_user_id, args.papatto_email, args.display_name ?? null, now]);
+}
+export async function insertCampaign(args) {
+    await ensureSchema();
+    const now = Date.now();
+    await pool().query(`INSERT INTO papatto.campaigns
+       (campaign_id, owner_slack_user_id, natural_language_query, papatto_conditions,
+        status, created_at, updated_at)
+     VALUES ($1, $2, $3, $4, 'extracting', $5, $5)
+     ON CONFLICT (campaign_id) DO UPDATE
+       SET natural_language_query = COALESCE(EXCLUDED.natural_language_query, papatto.campaigns.natural_language_query),
+           papatto_conditions     = COALESCE(EXCLUDED.papatto_conditions, papatto.campaigns.papatto_conditions),
+           updated_at             = EXCLUDED.updated_at`, [
+        args.campaign_id,
+        args.owner_slack_user_id,
+        args.natural_language_query ?? null,
+        args.papatto_conditions ? JSON.stringify(args.papatto_conditions) : null,
+        now,
+    ]);
+}
+export async function updateCampaign(args) {
+    await ensureSchema();
+    const sets = [];
+    const params = [];
+    let i = 1;
+    if (args.status !== undefined) {
+        sets.push(`status = $${i++}`);
+        params.push(args.status);
+    }
+    if (args.extracted_count !== undefined) {
+        sets.push(`extracted_count = $${i++}`);
+        params.push(args.extracted_count);
+    }
+    if (args.r2_extracted_url !== undefined) {
+        sets.push(`r2_extracted_url = $${i++}`);
+        params.push(args.r2_extracted_url);
+    }
+    if (args.sheet_url !== undefined) {
+        sets.push(`sheet_url = $${i++}`);
+        params.push(args.sheet_url);
+    }
+    if (sets.length === 0)
+        return;
+    sets.push(`updated_at = $${i++}`);
+    params.push(Date.now());
+    params.push(args.campaign_id);
+    await pool().query(`UPDATE papatto.campaigns SET ${sets.join(", ")} WHERE campaign_id = $${i}`, params);
+}
+export async function getCampaign(campaign_id) {
+    await ensureSchema();
+    const res = await pool().query(`SELECT campaign_id, owner_slack_user_id, natural_language_query,
+            papatto_conditions, extracted_count, status,
+            created_at, updated_at, r2_extracted_url, sheet_url
+       FROM papatto.campaigns
+       WHERE campaign_id = $1`, [campaign_id]);
+    return res.rows[0] ?? null;
+}
+export async function listCampaignsByOwner(owner_slack_user_id, limit = 20) {
+    await ensureSchema();
+    const res = await pool().query(`SELECT campaign_id, owner_slack_user_id, natural_language_query,
+            papatto_conditions, extracted_count, status,
+            created_at, updated_at, r2_extracted_url, sheet_url
+       FROM papatto.campaigns
+       WHERE owner_slack_user_id = $1
+       ORDER BY created_at DESC
+       LIMIT $2`, [owner_slack_user_id, limit]);
+    return res.rows;
+}
+export async function closePool() {
+    if (cachedPool) {
+        await cachedPool.end();
+        cachedPool = null;
+        schemaReady = false;
+    }
+}

package/dist/cloud/r2-client.d.ts

@@ -0,0 +1,25 @@
+export interface R2Env {
+    accessKeyId: string;
+    secretAccessKey: string;
+    endpoint: string;
+    bucket: string;
+}
+export declare function isConfigured(): boolean;
+export declare function r2Url(key: string): string | null;
+export declare function uploadFile(key: string, localPath: string, contentType?: string): Promise<{
+    key: string;
+    size: number;
+    url: string;
+}>;
+export declare function uploadBuffer(key: string, body: Buffer, contentType: string): Promise<{
+    key: string;
+    url: string;
+}>;
+export declare function uploadJson(key: string, data: unknown): Promise<{
+    key: string;
+    url: string;
+}>;
+export declare function csvKey(campaignId: string, suggestedName: string, ts?: number): string;
+export declare function auditKey(slackUserId: string, label: string, ts?: number): string;
+export declare function errorKey(label: string, ts?: number): string;
+export declare function errorImageKey(label: string, ts?: number): string;

package/dist/cloud/r2-client.js

@@ -0,0 +1,97 @@
+import { S3Client, PutObjectCommand } from "@aws-sdk/client-s3";
+import { createReadStream } from "node:fs";
+import { statSync } from "node:fs";
+import { basename } from "node:path";
+import { retry } from "../shared/retry.js";
+import { log } from "../shared/logger.js";
+let cachedClient = null;
+function readEnv() {
+    const accessKeyId = process.env.R2_ACCESS_KEY_ID;
+    const secretAccessKey = process.env.R2_SECRET_ACCESS_KEY;
+    const endpoint = process.env.R2_ENDPOINT;
+    const bucket = process.env.R2_BUCKET;
+    if (!accessKeyId || !secretAccessKey || !endpoint || !bucket)
+        return null;
+    return { accessKeyId, secretAccessKey, endpoint, bucket };
+}
+export function isConfigured() {
+    return readEnv() !== null;
+}
+function client() {
+    const env = readEnv();
+    if (!env)
+        throw new Error("R2 環境変数が未設定です (R2_ACCESS_KEY_ID, R2_SECRET_ACCESS_KEY, R2_ENDPOINT, R2_BUCKET)");
+    if (!cachedClient) {
+        cachedClient = new S3Client({
+            region: "auto",
+            endpoint: env.endpoint,
+            credentials: {
+                accessKeyId: env.accessKeyId,
+                secretAccessKey: env.secretAccessKey,
+            },
+            forcePathStyle: true,
+        });
+    }
+    return { s3: cachedClient, env };
+}
+export function r2Url(key) {
+    const env = readEnv();
+    if (!env)
+        return null;
+    return `${env.endpoint}/${env.bucket}/${key}`;
+}
+export async function uploadFile(key, localPath, contentType = "application/octet-stream") {
+    const { s3, env } = client();
+    const size = statSync(localPath).size;
+    await retry(() => s3.send(new PutObjectCommand({
+        Bucket: env.bucket,
+        Key: key,
+        Body: createReadStream(localPath),
+        ContentType: contentType,
+        ContentLength: size,
+    })), { attempts: 3, label: "r2.uploadFile" });
+    const url = `${env.endpoint}/${env.bucket}/${key}`;
+    log("info", "r2 upload ok", { key, size, file: basename(localPath) });
+    return { key, size, url };
+}
+export async function uploadBuffer(key, body, contentType) {
+    const { s3, env } = client();
+    await retry(() => s3.send(new PutObjectCommand({
+        Bucket: env.bucket,
+        Key: key,
+        Body: body,
+        ContentType: contentType,
+    })), { attempts: 3, label: "r2.uploadBuffer" });
+    const url = `${env.endpoint}/${env.bucket}/${key}`;
+    log("info", "r2 buffer upload ok", { key, size: body.length, contentType });
+    return { key, url };
+}
+export async function uploadJson(key, data) {
+    const { s3, env } = client();
+    const body = Buffer.from(JSON.stringify(data, null, 2), "utf-8");
+    await retry(() => s3.send(new PutObjectCommand({
+        Bucket: env.bucket,
+        Key: key,
+        Body: body,
+        ContentType: "application/json; charset=utf-8",
+    })), { attempts: 3, label: "r2.uploadJson" });
+    const url = `${env.endpoint}/${env.bucket}/${key}`;
+    log("info", "r2 json upload ok", { key, size: body.length });
+    return { key, url };
+}
+export function csvKey(campaignId, suggestedName, ts = Date.now()) {
+    const safe = suggestedName.replace(/[^a-zA-Z0-9._-]/g, "_");
+    return `campaigns/${campaignId}/${ts}__${safe}`;
+}
+export function auditKey(slackUserId, label, ts = Date.now()) {
+    const date = new Date(ts).toISOString().slice(0, 10);
+    return `audit/${date}/${slackUserId}__${label}__${ts}.json`;
+}
+export function errorKey(label, ts = Date.now()) {
+    const date = new Date(ts).toISOString().slice(0, 10);
+    return `errors/${date}/${label}__${ts}.json`;
+}
+export function errorImageKey(label, ts = Date.now()) {
+    const date = new Date(ts).toISOString().slice(0, 10);
+    return `errors/${date}/${label}__${ts}.png`;
+}

package/dist/index.d.ts

@@ -1,2 +1,2 @@
 #!/usr/bin/env node
-export {};
+import "./shared/env.js";