mallmaverick-store-scraper 0.1.0 → 0.1.1

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "mallmaverick-store-scraper",
-  "version": "0.1.0",
+  "version": "0.1.1",
   "description": "MCP server + CLI for scraping shopping mall store directories. Hours-first layered pipeline + image classification.",
   "main": "src/main.js",
   "type": "commonjs",

package/src/mcp-server.js

@@ -20,6 +20,7 @@
 
 require('dotenv').config();
 const fs = require('fs');
+const os = require('os');
 const path = require('path');
 const { URL } = require('url');
 const http = require('http');
@@ -124,7 +125,7 @@ const TOOLS = [
 ];
 
 const server = new Server(
-  { name: 'mall-scraper-mcp', version: '0.1.0' },
+  { name: 'mall-scraper-mcp', version: '0.1.1' },
   { capabilities: { tools: {} } }
 );
 
@@ -190,9 +191,19 @@ async function handleScrapeDirectory({ directory_url, max_stores = 10, concurren
     await Promise.all(tasks);
     stores.sort((a, b) => a.mm_id - b.mm_id);
 
+    // Generate the CSV regardless of whether we manage to write it to disk —
+    // it's always returned inline so the user gets it back automatically.
+    const csvText = storesToCSV(stores);
+
     let writtenPaths = null;
+    let writeError = null;
     if (write_csv) {
-      writtenPaths = writeResults(directory_url, stores);
+      try {
+        writtenPaths = writeResults(directory_url, stores, csvText);
+      } catch (err) {
+        writeError = err.message;
+        // Don't fail the tool — the CSV is still returned inline below.
+      }
     }
 
     const bySource = {};
@@ -208,13 +219,15 @@ async function handleScrapeDirectory({ directory_url, max_stores = 10, concurren
       hours_layer_breakdown: bySource,
       llm_usage: usage,
       written_files: writtenPaths,
+      write_error: writeError,
       auth_mode: creds.mode,
     };
 
     return {
       content: [
         { type: 'text', text: JSON.stringify(summary, null, 2) },
-        { type: 'text', text: '\nStores:\n' + JSON.stringify(stores, null, 2) },
+        { type: 'text', text: '\n--- CSV (paste this into your CMS) ---\n' + csvText },
+        { type: 'text', text: '\n--- Stores (JSON) ---\n' + JSON.stringify(stores, null, 2) },
       ],
     };
   } finally {
@@ -393,15 +406,47 @@ function slugToName(slug) {
   return slug.split('-').map(w => w.charAt(0).toUpperCase() + w.slice(1)).join(' ');
 }
 
-function writeResults(directoryUrl, stores) {
-  const outDir = path.join(process.cwd(), 'extracted_stores');
-  fs.mkdirSync(outDir, { recursive: true });
+/**
+ * Pick an output directory that's reliably writable when the MCP is spawned
+ * by Claude Desktop / Claude Code (process.cwd() is often unwritable).
+ *
+ * Preference order:
+ *   1. MALL_SCRAPER_OUTPUT_DIR env var (explicit user choice)
+ *   2. ~/Documents/mall-scraper-output (Mac/Win — most discoverable)
+ *   3. ~/mall-scraper-output (Linux / Documents unavailable)
+ *   4. os.tmpdir()/mall-scraper-output (last resort)
+ */
+function pickOutDir() {
+  const candidates = [
+    process.env.MALL_SCRAPER_OUTPUT_DIR,
+    path.join(os.homedir(), 'Documents', 'mall-scraper-output'),
+    path.join(os.homedir(), 'mall-scraper-output'),
+    path.join(os.tmpdir(), 'mall-scraper-output'),
+  ].filter(Boolean);
+
+  for (const dir of candidates) {
+    try {
+      fs.mkdirSync(dir, { recursive: true });
+      // Probe write access by touching a file
+      const probe = path.join(dir, '.write-probe');
+      fs.writeFileSync(probe, '');
+      fs.unlinkSync(probe);
+      return dir;
+    } catch (_) {
+      continue;
+    }
+  }
+  throw new Error('No writable output directory found');
+}
+
+function writeResults(directoryUrl, stores, csvText) {
+  const outDir = pickOutDir();
   const host = new URL(directoryUrl).hostname.replace(/^www\./, '');
   const ts = new Date().toISOString().replace(/[:.]/g, '-').slice(0, 19);
   const base = path.join(outDir, `stores_v5_${host}_${ts}`);
   fs.writeFileSync(`${base}.json`, JSON.stringify(stores, null, 2));
-  fs.writeFileSync(`${base}.csv`, storesToCSV(stores));
-  return { json: `${base}.json`, csv: `${base}.csv` };
+  fs.writeFileSync(`${base}.csv`, csvText);
+  return { json: `${base}.json`, csv: `${base}.csv`, dir: outDir };
 }
 
 function errorResult(message) {