@seo-console/package 1.1.2 → 1.2.0

package/README.md

@@ -305,13 +305,115 @@ Add a link to the SEO admin section in your main admin navigation:
 </nav>
 ```
 
+### Step 5: Discover and Import Existing Pages (Optional but Recommended)
+
+**⚠️ IMPORTANT:** The package doesn't automatically detect your existing pages or SEO settings. You need to discover and import them.
+
+**Create `app/api/discover-routes/route.ts` to find all your pages:**
+
+```typescript
+import { NextResponse } from "next/server";
+import { discoverNextJSRoutes } from "@seo-console/package/server";
+
+export async function POST() {
+  try {
+    const appDir = process.env.NEXT_PUBLIC_APP_DIR || "app";
+    const routes = await discoverNextJSRoutes(appDir);
+    return NextResponse.json({ routes });
+  } catch (error) {
+    return NextResponse.json(
+      { error: error instanceof Error ? error.message : "Failed to discover routes" },
+      { status: 500 }
+    );
+  }
+}
+```
+
+**Create `app/api/import-from-site/route.ts` to import existing SEO metadata:**
+
+```typescript
+import { NextRequest, NextResponse } from "next/server";
+import { detectStorageConfig, createStorageAdapter } from "@seo-console/package";
+import { extractMetadataFromURL, metadataToSEORecord } from "@seo-console/package/server";
+
+export async function POST(request: NextRequest) {
+  try {
+    const { baseUrl, routes } = await request.json();
+
+    if (!baseUrl) {
+      return NextResponse.json({ error: "Base URL is required" }, { status: 400 });
+    }
+
+    const routesToImport = Array.isArray(routes) && routes.length > 0 ? routes : ["/"];
+    const results: Array<{ route: string; success: boolean; error?: string }> = [];
+    
+    const config = detectStorageConfig();
+    const storage = createStorageAdapter(config);
+
+    for (const route of routesToImport) {
+      try {
+        const url = new URL(route, baseUrl).toString();
+        const metadata = await extractMetadataFromURL(url);
+
+        if (Object.keys(metadata).length === 0) {
+          results.push({ route, success: false, error: "No metadata found" });
+          continue;
+        }
+
+        const recordData = metadataToSEORecord(metadata, route, "file-user");
+        await storage.createRecord(recordData as { userId: string; routePath: string; [key: string]: unknown });
+        results.push({ route, success: true });
+
+        // Rate limiting - wait 200ms between requests
+        await new Promise((resolve) => setTimeout(resolve, 200));
+      } catch (err) {
+        results.push({
+          route,
+          success: false,
+          error: err instanceof Error ? err.message : "Unknown error",
+        });
+      }
+    }
+
+    return NextResponse.json({ results });
+  } catch (error) {
+    return NextResponse.json(
+      { error: error instanceof Error ? error.message : "Failed to import from site" },
+      { status: 500 }
+    );
+  }
+}
+```
+
+**How to use these routes:**
+
+1. **Discover routes:** Call `POST /api/discover-routes` to get a list of all your pages
+2. **Import SEO:** Call `POST /api/import-from-site` with your site's base URL and the routes you want to import
+
+Example:
+```typescript
+// In your admin UI or a script
+const discoverResponse = await fetch("/api/discover-routes", { method: "POST" });
+const { routes } = await discoverResponse.json();
+
+const importResponse = await fetch("/api/import-from-site", {
+  method: "POST",
+  headers: { "Content-Type": "application/json" },
+  body: JSON.stringify({
+    baseUrl: "https://yoursite.com",
+    routes: routes.map((r: any) => r.routePath)
+  })
+});
+```
+
 ## Quick Start Summary
 
 1. **Install:** `npm install @seo-console/package`
 2. **Create API route:** `app/api/seo-records/route.ts` (see Step 2)
 3. **Create admin pages:** `app/admin/seo/` directory with pages (see Step 3)
 4. **Add to navigation:** Link to `/admin/seo` in your admin menu
-5. **Use in pages:** Add `generateMetadata` to your pages (see Step 4)
+5. **Discover & import pages:** Create `app/api/discover-routes/route.ts` and `app/api/import-from-site/route.ts` (see Step 5)
+6. **Use in pages:** Add `generateMetadata` to your pages (see Step 4)
 
 That's it! The SEO admin interface will be accessible at `/admin/seo` as a new tab in your admin area.
 

package/dist/index.d.mts

@@ -1,83 +1,6 @@
 export { Button, Card, CardContent, CardDescription, CardFooter, CardHeader, CardTitle, Input, OGImagePreview, SEORecordForm, SEORecordList, Spinner, ValidationDashboard } from './components/index.mjs';
-import { S as SEORecord, C as CreateSEORecord, U as UpdateSEORecord } from './seo-schema-D8EwzllB.mjs';
-export { c as createSEORecordSchema, u as updateSEORecordSchema } from './seo-schema-D8EwzllB.mjs';
-export { D as DiscoveredRoute, E as ExtractedMetadata, I as ImageValidationResult, R as RobotsTxtOptions, S as SitemapEntry, n as SitemapOptions, c as ValidationIssue, V as ValidationResult, h as crawlSiteForSEO, i as discoverNextJSRoutes, k as extractMetadataFromHTML, f as extractMetadataFromURL, o as extractSitemapFromRobotsTxt, j as generateExamplePaths, e as generateRobotsTxt, d as generateSitemapFromRecords, g as generateSitemapXML, m as metadataToSEORecord, s as seoRecordsToSitemapEntries, u as updateRobotsTxtWithSitemap, l as validateSitemapEntry } from './robots-generator-9d9aTULk.mjs';
+export { C as CreateSEORecord, S as SEORecord, U as UpdateSEORecord, c as createSEORecordSchema, u as updateSEORecordSchema } from './seo-schema-D8EwzllB.mjs';
+export { E as ExtractedMetadata, I as ImageValidationResult, R as RobotsTxtOptions, S as SitemapEntry, c as SitemapOptions, h as StorageAdapter, j as StorageConfig, i as StorageType, a as ValidationIssue, V as ValidationResult, k as detectStorageConfig, e as extractMetadataFromHTML, f as extractSitemapFromRobotsTxt, d as generateRobotsTxt, b as generateSitemapFromRecords, g as generateSitemapXML, m as metadataToSEORecord, s as seoRecordsToSitemapEntries, u as updateRobotsTxtWithSitemap, v as validateSitemapEntry } from './storage-factory-CdCI1VHl.mjs';
 import 'react/jsx-runtime';
 import 'react';
 import 'zod';
-
-/**
- * Storage Adapter Interface
- * Allows SEO Console to work with different storage backends
- */
-
-interface StorageAdapter {
-    /**
-     * Get all SEO records
-     */
-    getRecords(): Promise<SEORecord[]>;
-    /**
-     * Get a single SEO record by ID
-     */
-    getRecordById(id: string): Promise<SEORecord | null>;
-    /**
-     * Get SEO record by route path
-     */
-    getRecordByRoute(routePath: string): Promise<SEORecord | null>;
-    /**
-     * Create a new SEO record
-     */
-    createRecord(record: CreateSEORecord): Promise<SEORecord>;
-    /**
-     * Update an existing SEO record
-     */
-    updateRecord(record: UpdateSEORecord): Promise<SEORecord>;
-    /**
-     * Delete an SEO record
-     */
-    deleteRecord(id: string): Promise<void>;
-    /**
-     * Check if storage is available/configured
-     */
-    isAvailable(): Promise<boolean>;
-}
-type StorageType = "file" | "memory";
-interface StorageConfig {
-    type?: StorageType;
-    filePath?: string;
-}
-
-/**
- * Storage Factory
- * Creates file-based storage adapter
- */
-
-declare function createStorageAdapter(config?: StorageConfig): StorageAdapter;
-/**
- * Auto-detect storage config from environment
- */
-declare function detectStorageConfig(): StorageConfig;
-
-/**
- * File-based storage adapter
- * Stores SEO records in a JSON file
- * No database required!
- */
-
-declare class FileStorage implements StorageAdapter {
-    private filePath;
-    private records;
-    private initialized;
-    constructor(filePath?: string);
-    private ensureInitialized;
-    private save;
-    isAvailable(): Promise<boolean>;
-    getRecords(): Promise<SEORecord[]>;
-    getRecordById(id: string): Promise<SEORecord | null>;
-    getRecordByRoute(routePath: string): Promise<SEORecord | null>;
-    createRecord(record: CreateSEORecord): Promise<SEORecord>;
-    updateRecord(record: UpdateSEORecord): Promise<SEORecord>;
-    deleteRecord(id: string): Promise<void>;
-}
-
-export { CreateSEORecord, FileStorage, SEORecord, type StorageAdapter, type StorageConfig, type StorageType, UpdateSEORecord, createStorageAdapter, detectStorageConfig };

package/dist/index.d.ts

@@ -1,83 +1,6 @@
 export { Button, Card, CardContent, CardDescription, CardFooter, CardHeader, CardTitle, Input, OGImagePreview, SEORecordForm, SEORecordList, Spinner, ValidationDashboard } from './components/index.js';
-import { S as SEORecord, C as CreateSEORecord, U as UpdateSEORecord } from './seo-schema-D8EwzllB.js';
-export { c as createSEORecordSchema, u as updateSEORecordSchema } from './seo-schema-D8EwzllB.js';
-export { D as DiscoveredRoute, E as ExtractedMetadata, I as ImageValidationResult, R as RobotsTxtOptions, S as SitemapEntry, n as SitemapOptions, c as ValidationIssue, V as ValidationResult, h as crawlSiteForSEO, i as discoverNextJSRoutes, k as extractMetadataFromHTML, f as extractMetadataFromURL, o as extractSitemapFromRobotsTxt, j as generateExamplePaths, e as generateRobotsTxt, d as generateSitemapFromRecords, g as generateSitemapXML, m as metadataToSEORecord, s as seoRecordsToSitemapEntries, u as updateRobotsTxtWithSitemap, l as validateSitemapEntry } from './robots-generator-CYA9Ofu_.js';
+export { C as CreateSEORecord, S as SEORecord, U as UpdateSEORecord, c as createSEORecordSchema, u as updateSEORecordSchema } from './seo-schema-D8EwzllB.js';
+export { E as ExtractedMetadata, I as ImageValidationResult, R as RobotsTxtOptions, S as SitemapEntry, c as SitemapOptions, h as StorageAdapter, j as StorageConfig, i as StorageType, a as ValidationIssue, V as ValidationResult, k as detectStorageConfig, e as extractMetadataFromHTML, f as extractSitemapFromRobotsTxt, d as generateRobotsTxt, b as generateSitemapFromRecords, g as generateSitemapXML, m as metadataToSEORecord, s as seoRecordsToSitemapEntries, u as updateRobotsTxtWithSitemap, v as validateSitemapEntry } from './storage-factory-L2YGjVID.js';
 import 'react/jsx-runtime';
 import 'react';
 import 'zod';
-
-/**
- * Storage Adapter Interface
- * Allows SEO Console to work with different storage backends
- */
-
-interface StorageAdapter {
-    /**
-     * Get all SEO records
-     */
-    getRecords(): Promise<SEORecord[]>;
-    /**
-     * Get a single SEO record by ID
-     */
-    getRecordById(id: string): Promise<SEORecord | null>;
-    /**
-     * Get SEO record by route path
-     */
-    getRecordByRoute(routePath: string): Promise<SEORecord | null>;
-    /**
-     * Create a new SEO record
-     */
-    createRecord(record: CreateSEORecord): Promise<SEORecord>;
-    /**
-     * Update an existing SEO record
-     */
-    updateRecord(record: UpdateSEORecord): Promise<SEORecord>;
-    /**
-     * Delete an SEO record
-     */
-    deleteRecord(id: string): Promise<void>;
-    /**
-     * Check if storage is available/configured
-     */
-    isAvailable(): Promise<boolean>;
-}
-type StorageType = "file" | "memory";
-interface StorageConfig {
-    type?: StorageType;
-    filePath?: string;
-}
-
-/**
- * Storage Factory
- * Creates file-based storage adapter
- */
-
-declare function createStorageAdapter(config?: StorageConfig): StorageAdapter;
-/**
- * Auto-detect storage config from environment
- */
-declare function detectStorageConfig(): StorageConfig;
-
-/**
- * File-based storage adapter
- * Stores SEO records in a JSON file
- * No database required!
- */
-
-declare class FileStorage implements StorageAdapter {
-    private filePath;
-    private records;
-    private initialized;
-    constructor(filePath?: string);
-    private ensureInitialized;
-    private save;
-    isAvailable(): Promise<boolean>;
-    getRecords(): Promise<SEORecord[]>;
-    getRecordById(id: string): Promise<SEORecord | null>;
-    getRecordByRoute(routePath: string): Promise<SEORecord | null>;
-    createRecord(record: CreateSEORecord): Promise<SEORecord>;
-    updateRecord(record: UpdateSEORecord): Promise<SEORecord>;
-    deleteRecord(id: string): Promise<void>;
-}
-
-export { CreateSEORecord, FileStorage, SEORecord, type StorageAdapter, type StorageConfig, type StorageType, UpdateSEORecord, createStorageAdapter, detectStorageConfig };

package/dist/index.js

@@ -37,22 +37,16 @@ __export(index_exports, {
   CardFooter: () => CardFooter,
   CardHeader: () => CardHeader,
   CardTitle: () => CardTitle,
-  FileStorage: () => FileStorage,
   Input: () => Input,
   OGImagePreview: () => OGImagePreview,
   SEORecordForm: () => SEORecordForm,
   SEORecordList: () => SEORecordList,
   Spinner: () => Spinner,
   ValidationDashboard: () => ValidationDashboard,
-  crawlSiteForSEO: () => crawlSiteForSEO,
   createSEORecordSchema: () => createSEORecordSchema,
-  createStorageAdapter: () => createStorageAdapter,
   detectStorageConfig: () => detectStorageConfig,
-  discoverNextJSRoutes: () => discoverNextJSRoutes,
   extractMetadataFromHTML: () => extractMetadataFromHTML,
-  extractMetadataFromURL: () => extractMetadataFromURL,
   extractSitemapFromRobotsTxt: () => extractSitemapFromRobotsTxt,
-  generateExamplePaths: () => generateExamplePaths,
   generateRobotsTxt: () => generateRobotsTxt,
   generateSitemapFromRecords: () => generateSitemapFromRecords,
   generateSitemapXML: () => generateSitemapXML,
@@ -3644,82 +3638,6 @@ function ValidationDashboard() {
   ] });
 }
 
-// src/lib/route-discovery.ts
-var import_path = require("path");
-var import_glob = require("glob");
-async function discoverNextJSRoutes(appDir = "app", rootDir = process.cwd()) {
-  const routes = [];
-  const appPath = (0, import_path.join)(rootDir, appDir);
-  try {
-    const pageFiles = await (0, import_glob.glob)("**/page.tsx", {
-      cwd: appPath,
-      absolute: false,
-      ignore: ["**/node_modules/**", "**/.next/**"]
-    });
-    for (const file of pageFiles) {
-      const route = fileToRoute(file, appDir);
-      if (route) {
-        routes.push(route);
-      }
-    }
-  } catch (error) {
-    console.error("Error discovering routes:", error);
-  }
-  return routes;
-}
-function fileToRoute(filePath, appDir) {
-  let routePath = filePath.replace(/^app\//, "").replace(/\/page\.tsx$/, "").replace(/\/page$/, "");
-  if (routePath === "page" || routePath === "") {
-    routePath = "/";
-  } else {
-    routePath = "/" + routePath;
-  }
-  const segments = routePath.split("/").filter(Boolean);
-  const params = [];
-  let isDynamic = false;
-  let isCatchAll = false;
-  for (const segment of segments) {
-    if (segment.startsWith("[...") && segment.endsWith("]")) {
-      const param = segment.slice(4, -1);
-      params.push(param);
-      isDynamic = true;
-      isCatchAll = true;
-    } else if (segment.startsWith("[") && segment.endsWith("]")) {
-      const param = segment.slice(1, -1);
-      params.push(param);
-      isDynamic = true;
-    }
-  }
-  return {
-    routePath,
-    filePath: (0, import_path.join)(appDir, filePath),
-    isDynamic,
-    isCatchAll,
-    params
-  };
-}
-function generateExamplePaths(route, count = 3) {
-  if (!route.isDynamic) {
-    return [route.routePath];
-  }
-  const examples = [];
-  const segments = route.routePath.split("/").filter(Boolean);
-  for (let i = 0; i < count; i++) {
-    let examplePath = "";
-    for (const segment of segments) {
-      if (segment.startsWith("[...")) {
-        examplePath += `/example-${i}-part-1/example-${i}-part-2`;
-      } else if (segment.startsWith("[")) {
-        examplePath += `/example-${i}`;
-      } else {
-        examplePath += `/${segment}`;
-      }
-    }
-    examples.push(examplePath || "/");
-  }
-  return examples;
-}
-
 // src/lib/metadata-extractor.ts
 var cheerio = __toESM(require("cheerio"));
 function extractMetadataFromHTML(html, baseUrl) {
@@ -3748,23 +3666,6 @@ function extractMetadataFromHTML(html, baseUrl) {
   }
   return metadata;
 }
-async function extractMetadataFromURL(url) {
-  try {
-    const response = await fetch(url, {
-      headers: {
-        "User-Agent": "SEO-Console/1.0"
-      }
-    });
-    if (!response.ok) {
-      throw new Error(`Failed to fetch ${url}: ${response.statusText}`);
-    }
-    const html = await response.text();
-    return extractMetadataFromHTML(html, url);
-  } catch (error) {
-    console.error(`Error extracting metadata from ${url}:`, error);
-    return {};
-  }
-}
 function metadataToSEORecord(metadata, routePath, userId = "extracted") {
   return {
     userId,
@@ -3782,20 +3683,6 @@ function metadataToSEORecord(metadata, routePath, userId = "extracted") {
     validationStatus: "pending"
   };
 }
-async function crawlSiteForSEO(baseUrl, routes) {
-  const results = /* @__PURE__ */ new Map();
-  for (const route of routes) {
-    const url = new URL(route, baseUrl).toString();
-    try {
-      const metadata = await extractMetadataFromURL(url);
-      results.set(route, metadata);
-      await new Promise((resolve) => setTimeout(resolve, 100));
-    } catch (error) {
-      console.error(`Failed to crawl ${url}:`, error);
-    }
-  }
-  return results;
-}
 
 // src/lib/sitemap-generator.ts
 function generateSitemapXML(options) {
@@ -3937,119 +3824,8 @@ function extractSitemapFromRobotsTxt(content) {
 
 // src/lib/storage/file-storage.ts
 var import_fs = require("fs");
-var FileStorage = class {
-  constructor(filePath = "seo-records.json") {
-    this.records = [];
-    this.initialized = false;
-    this.filePath = filePath;
-  }
-  async ensureInitialized() {
-    if (this.initialized) return;
-    try {
-      const data = await import_fs.promises.readFile(this.filePath, "utf-8");
-      this.records = JSON.parse(data);
-    } catch (error) {
-      if (error.code === "ENOENT") {
-        this.records = [];
-        await this.save();
-      } else {
-        throw error;
-      }
-    }
-    this.initialized = true;
-  }
-  async save() {
-    await import_fs.promises.writeFile(this.filePath, JSON.stringify(this.records, null, 2), "utf-8");
-  }
-  async isAvailable() {
-    try {
-      const dir = this.filePath.includes("/") ? this.filePath.substring(0, this.filePath.lastIndexOf("/")) : ".";
-      await import_fs.promises.access(dir);
-      return true;
-    } catch {
-      return false;
-    }
-  }
-  async getRecords() {
-    await this.ensureInitialized();
-    return [...this.records];
-  }
-  async getRecordById(id) {
-    await this.ensureInitialized();
-    return this.records.find((r) => r.id === id) || null;
-  }
-  async getRecordByRoute(routePath) {
-    await this.ensureInitialized();
-    return this.records.find((r) => r.routePath === routePath) || null;
-  }
-  async createRecord(record) {
-    await this.ensureInitialized();
-    const newRecord = {
-      id: typeof crypto !== "undefined" && crypto.randomUUID ? crypto.randomUUID() : `${Date.now()}-${Math.random().toString(36).substring(2, 9)}`,
-      userId: "file-user",
-      // File storage doesn't need user IDs
-      routePath: record.routePath,
-      title: record.title,
-      description: record.description,
-      keywords: record.keywords,
-      ogTitle: record.ogTitle,
-      ogDescription: record.ogDescription,
-      ogImageUrl: record.ogImageUrl,
-      ogImageWidth: record.ogImageWidth,
-      ogImageHeight: record.ogImageHeight,
-      ogType: record.ogType,
-      ogUrl: record.ogUrl,
-      ogSiteName: record.ogSiteName,
-      twitterCard: record.twitterCard,
-      twitterTitle: record.twitterTitle,
-      twitterDescription: record.twitterDescription,
-      twitterImageUrl: record.twitterImageUrl,
-      twitterSite: record.twitterSite,
-      twitterCreator: record.twitterCreator,
-      canonicalUrl: record.canonicalUrl,
-      robots: record.robots,
-      author: record.author,
-      publishedTime: record.publishedTime,
-      modifiedTime: record.modifiedTime,
-      structuredData: record.structuredData,
-      validationStatus: "pending",
-      lastValidatedAt: void 0,
-      validationErrors: void 0
-    };
-    this.records.push(newRecord);
-    await this.save();
-    return newRecord;
-  }
-  async updateRecord(record) {
-    await this.ensureInitialized();
-    const index = this.records.findIndex((r) => r.id === record.id);
-    if (index === -1) {
-      throw new Error(`SEO record with id ${record.id} not found`);
-    }
-    const updated = {
-      ...this.records[index],
-      ...record
-    };
-    this.records[index] = updated;
-    await this.save();
-    return updated;
-  }
-  async deleteRecord(id) {
-    await this.ensureInitialized();
-    const index = this.records.findIndex((r) => r.id === id);
-    if (index === -1) {
-      throw new Error(`SEO record with id ${id} not found`);
-    }
-    this.records.splice(index, 1);
-    await this.save();
-  }
-};
 
 // src/lib/storage/storage-factory.ts
-function createStorageAdapter(config) {
-  const filePath = config?.filePath || process.env.SEO_CONSOLE_STORAGE_PATH || "seo-records.json";
-  return new FileStorage(filePath);
-}
 function detectStorageConfig() {
   return {
     type: "file",
@@ -4065,22 +3841,16 @@ function detectStorageConfig() {
   CardFooter,
   CardHeader,
   CardTitle,
-  FileStorage,
   Input,
   OGImagePreview,
   SEORecordForm,
   SEORecordList,
   Spinner,
   ValidationDashboard,
-  crawlSiteForSEO,
   createSEORecordSchema,
-  createStorageAdapter,
   detectStorageConfig,
-  discoverNextJSRoutes,
   extractMetadataFromHTML,
-  extractMetadataFromURL,
   extractSitemapFromRobotsTxt,
-  generateExamplePaths,
   generateRobotsTxt,
   generateSitemapFromRecords,
   generateSitemapXML,