@d-zero/replicator 0.6.0 → 0.6.1

package/dist/child-process.d.ts

@@ -0,0 +1 @@
+export {};

package/dist/cli.d.ts

@@ -0,0 +1,2 @@
+#!/usr/bin/env node
+export {};

package/dist/index.d.ts

@@ -0,0 +1,26 @@
+import type { ReplicateOptions } from './types.js';
+/**
+ * Replicate web pages with all their resources to local directories
+ *
+ * ## Architecture
+ *
+ * This implementation uses a two-phase architecture for memory efficiency:
+ *
+ * ### Phase 1: Metadata Collection
+ * - Each URL is processed in a separate child process using puppeteer-dealer
+ * - Child processes scan pages with Puppeteer and collect resource URLs
+ * - For URLs ending with '/' (e.g., https://example.com/), MIME type is captured
+ * and encoded as "url:::MIME/type" format
+ * - Only metadata (URLs + MIME types) is returned to parent - no buffer data
+ *
+ * ### Phase 2: Resource Download
+ * - Parent process aggregates all metadata and removes duplicates
+ * - Parses encoded URLs to determine correct local paths
+ * - Downloads resources via fetch() and immediately writes to disk
+ * - No resource content is kept in memory
+ *
+ * This approach minimizes memory usage by avoiding duplicate I/O operations
+ * and keeping buffer data out of inter-process communication.
+ * @param options - Replication options
+ */
+export declare function replicate(options: ReplicateOptions): Promise<void>;

package/dist/resource-downloader.d.ts

@@ -0,0 +1,10 @@
+/**
+ * Download and save resources to disk
+ * @param encodedPaths - Array of encoded pathnames
+ * @param baseUrl - Base URL to construct full URLs
+ * @param outputDir - Output directory
+ * @param logger - Logger function
+ * @param verbose - Enable verbose output
+ * @param only - Download only specified type: page or resource
+ */
+export declare function downloadResources(encodedPaths: string[], baseUrl: string, outputDir: string, logger: (message: string) => void, verbose?: boolean, only?: 'page' | 'resource'): Promise<void>;

package/dist/types.d.ts

@@ -0,0 +1,27 @@
+export interface ReplicateOptions {
+    urls: string[];
+    outputDir: string;
+    verbose?: boolean;
+    timeout?: number;
+    devices?: Record<string, {
+        width: number;
+        resolution?: number;
+    }>;
+    limit?: number;
+    only?: 'page' | 'resource';
+}
+export interface Resource {
+    url: string;
+    localPath: string;
+}
+export interface ChildProcessInput {
+    devices?: Record<string, {
+        width: number;
+        resolution?: number;
+    }>;
+    timeout?: number;
+}
+export interface ChildProcessResult {
+    url: string;
+    encodedUrls: string[];
+}

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "@d-zero/replicator",
-	"version": "0.6.0",
+	"version": "0.6.1",
 	"description": "Replicate web pages with all their resources to local directories",
 	"author": "D-ZERO",
 	"license": "MIT",
@@ -37,5 +37,5 @@
 	"devDependencies": {
 		"@types/minimist": "1.2.5"
 	},
-	"gitHead": "fe6d98ee0108b0e53848f28a74e4e08875e31a78"
+	"gitHead": "bf9cfd1370947212367041214f68c8e8e6317b86"
 }