formatferry 0.1.2 → 0.1.3

package/README.md

@@ -214,6 +214,10 @@ formatferry -i page.html -f commonmark
 curl -s https://example.com | formatferry -f reddit
 ```
 
+## Tips
+
+- For HTML documents over ~100 KB, prefer `-i <file>` over piping through stdin to avoid OS shell buffer limitations.
+
 ## Development
 
 ```bash

package/dist/index.js

@@ -21981,9 +21981,11 @@ var CachedEntitlementProvider = class {
 // src/entitlement.ts
 var LICENSE_SERVER_URL = "https://formatferry.vibingfun.com";
 var VALIDATE_ENDPOINT = `${LICENSE_SERVER_URL}/v1/licenses/validate`;
-var STARTUP_TIMEOUT_MS = 2e3;
+var DEFAULT_TIMEOUT_MS = 2e3;
 var STALE_CACHE_DAYS = 7;
-async function resolveEntitlement() {
+var FRESH_CACHE_HOURS = 24;
+async function resolveEntitlement(opts = {}) {
+  const { offline = false, timeoutMs = DEFAULT_TIMEOUT_MS } = opts;
   let config;
   try {
     config = readConfig();
@@ -22007,11 +22009,19 @@ async function resolveEntitlement() {
     return new FreeEntitlementProvider();
   }
   const { licenseKey, lastValidated } = config;
+  if (offline) {
+    return buildCachedProvider(config, lastValidated);
+  }
+  const cacheAgeMs = lastValidated ? Date.now() - new Date(lastValidated).getTime() : Infinity;
+  const freshCacheMs = FRESH_CACHE_HOURS * 60 * 60 * 1e3;
+  if (cacheAgeMs < freshCacheMs) {
+    return buildCachedProvider(config, lastValidated);
+  }
   let data = null;
   let networkError = false;
   try {
     const controller = new AbortController();
-    const timer = setTimeout(() => controller.abort(), STARTUP_TIMEOUT_MS);
+    const timer = setTimeout(() => controller.abort(), timeoutMs);
     const response = await fetch(VALIDATE_ENDPOINT, {
       method: "POST",
       headers: { "Content-Type": "application/json" },
@@ -22046,22 +22056,24 @@ async function resolveEntitlement() {
     });
     return new CachedEntitlementProvider(freshState);
   }
-  const cacheAgeMs = lastValidated ? Date.now() - new Date(lastValidated).getTime() : Infinity;
   const staleCacheMs = STALE_CACHE_DAYS * 24 * 60 * 60 * 1e3;
   if (cacheAgeMs < staleCacheMs) {
-    const cachedState = {
-      tier: config.tier ?? "free",
-      features: config.features ?? [],
-      expiresAt: config.expiresAt ?? null,
-      lastValidated: lastValidated ?? ""
-    };
-    return new CachedEntitlementProvider(cachedState);
+    return buildCachedProvider(config, lastValidated);
   }
   process.stderr.write(
     "Warning: Could not reach license server and cached license is older than 7 days. Operating in free tier. Please reconnect to validate your license.\n"
   );
   return new FreeEntitlementProvider();
 }
+function buildCachedProvider(config, lastValidated) {
+  const cachedState = {
+    tier: config.tier ?? "free",
+    features: config.features ?? [],
+    expiresAt: config.expiresAt ?? null,
+    lastValidated: lastValidated ?? ""
+  };
+  return new CachedEntitlementProvider(cachedState);
+}
 
 // ../../src/shared/readability-processor.ts
 var import_readability = __toESM(require_readability(), 1);
@@ -22486,6 +22498,7 @@ var ToonifyService = class {
 };
 
 // src/toonify-helpers.ts
+var TOONIFY_MAX_INPUT_BYTES = 10 * 1024 * 1024;
 function formatSingleStats(result) {
   return `Toonify: ${result.originalTokenEstimate} \u2192 ${result.compressedTokenEstimate} tokens (${result.reductionPercent}% reduction)
 `;
@@ -22651,6 +22664,13 @@ async function urlToMarkdown(url, apiKey, format, proxyBaseUrl = process.env.FOR
   return result.markdown;
 }
 function applyToonify(markdown) {
+  if (Buffer.byteLength(markdown, "utf8") > TOONIFY_MAX_INPUT_BYTES) {
+    process.stderr.write(
+      `Error: Input too large for toonify (>${TOONIFY_MAX_INPUT_BYTES / 1024 / 1024} MB). Convert without --toonify or split the input.
+`
+    );
+    process.exit(1);
+  }
   try {
     const result = ToonifyService.compress(markdown);
     process.stderr.write(formatSingleStats(result));
@@ -22663,8 +22683,17 @@ function applyToonify(markdown) {
   }
 }
 async function convertCommand(options) {
+  const parsedTimeout = options.timeout ? parseInt(options.timeout, 10) : void 0;
+  if (parsedTimeout !== void 0 && (!Number.isFinite(parsedTimeout) || parsedTimeout <= 0)) {
+    process.stderr.write("Error: --timeout must be a positive integer (milliseconds).\n");
+    process.exit(1);
+  }
+  const entitlementOpts = {
+    offline: options.offline,
+    timeoutMs: parsedTimeout
+  };
   if (options.toonify) {
-    const provider = await resolveEntitlement();
+    const provider = await resolveEntitlement(entitlementOpts);
     if (!provider.hasFeature("token-optimization")) {
       process.stderr.write(
         "Error: Token optimization requires a Premium license.\nRun `formatferry auth --license-key <KEY>` to activate your license.\n"
@@ -22716,7 +22745,7 @@ async function convertCommand(options) {
       const html = fileBuffer.toString("utf8");
       let applyAtlassian = false;
       if (isAtlassianHTML(html)) {
-        const provider = await resolveEntitlement();
+        const provider = await resolveEntitlement(entitlementOpts);
         if (!provider.hasFeature("atlassian")) {
           process.stderr.write(
             "Error: Atlassian HTML detected. A Premium license is required to process Atlassian content.\nRun `formatferry auth --license-key <KEY>` to activate your license.\n"
@@ -22733,7 +22762,7 @@ async function convertCommand(options) {
     const html = await readStdin();
     let applyAtlassian = false;
     if (isAtlassianHTML(html)) {
-      const provider = await resolveEntitlement();
+      const provider = await resolveEntitlement(entitlementOpts);
       if (!provider.hasFeature("atlassian")) {
         process.stderr.write(
           "Error: Atlassian HTML detected. A Premium license is required to process Atlassian content.\nRun `formatferry auth --license-key <KEY>` to activate your license.\n"
@@ -22799,7 +22828,16 @@ async function convertFile(filePath, format) {
   return c.markdown;
 }
 async function batchCommand(options) {
-  const provider = await resolveEntitlement();
+  const parsedTimeout = options.timeout ? parseInt(options.timeout, 10) : void 0;
+  if (parsedTimeout !== void 0 && (!Number.isFinite(parsedTimeout) || parsedTimeout <= 0)) {
+    process.stderr.write("Error: --timeout must be a positive integer (milliseconds).\n");
+    process.exit(1);
+  }
+  const entitlementOpts = {
+    offline: options.offline,
+    timeoutMs: parsedTimeout
+  };
+  const provider = await resolveEntitlement(entitlementOpts);
   if (!provider.hasFeature("batch")) {
     process.stderr.write(
       "Error: Batch processing requires a Premium license.\nRun `formatferry auth --license-key <KEY>` to activate your license.\n"
@@ -22834,18 +22872,23 @@ async function batchCommand(options) {
       let markdown = await convertFile(filePath, format);
       if (options.toonify) {
         if (markdown.trim()) {
-          try {
-            const result = ToonifyService.compress(markdown);
-            process.stderr.write(formatFileStats(basename(filePath), result));
-            markdown = result.compressed;
-            totalOriginal += result.originalTokenEstimate;
-            totalCompressed += result.compressedTokenEstimate;
-            toonifiedCount++;
-          } catch (err) {
-            process.stderr.write(`Error toonifying ${filePath}: ${err instanceof Error ? err.message : String(err)}
+          if (Buffer.byteLength(markdown, "utf8") > TOONIFY_MAX_INPUT_BYTES) {
+            process.stderr.write(`Skipping toonify for ${basename(filePath)}: input exceeds ${TOONIFY_MAX_INPUT_BYTES / 1024 / 1024} MB
 `);
-            failed++;
-            continue;
+          } else {
+            try {
+              const result = ToonifyService.compress(markdown);
+              process.stderr.write(formatFileStats(basename(filePath), result));
+              markdown = result.compressed;
+              totalOriginal += result.originalTokenEstimate;
+              totalCompressed += result.compressedTokenEstimate;
+              toonifiedCount++;
+            } catch (err) {
+              process.stderr.write(`Error toonifying ${filePath}: ${err instanceof Error ? err.message : String(err)}
+`);
+              failed++;
+              continue;
+            }
           }
         } else {
           markdown = "";
@@ -23059,7 +23102,7 @@ function handleLogout() {
 
 // src/index.ts
 var VERSION = "0.1.0";
-program.name("formatferry").version(VERSION).description("Convert HTML, DOCX, PDF, XLSX, CSV to Markdown").option("-i, --input <path>", "Input file path").option("-o, --output <path>", "Output file path").option("-f, --format <format>", "Markdown format (github, commonmark, slack, discord, reddit, confluence, custom, rmarkdown)", "github").option("--url <url>", "Fetch article from URL").option("--batch <glob>", "Batch convert files (Premium)").option("--output-dir <dir>", "Output directory for batch").option("--toonify", "Compress output to TOON format (Premium)").action(async (options) => {
+program.name("formatferry").version(VERSION).description("Convert HTML, DOCX, PDF, XLSX, CSV to Markdown").option("-i, --input <path>", "Input file path").option("-o, --output <path>", "Output file path").option("-f, --format <format>", "Markdown format (github, commonmark, slack, discord, reddit, confluence, custom, rmarkdown)", "github").option("--url <url>", "Fetch article from URL").option("--batch <glob>", "Batch convert files (Premium)").option("--output-dir <dir>", "Output directory for batch").option("--toonify", "Compress output to TOON format (Premium)").option("--offline", "Skip entitlement check (use cached or free tier)").option("--timeout <ms>", "License server timeout in milliseconds (default: 2000)", "2000").action(async (options) => {
   if (options.batch) {
     await batchCommand(options);
   } else {

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "formatferry",
-  "version": "0.1.2",
+  "version": "0.1.3",
   "description": "FormatFerry CLI — Convert HTML, DOCX, PDF, XLSX, CSV to Markdown",
   "keywords": [
     "markdown",