npm - @steipete/summarize - Versions diffs - 0.1.0 - Mend

@steipete/summarize 0.1.0

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.

Files changed (174) hide show

package/CHANGELOG.md +52 -0
package/LICENSE +21 -0
package/README.md +185 -0
package/dist/cli.cjs +74333 -0
package/dist/cli.cjs.map +7 -0
package/dist/esm/cli-main.js +80 -0
package/dist/esm/cli-main.js.map +1 -0
package/dist/esm/cli.js +18 -0
package/dist/esm/cli.js.map +1 -0
package/dist/esm/config.js +33 -0
package/dist/esm/config.js.map +1 -0
package/dist/esm/content/asset.js +167 -0
package/dist/esm/content/asset.js.map +1 -0
package/dist/esm/content/index.js +4 -0
package/dist/esm/content/index.js.map +1 -0
package/dist/esm/content/link-preview/client.js +20 -0
package/dist/esm/content/link-preview/client.js.map +1 -0
package/dist/esm/content/link-preview/content/article.js +150 -0
package/dist/esm/content/link-preview/content/article.js.map +1 -0
package/dist/esm/content/link-preview/content/cleaner.js +55 -0
package/dist/esm/content/link-preview/content/cleaner.js.map +1 -0
package/dist/esm/content/link-preview/content/fetcher.js +120 -0
package/dist/esm/content/link-preview/content/fetcher.js.map +1 -0
package/dist/esm/content/link-preview/content/index.js +275 -0
package/dist/esm/content/link-preview/content/index.js.map +1 -0
package/dist/esm/content/link-preview/content/parsers.js +77 -0
package/dist/esm/content/link-preview/content/parsers.js.map +1 -0
package/dist/esm/content/link-preview/content/types.js +4 -0
package/dist/esm/content/link-preview/content/types.js.map +1 -0
package/dist/esm/content/link-preview/content/utils.js +127 -0
package/dist/esm/content/link-preview/content/utils.js.map +1 -0
package/dist/esm/content/link-preview/content/youtube.js +82 -0
package/dist/esm/content/link-preview/content/youtube.js.map +1 -0
package/dist/esm/content/link-preview/deps.js +2 -0
package/dist/esm/content/link-preview/deps.js.map +1 -0
package/dist/esm/content/link-preview/fetch-with-timeout.js +35 -0
package/dist/esm/content/link-preview/fetch-with-timeout.js.map +1 -0
package/dist/esm/content/link-preview/transcript/cache.js +73 -0
package/dist/esm/content/link-preview/transcript/cache.js.map +1 -0
package/dist/esm/content/link-preview/transcript/index.js +95 -0
package/dist/esm/content/link-preview/transcript/index.js.map +1 -0
package/dist/esm/content/link-preview/transcript/normalize.js +43 -0
package/dist/esm/content/link-preview/transcript/normalize.js.map +1 -0
package/dist/esm/content/link-preview/transcript/providers/generic.js +11 -0
package/dist/esm/content/link-preview/transcript/providers/generic.js.map +1 -0
package/dist/esm/content/link-preview/transcript/providers/podcast.js +12 -0
package/dist/esm/content/link-preview/transcript/providers/podcast.js.map +1 -0
package/dist/esm/content/link-preview/transcript/providers/twitter.js +12 -0
package/dist/esm/content/link-preview/transcript/providers/twitter.js.map +1 -0
package/dist/esm/content/link-preview/transcript/providers/youtube/api.js +257 -0
package/dist/esm/content/link-preview/transcript/providers/youtube/api.js.map +1 -0
package/dist/esm/content/link-preview/transcript/providers/youtube/apify.js +55 -0
package/dist/esm/content/link-preview/transcript/providers/youtube/apify.js.map +1 -0
package/dist/esm/content/link-preview/transcript/providers/youtube/captions.js +409 -0
package/dist/esm/content/link-preview/transcript/providers/youtube/captions.js.map +1 -0
package/dist/esm/content/link-preview/transcript/providers/youtube/ytdlp.js +114 -0
package/dist/esm/content/link-preview/transcript/providers/youtube/ytdlp.js.map +1 -0
package/dist/esm/content/link-preview/transcript/providers/youtube.js +74 -0
package/dist/esm/content/link-preview/transcript/providers/youtube.js.map +1 -0
package/dist/esm/content/link-preview/transcript/types.js +2 -0
package/dist/esm/content/link-preview/transcript/types.js.map +1 -0
package/dist/esm/content/link-preview/transcript/utils.js +193 -0
package/dist/esm/content/link-preview/transcript/utils.js.map +1 -0
package/dist/esm/content/link-preview/types.js +2 -0
package/dist/esm/content/link-preview/types.js.map +1 -0
package/dist/esm/costs.js +57 -0
package/dist/esm/costs.js.map +1 -0
package/dist/esm/firecrawl.js +54 -0
package/dist/esm/firecrawl.js.map +1 -0
package/dist/esm/flags.js +97 -0
package/dist/esm/flags.js.map +1 -0
package/dist/esm/index.js +4 -0
package/dist/esm/index.js.map +1 -0
package/dist/esm/llm/generate-text.js +296 -0
package/dist/esm/llm/generate-text.js.map +1 -0
package/dist/esm/llm/google-models.js +112 -0
package/dist/esm/llm/google-models.js.map +1 -0
package/dist/esm/llm/html-to-markdown.js +44 -0
package/dist/esm/llm/html-to-markdown.js.map +1 -0
package/dist/esm/llm/model-id.js +45 -0
package/dist/esm/llm/model-id.js.map +1 -0
package/dist/esm/pricing/litellm.js +25 -0
package/dist/esm/pricing/litellm.js.map +1 -0
package/dist/esm/prompts/file.js +14 -0
package/dist/esm/prompts/file.js.map +1 -0
package/dist/esm/prompts/index.js +3 -0
package/dist/esm/prompts/index.js.map +1 -0
package/dist/esm/prompts/link-summary.js +105 -0
package/dist/esm/prompts/link-summary.js.map +1 -0
package/dist/esm/run.js +1674 -0
package/dist/esm/run.js.map +1 -0
package/dist/esm/shared/contracts.js +2 -0
package/dist/esm/shared/contracts.js.map +1 -0
package/dist/esm/summarizeHome.js +20 -0
package/dist/esm/summarizeHome.js.map +1 -0
package/dist/esm/tty/live-markdown.js +52 -0
package/dist/esm/tty/live-markdown.js.map +1 -0
package/dist/esm/tty/osc-progress.js +8 -0
package/dist/esm/tty/osc-progress.js.map +1 -0
package/dist/esm/tty/spinner.js +33 -0
package/dist/esm/tty/spinner.js.map +1 -0
package/dist/esm/version.js +44 -0
package/dist/esm/version.js.map +1 -0
package/dist/types/cli-main.d.ts +11 -0
package/dist/types/cli.d.ts +1 -0
package/dist/types/config.d.ts +15 -0
package/dist/types/content/asset.d.ts +44 -0
package/dist/types/content/index.d.ts +4 -0
package/dist/types/content/link-preview/client.d.ts +14 -0
package/dist/types/content/link-preview/content/article.d.ts +4 -0
package/dist/types/content/link-preview/content/cleaner.d.ts +12 -0
package/dist/types/content/link-preview/content/fetcher.d.ts +16 -0
package/dist/types/content/link-preview/content/index.d.ts +4 -0
package/dist/types/content/link-preview/content/parsers.d.ts +7 -0
package/dist/types/content/link-preview/content/types.d.ts +44 -0
package/dist/types/content/link-preview/content/utils.d.ts +16 -0
package/dist/types/content/link-preview/content/youtube.d.ts +1 -0
package/dist/types/content/link-preview/deps.d.ts +70 -0
package/dist/types/content/link-preview/fetch-with-timeout.d.ts +4 -0
package/dist/types/content/link-preview/transcript/cache.d.ts +29 -0
package/dist/types/content/link-preview/transcript/index.d.ts +9 -0
package/dist/types/content/link-preview/transcript/normalize.d.ts +3 -0
package/dist/types/content/link-preview/transcript/providers/generic.d.ts +3 -0
package/dist/types/content/link-preview/transcript/providers/podcast.d.ts +3 -0
package/dist/types/content/link-preview/transcript/providers/twitter.d.ts +3 -0
package/dist/types/content/link-preview/transcript/providers/youtube/api.d.ts +26 -0
package/dist/types/content/link-preview/transcript/providers/youtube/apify.d.ts +1 -0
package/dist/types/content/link-preview/transcript/providers/youtube/captions.d.ts +7 -0
package/dist/types/content/link-preview/transcript/providers/youtube/ytdlp.d.ts +3 -0
package/dist/types/content/link-preview/transcript/providers/youtube.d.ts +3 -0
package/dist/types/content/link-preview/transcript/types.d.ts +23 -0
package/dist/types/content/link-preview/transcript/utils.d.ts +7 -0
package/dist/types/content/link-preview/types.d.ts +36 -0
package/dist/types/costs.d.ts +31 -0
package/dist/types/firecrawl.d.ts +5 -0
package/dist/types/flags.d.ts +23 -0
package/dist/types/index.d.ts +4 -0
package/dist/types/llm/generate-text.d.ts +43 -0
package/dist/types/llm/google-models.d.ts +10 -0
package/dist/types/llm/html-to-markdown.d.ts +15 -0
package/dist/types/llm/model-id.d.ts +14 -0
package/dist/types/pricing/litellm.d.ts +13 -0
package/dist/types/prompts/file.d.ts +6 -0
package/dist/types/prompts/index.d.ts +3 -0
package/dist/types/prompts/link-summary.d.ts +27 -0
package/dist/types/run.d.ts +8 -0
package/dist/types/shared/contracts.d.ts +2 -0
package/dist/types/summarizeHome.d.ts +6 -0
package/dist/types/tty/live-markdown.d.ts +10 -0
package/dist/types/tty/osc-progress.d.ts +3 -0
package/dist/types/tty/spinner.d.ts +10 -0
package/dist/types/version.d.ts +2 -0
package/docs/README.md +11 -0
package/docs/config.md +28 -0
package/docs/extract-only.md +13 -0
package/docs/firecrawl.md +17 -0
package/docs/llm.md +33 -0
package/docs/openai.md +18 -0
package/docs/site/.nojekyll +1 -0
package/docs/site/404.html +37 -0
package/docs/site/assets/site.css +577 -0
package/docs/site/assets/site.js +69 -0
package/docs/site/docs/config.html +73 -0
package/docs/site/docs/extract-only.html +79 -0
package/docs/site/docs/firecrawl.html +72 -0
package/docs/site/docs/index.html +89 -0
package/docs/site/docs/llm.html +70 -0
package/docs/site/docs/openai.html +66 -0
package/docs/site/docs/website.html +70 -0
package/docs/site/docs/youtube.html +62 -0
package/docs/site/index.html +125 -0
package/docs/website.md +27 -0
package/docs/youtube.md +32 -0
package/package.json +76 -0

package/docs/site/docs/extract-only.html ADDED Viewed

@@ -0,0 +1,79 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="utf-8" />
+    <meta name="viewport" content="width=device-width,initial-scale=1" />
+    <meta name="color-scheme" content="dark light" />
+    <title>Extract-only — summarize</title>
+    <link rel="canonical" href="https://summarize.sh/docs/extract-only" />
+    <link rel="preconnect" href="https://fonts.googleapis.com" />
+    <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />
+    <link href="https://fonts.googleapis.com/css2?family=IBM+Plex+Mono:wght@400;500;600;700&display=swap" rel="stylesheet" />
+    <link rel="stylesheet" href="../assets/site.css" />
+  </head>
+  <body>
+    <main class="shell">
+      <header class="top">
+        <a class="brand" href="../index.html" aria-label="summarize home">
+          <span class="brand__mark" aria-hidden="true">s</span>
+          <span class="brand__word">summarize</span>
+        </a>
+        <nav class="nav" aria-label="Primary">
+          <a data-nav="home" href="../index.html">Home</a>
+          <a data-nav="docs" href="./index.html">Docs</a>
+          <a href="https://github.com/steipete/summarize">GitHub</a>
+        </nav>
+      </header>
+      <section class="docShell">
+        <aside class="side" aria-label="Docs navigation">
+          <h2>Docs</h2>
+          <a href="./index.html">Overview</a>
+          <a href="./website.html">Website mode</a>
+          <a href="./youtube.html">YouTube mode</a>
+          <a href="./extract-only.html">Extract-only</a>
+          <a href="./llm.html">LLM</a>
+          <a href="./openai.html">OpenAI</a>
+          <a href="./firecrawl.html">Firecrawl</a>
+          <a href="./config.html">Config</a>
+        </aside>
+        <article class="doc reveal">
+          <p class="kicker">mode</p>
+          <h1>Extract-only</h1>
+          <p>Print the extracted content and stop. No summary call.</p>
+          <h2>Usage</h2>
+          <div class="terminal">
+            <div class="terminal__bar" aria-hidden="true">
+              <span class="terminal__dot terminal__dot--a"></span>
+              <span class="terminal__dot terminal__dot--b"></span>
+              <span class="terminal__dot terminal__dot--c"></span>
+            </div>
+            <pre><code id="ex-only">summarize --extract-only "https://example.com/article"</code></pre>
+          </div>
+          <div class="copyRow">
+            <span class="hint">Good for piping into your own tooling.</span>
+            <button class="btn" data-copy="#ex-only">Copy</button>
+          </div>
+          <h2>Helpful flags</h2>
+          <ul>
+            <li><code>--json</code> — emit a single JSON object.</li>
+            <li><code>--verbose</code> — show which extractor ran and why.</li>
+            <li><code>--timeout</code> — tune crawling budget (<code>2m</code> default).</li>
+            <li><code>--firecrawl off|auto|always</code> — choose the fallback strategy.</li>
+            <li><code>--markdown off|auto|llm</code> — for non-YouTube URLs, control HTML→Markdown conversion.</li>
+          </ul>
+        </article>
+      </section>
+      <footer class="footer">
+        <span>summarize — Link → clean text → summary.</span>
+        <span><a href="./index.html">Docs</a> · <a href="https://github.com/steipete/summarize">Repo</a></span>
+      </footer>
+    </main>
+    <script type="module" src="../assets/site.js"></script>
+  </body>
+</html>

package/docs/site/docs/firecrawl.html ADDED Viewed

@@ -0,0 +1,72 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="utf-8" />
+    <meta name="viewport" content="width=device-width,initial-scale=1" />
+    <meta name="color-scheme" content="dark light" />
+    <title>Firecrawl — summarize</title>
+    <link rel="canonical" href="https://summarize.sh/docs/firecrawl" />
+    <link rel="preconnect" href="https://fonts.googleapis.com" />
+    <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />
+    <link href="https://fonts.googleapis.com/css2?family=IBM+Plex+Mono:wght@400;500;600;700&display=swap" rel="stylesheet" />
+    <link rel="stylesheet" href="../assets/site.css" />
+  </head>
+  <body>
+    <main class="shell">
+      <header class="top">
+        <a class="brand" href="../index.html" aria-label="summarize home">
+          <span class="brand__mark" aria-hidden="true">s</span>
+          <span class="brand__word">summarize</span>
+        </a>
+        <nav class="nav" aria-label="Primary">
+          <a data-nav="home" href="../index.html">Home</a>
+          <a data-nav="docs" href="./index.html">Docs</a>
+          <a href="https://github.com/steipete/summarize">GitHub</a>
+        </nav>
+      </header>
+      <section class="docShell">
+        <aside class="side" aria-label="Docs navigation">
+          <h2>Docs</h2>
+          <a href="./index.html">Overview</a>
+          <a href="./website.html">Website mode</a>
+          <a href="./youtube.html">YouTube mode</a>
+          <a href="./extract-only.html">Extract-only</a>
+          <a href="./llm.html">LLM</a>
+          <a href="./openai.html">OpenAI</a>
+          <a href="./firecrawl.html">Firecrawl</a>
+          <a href="./config.html">Config</a>
+        </aside>
+        <article class="doc reveal">
+          <p class="kicker">extractor</p>
+          <h1>Firecrawl</h1>
+          <p>Used as a fallback when HTML extraction looks blocked or too thin — and as a preferred Markdown source in extract-only mode (when configured).</p>
+          <h2>Key</h2>
+          <ul>
+            <li>Set <code>FIRECRAWL_API_KEY</code>.</li>
+            <li>Control behavior with <code>--firecrawl off|auto|always</code>.</li>
+          </ul>
+          <h2>Extract-only + Markdown</h2>
+          <ul>
+            <li><code>--extract-only</code> prints the extracted content.</li>
+            <li><code>--markdown auto|llm</code> can output Markdown for non-YouTube URLs.</li>
+          </ul>
+          <div class="note">
+            If you only want plain text: use <code>--firecrawl off --markdown off</code>.
+          </div>
+        </article>
+      </section>
+      <footer class="footer">
+        <span>summarize — Link → clean text → summary.</span>
+        <span><a href="./index.html">Docs</a> · <a href="https://github.com/steipete/summarize">Repo</a></span>
+      </footer>
+    </main>
+    <script type="module" src="../assets/site.js"></script>
+  </body>
+</html>

package/docs/site/docs/index.html ADDED Viewed

@@ -0,0 +1,89 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="utf-8" />
+    <meta name="viewport" content="width=device-width,initial-scale=1" />
+    <meta name="color-scheme" content="dark light" />
+    <title>Docs — summarize</title>
+    <link rel="canonical" href="https://summarize.sh/docs/" />
+    <link rel="preconnect" href="https://fonts.googleapis.com" />
+    <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />
+    <link href="https://fonts.googleapis.com/css2?family=IBM+Plex+Mono:wght@400;500;600;700&display=swap" rel="stylesheet" />
+    <link rel="stylesheet" href="../assets/site.css" />
+  </head>
+  <body>
+    <main class="shell">
+      <header class="top">
+        <a class="brand" href="../index.html" aria-label="summarize home">
+          <span class="brand__mark" aria-hidden="true">s</span>
+          <span class="brand__word">summarize</span>
+        </a>
+        <nav class="nav" aria-label="Primary">
+          <a data-nav="home" href="../index.html">Home</a>
+          <a data-nav="docs" href="./index.html">Docs</a>
+          <a href="https://github.com/steipete/summarize">GitHub</a>
+        </nav>
+      </header>
+      <section class="hero">
+        <div class="hero__card reveal">
+          <div class="hero__inner">
+            <p class="kicker">Docs</p>
+            <h1 class="title">Modes & knobs.</h1>
+            <p class="lede">Small surface area. Powerful extraction. Sensible fallbacks.</p>
+            <div class="pillRow">
+              <span class="pill"><span class="pill__dot" aria-hidden="true"></span> Website</span>
+              <span class="pill"><span class="pill__dot" aria-hidden="true" style="background: var(--accent2)"></span> YouTube</span>
+              <span class="pill"><span class="pill__dot" aria-hidden="true" style="background: var(--accent3)"></span> Extract-only</span>
+            </div>
+          </div>
+        </div>
+      </section>
+      <section class="grid">
+        <a class="card reveal" href="./website.html">
+          <h2>Website mode</h2>
+          <p>HTML extraction + normalization + Firecrawl fallback.</p>
+          <div class="small">docs/website.md</div>
+        </a>
+        <a class="card reveal" href="./youtube.html">
+          <h2>YouTube mode</h2>
+          <p>Transcripts via multiple strategies (youtubei, caption tracks, fallback).</p>
+          <div class="small">docs/youtube.md</div>
+        </a>
+        <a class="card reveal" href="./extract-only.html">
+          <h2>Extract-only</h2>
+          <p>Get the cleaned content and stop; perfect for piping.</p>
+          <div class="small">docs/extract-only.md</div>
+        </a>
+        <a class="card reveal" href="./llm.html">
+          <h2>LLM</h2>
+          <p>Models, providers, and summarization behavior.</p>
+          <div class="small">docs/llm.md</div>
+        </a>
+        <a class="card reveal" href="./openai.html">
+          <h2>OpenAI</h2>
+          <p>OpenAI-specific notes + environment keys.</p>
+          <div class="small">docs/openai.md</div>
+        </a>
+        <a class="card reveal" href="./firecrawl.html">
+          <h2>Firecrawl</h2>
+          <p>Fallback extraction + Markdown output.</p>
+          <div class="small">docs/firecrawl.md</div>
+        </a>
+        <a class="card reveal" href="./config.html">
+          <h2>Config</h2>
+          <p>Env vars and practical defaults.</p>
+          <div class="small">docs/config.md</div>
+        </a>
+      </section>
+      <footer class="footer">
+        <span>summarize — Link → clean text → summary.</span>
+        <span><a href="../index.html">Home</a> · <a href="https://github.com/steipete/summarize">Repo</a></span>
+      </footer>
+    </main>
+    <script type="module" src="../assets/site.js"></script>
+  </body>
+</html>

package/docs/site/docs/llm.html ADDED Viewed

@@ -0,0 +1,70 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="utf-8" />
+    <meta name="viewport" content="width=device-width,initial-scale=1" />
+    <meta name="color-scheme" content="dark light" />
+    <title>LLM — summarize</title>
+    <link rel="canonical" href="https://summarize.sh/docs/llm" />
+    <link rel="preconnect" href="https://fonts.googleapis.com" />
+    <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />
+    <link href="https://fonts.googleapis.com/css2?family=IBM+Plex+Mono:wght@400;500;600;700&display=swap" rel="stylesheet" />
+    <link rel="stylesheet" href="../assets/site.css" />
+  </head>
+  <body>
+    <main class="shell">
+      <header class="top">
+        <a class="brand" href="../index.html" aria-label="summarize home">
+          <span class="brand__mark" aria-hidden="true">s</span>
+          <span class="brand__word">summarize</span>
+        </a>
+        <nav class="nav" aria-label="Primary">
+          <a data-nav="home" href="../index.html">Home</a>
+          <a data-nav="docs" href="./index.html">Docs</a>
+          <a href="https://github.com/steipete/summarize">GitHub</a>
+        </nav>
+      </header>
+      <section class="docShell">
+        <aside class="side" aria-label="Docs navigation">
+          <h2>Docs</h2>
+          <a href="./index.html">Overview</a>
+          <a href="./website.html">Website mode</a>
+          <a href="./youtube.html">YouTube mode</a>
+          <a href="./extract-only.html">Extract-only</a>
+          <a href="./llm.html">LLM</a>
+          <a href="./openai.html">OpenAI</a>
+          <a href="./firecrawl.html">Firecrawl</a>
+          <a href="./config.html">Config</a>
+        </aside>
+        <article class="doc reveal">
+          <p class="kicker">summarizer</p>
+          <h1>LLM</h1>
+          <p>summarize can use multiple providers. Pick one model, one provider, then make it boring and reliable.</p>
+          <h2>Keys</h2>
+          <ul>
+            <li><code>OPENAI_API_KEY</code></li>
+            <li><code>XAI_API_KEY</code></li>
+            <li><code>GEMINI_API_KEY</code> (also accepts <code>GOOGLE_GENERATIVE_AI_API_KEY</code> / <code>GOOGLE_API_KEY</code>)</li>
+          </ul>
+          <h2>Practical advice</h2>
+          <ul>
+            <li>Pin <code>--model</code> for stable output.</li>
+            <li>When using <code>--markdown llm</code>, provider fallback is disabled by design.</li>
+            <li>For audits / tooling, prefer <code>--json</code> + fixed model.</li>
+          </ul>
+        </article>
+      </section>
+      <footer class="footer">
+        <span>summarize — Link → clean text → summary.</span>
+        <span><a href="./index.html">Docs</a> · <a href="https://github.com/steipete/summarize">Repo</a></span>
+      </footer>
+    </main>
+    <script type="module" src="../assets/site.js"></script>
+  </body>
+</html>

package/docs/site/docs/openai.html ADDED Viewed

@@ -0,0 +1,66 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="utf-8" />
+    <meta name="viewport" content="width=device-width,initial-scale=1" />
+    <meta name="color-scheme" content="dark light" />
+    <title>OpenAI — summarize</title>
+    <link rel="canonical" href="https://summarize.sh/docs/openai" />
+    <link rel="preconnect" href="https://fonts.googleapis.com" />
+    <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />
+    <link href="https://fonts.googleapis.com/css2?family=IBM+Plex+Mono:wght@400;500;600;700&display=swap" rel="stylesheet" />
+    <link rel="stylesheet" href="../assets/site.css" />
+  </head>
+  <body>
+    <main class="shell">
+      <header class="top">
+        <a class="brand" href="../index.html" aria-label="summarize home">
+          <span class="brand__mark" aria-hidden="true">s</span>
+          <span class="brand__word">summarize</span>
+        </a>
+        <nav class="nav" aria-label="Primary">
+          <a data-nav="home" href="../index.html">Home</a>
+          <a data-nav="docs" href="./index.html">Docs</a>
+          <a href="https://github.com/steipete/summarize">GitHub</a>
+        </nav>
+      </header>
+      <section class="docShell">
+        <aside class="side" aria-label="Docs navigation">
+          <h2>Docs</h2>
+          <a href="./index.html">Overview</a>
+          <a href="./website.html">Website mode</a>
+          <a href="./youtube.html">YouTube mode</a>
+          <a href="./extract-only.html">Extract-only</a>
+          <a href="./llm.html">LLM</a>
+          <a href="./openai.html">OpenAI</a>
+          <a href="./firecrawl.html">Firecrawl</a>
+          <a href="./config.html">Config</a>
+        </aside>
+        <article class="doc reveal">
+          <p class="kicker">provider</p>
+          <h1>OpenAI</h1>
+          <p>Use OpenAI by setting <code>OPENAI_API_KEY</code> and picking a model via <code>--model</code>.</p>
+          <h2>Notes</h2>
+          <ul>
+            <li>Some modes (like <code>--extract-only</code>) don’t need an LLM at all.</li>
+            <li>When output is used downstream, prefer <code>--json</code> and pin <code>--model</code>.</li>
+          </ul>
+          <div class="note">
+            If your extraction is flaky, flip on <code>--verbose</code> and inspect which path was taken (HTML vs Firecrawl vs LLM Markdown).
+          </div>
+        </article>
+      </section>
+      <footer class="footer">
+        <span>summarize — Link → clean text → summary.</span>
+        <span><a href="./index.html">Docs</a> · <a href="https://github.com/steipete/summarize">Repo</a></span>
+      </footer>
+    </main>
+    <script type="module" src="../assets/site.js"></script>
+  </body>
+</html>

package/docs/site/docs/website.html ADDED Viewed

@@ -0,0 +1,70 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="utf-8" />
+    <meta name="viewport" content="width=device-width,initial-scale=1" />
+    <meta name="color-scheme" content="dark light" />
+    <title>Website mode — summarize</title>
+    <link rel="canonical" href="https://summarize.sh/docs/website" />
+    <link rel="preconnect" href="https://fonts.googleapis.com" />
+    <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />
+    <link href="https://fonts.googleapis.com/css2?family=IBM+Plex+Mono:wght@400;500;600;700&display=swap" rel="stylesheet" />
+    <link rel="stylesheet" href="../assets/site.css" />
+  </head>
+  <body>
+    <main class="shell">
+      <header class="top">
+        <a class="brand" href="../index.html" aria-label="summarize home">
+          <span class="brand__mark" aria-hidden="true">s</span>
+          <span class="brand__word">summarize</span>
+        </a>
+        <nav class="nav" aria-label="Primary">
+          <a data-nav="home" href="../index.html">Home</a>
+          <a data-nav="docs" href="./index.html">Docs</a>
+          <a href="https://github.com/steipete/summarize">GitHub</a>
+        </nav>
+      </header>
+      <section class="docShell">
+        <aside class="side" aria-label="Docs navigation">
+          <h2>Docs</h2>
+          <a href="./index.html">Overview</a>
+          <a href="./website.html">Website mode</a>
+          <a href="./youtube.html">YouTube mode</a>
+          <a href="./extract-only.html">Extract-only</a>
+          <a href="./llm.html">LLM</a>
+          <a href="./openai.html">OpenAI</a>
+          <a href="./firecrawl.html">Firecrawl</a>
+          <a href="./config.html">Config</a>
+        </aside>
+        <article class="doc reveal">
+          <p class="kicker">mode</p>
+          <h1>Website mode</h1>
+          <p>Fetch HTML → extract “article-ish” content → normalize to clean text. If extraction looks blocked or too thin, retry via Firecrawl Markdown (optional).</p>
+          <h2>Flags</h2>
+          <ul>
+            <li><code>--firecrawl off|auto|always</code></li>
+            <li><code>--timeout 30s|2m|5000ms</code> (default <code>2m</code>)</li>
+            <li><code>--extract-only</code> (print extracted content; no summary call)</li>
+            <li><code>--json</code> (emit a single JSON object)</li>
+            <li><code>--verbose</code> (progress + which extractor was used)</li>
+            <li><code>--metrics off|on|detailed</code></li>
+          </ul>
+          <div class="note">
+            Plain-text mode: <code>--firecrawl off --markdown off</code>.
+          </div>
+        </article>
+      </section>
+      <footer class="footer">
+        <span>summarize — Link → clean text → summary.</span>
+        <span><a href="./index.html">Docs</a> · <a href="https://github.com/steipete/summarize">Repo</a></span>
+      </footer>
+    </main>
+    <script type="module" src="../assets/site.js"></script>
+  </body>
+</html>

package/docs/site/docs/youtube.html ADDED Viewed

@@ -0,0 +1,62 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="utf-8" />
+    <meta name="viewport" content="width=device-width,initial-scale=1" />
+    <meta name="color-scheme" content="dark light" />
+    <title>YouTube mode — summarize</title>
+    <link rel="canonical" href="https://summarize.sh/docs/youtube" />
+    <link rel="preconnect" href="https://fonts.googleapis.com" />
+    <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />
+    <link href="https://fonts.googleapis.com/css2?family=IBM+Plex+Mono:wght@400;500;600;700&display=swap" rel="stylesheet" />
+    <link rel="stylesheet" href="../assets/site.css" />
+  </head>
+  <body>
+    <main class="shell">
+      <header class="top">
+        <a class="brand" href="../index.html" aria-label="summarize home">
+          <span class="brand__mark" aria-hidden="true">s</span>
+          <span class="brand__word">summarize</span>
+        </a>
+        <nav class="nav" aria-label="Primary">
+          <a data-nav="home" href="../index.html">Home</a>
+          <a data-nav="docs" href="./index.html">Docs</a>
+          <a href="https://github.com/steipete/summarize">GitHub</a>
+        </nav>
+      </header>
+      <section class="docShell">
+        <aside class="side" aria-label="Docs navigation">
+          <h2>Docs</h2>
+          <a href="./index.html">Overview</a>
+          <a href="./website.html">Website mode</a>
+          <a href="./youtube.html">YouTube mode</a>
+          <a href="./extract-only.html">Extract-only</a>
+          <a href="./llm.html">LLM</a>
+          <a href="./openai.html">OpenAI</a>
+          <a href="./firecrawl.html">Firecrawl</a>
+          <a href="./config.html">Config</a>
+        </aside>
+        <article class="doc reveal">
+          <p class="kicker">mode</p>
+          <h1>YouTube mode</h1>
+          <p>Extracts transcripts via multiple strategies. The goal: reliable text, even when YouTube is being “difficult”.</p>
+          <h2>Tip</h2>
+          <ul>
+            <li>If you only want the transcript: use <code>--extract-only</code>.</li>
+            <li>For pipelines: add <code>--json</code>.</li>
+          </ul>
+        </article>
+      </section>
+      <footer class="footer">
+        <span>summarize — Link → clean text → summary.</span>
+        <span><a href="./index.html">Docs</a> · <a href="https://github.com/steipete/summarize">Repo</a></span>
+      </footer>
+    </main>
+    <script type="module" src="../assets/site.js"></script>
+  </body>
+</html>

package/docs/site/index.html ADDED Viewed

@@ -0,0 +1,125 @@
+<!doctype html>
+<html lang="en">
+  <head>
+    <meta charset="utf-8" />
+    <meta name="viewport" content="width=device-width,initial-scale=1" />
+    <meta name="color-scheme" content="dark light" />
+    <title>summarize — Link → clean text → summary.</title>
+    <meta name="description" content="Link → clean text → summary. A CLI that turns URLs into clean text and fast summaries." />
+    <link rel="canonical" href="https://summarize.sh/" />
+    <meta property="og:title" content="summarize" />
+    <meta property="og:description" content="Link → clean text → summary." />
+    <meta property="og:type" content="website" />
+    <meta property="og:url" content="https://summarize.sh/" />
+    <meta name="theme-color" content="#0b1018" />
+    <link rel="preconnect" href="https://fonts.googleapis.com" />
+    <link rel="preconnect" href="https://fonts.gstatic.com" crossorigin />
+    <link href="https://fonts.googleapis.com/css2?family=IBM+Plex+Mono:wght@400;500;600;700&display=swap" rel="stylesheet" />
+    <link rel="stylesheet" href="./assets/site.css" />
+  </head>
+  <body>
+    <main class="shell">
+      <header class="top">
+        <a class="brand" href="./index.html" aria-label="summarize home">
+          <span class="brand__mark" aria-hidden="true">s</span>
+          <span class="brand__word">summarize</span>
+        </a>
+        <nav class="nav" aria-label="Primary">
+          <a data-nav="home" href="./index.html">Home</a>
+          <a data-nav="docs" href="./docs/index.html">Docs</a>
+          <a href="https://github.com/steipete/summarize">GitHub</a>
+        </nav>
+      </header>
+      <section class="hero">
+        <div class="hero__card reveal">
+          <div class="hero__grid">
+            <div class="hero__inner">
+              <p class="kicker">CLI</p>
+              <h1 class="title">Link → clean text → summary.</h1>
+              <p class="lede">
+                A pragmatic pipeline for the web: <strong>extract</strong> the good stuff, <strong>sanitize</strong> it,
+                then <strong>summarize</strong> with your model of choice.
+              </p>
+              <div class="pillRow">
+                <span class="pill"><span class="pill__dot" aria-hidden="true"></span> Website extraction</span>
+                <span class="pill"><span class="pill__dot" aria-hidden="true" style="background: var(--accent2)"></span> YouTube transcripts</span>
+                <span class="pill"><span class="pill__dot" aria-hidden="true" style="background: var(--accent3)"></span> JSON + metrics</span>
+              </div>
+              <div class="ctaRow">
+                <a class="btn btn--primary" href="./docs/index.html" aria-label="Read docs">
+                  <svg class="btn__icon" viewBox="0 0 24 24" fill="none" aria-hidden="true">
+                    <path d="M6 4h9l3 3v13a2 2 0 0 1-2 2H6a2 2 0 0 1-2-2V6a2 2 0 0 1 2-2Z" stroke="currentColor" stroke-width="1.5"/>
+                    <path d="M15 4v4h4" stroke="currentColor" stroke-width="1.5"/>
+                  </svg>
+                  Docs
+                </a>
+                <a class="btn" href="https://github.com/steipete/summarize">
+                  <svg class="btn__icon" viewBox="0 0 24 24" fill="none" aria-hidden="true">
+                    <path d="M12 2a10 10 0 0 0-3.16 19.49c.5.09.68-.22.68-.48v-1.7c-2.77.6-3.35-1.18-3.35-1.18-.45-1.14-1.1-1.45-1.1-1.45-.9-.62.07-.6.07-.6 1 .07 1.52 1.02 1.52 1.02.9 1.52 2.36 1.08 2.94.82.09-.64.35-1.08.63-1.33-2.2-.25-4.52-1.1-4.52-4.88 0-1.08.39-1.96 1.02-2.65-.1-.25-.44-1.27.1-2.65 0 0 .84-.27 2.75 1.02a9.46 9.46 0 0 1 5 0c1.9-1.29 2.75-1.02 2.75-1.02.54 1.38.2 2.4.1 2.65.64.69 1.02 1.57 1.02 2.65 0 3.79-2.33 4.63-4.55 4.88.36.31.68.92.68 1.86v2.76c0 .26.18.58.69.48A10 10 0 0 0 12 2Z" fill="currentColor" opacity=".9"/>
+                  </svg>
+                  Repo
+                </a>
+              </div>
+            </div>
+            <aside class="codeCard">
+              <p class="kicker">Quickstart</p>
+              <div class="terminal">
+                <div class="terminal__bar" aria-hidden="true">
+                  <span class="terminal__dot terminal__dot--a"></span>
+                  <span class="terminal__dot terminal__dot--b"></span>
+                  <span class="terminal__dot terminal__dot--c"></span>
+                </div>
+                <pre><code id="install">npm i -g @steipete/summarize</code>
+<code id="run">summarize "https://example.com/article"</code></pre>
+              </div>
+              <div class="copyRow">
+                <span class="hint">Install, then summarize a URL.</span>
+                <div class="ctaRow" style="margin-top:0">
+                  <button class="btn" data-copy="#install">Copy install</button>
+                  <button class="btn" data-copy="#run">Copy run</button>
+                </div>
+              </div>
+            </aside>
+          </div>
+        </div>
+      </section>
+      <section class="grid" aria-label="Features">
+        <div class="card reveal">
+          <h2>Extraction that’s not naive</h2>
+          <p>HTML → normalized text, with fallbacks when a site fights back.</p>
+          <div class="small">Cheerio + sanitization + optional Firecrawl</div>
+        </div>
+        <div class="card reveal">
+          <h2>YouTube transcripts, without drama</h2>
+          <p>Pull captions via multiple paths so “missing transcript” becomes rare.</p>
+          <div class="small">Website vs YouTube modes</div>
+        </div>
+        <div class="card reveal">
+          <h2>Built for pipelines</h2>
+          <p><code>--extract-only</code>, <code>--json</code>, and <code>--metrics</code> make it scriptable.</p>
+          <div class="small">Compose it with your own tools</div>
+        </div>
+        <div class="card reveal">
+          <h2>Provider-agnostic LLMs</h2>
+          <p>OpenAI, xAI, Gemini — use what you’ve got, pin what you need.</p>
+          <div class="small">Control via <code>--model</code> + env vars</div>
+        </div>
+      </section>
+      <footer class="footer">
+        <span>Canonical: <a href="https://summarize.sh">summarize.sh</a></span>
+        <span><a href="./docs/index.html">Docs</a> · <a href="https://github.com/steipete/summarize">GitHub</a></span>
+      </footer>
+    </main>
+    <script type="module" src="./assets/site.js"></script>
+  </body>
+</html>