get-llms 1.0.0

package/LICENSE

@@ -0,0 +1,21 @@
+MIT License
+
+Copyright (c) 2026 Balazs Hevesi
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE
+SOFTWARE.

package/README.md

@@ -0,0 +1,265 @@
+# llms-fetcher
+📚 CLI tool to fetch `llms.txt` files for your npm dependencies
+
+## Usage
+
+### Basic Usage
+
+Fetch `llms.txt` files for all dependencies in your `package.json`:
+
+```bash
+llms-fetcher
+```
+
+### Fetch Specific Packages
+
+You can fetch specific packages without needing a `package.json`:
+
+```bash
+llms-fetcher zod lodash react
+```
+
+## CLI Options
+
+### Input Options
+
+#### `--package, -p <path>`
+Specify a custom path to `package.json` (default: `./package.json`)
+
+```bash
+llms-fetcher --package ./packages/core/package.json
+```
+
+#### `--deps <types>`
+Filter which dependency types to include. Comma-separated list of:
+- `prod` - dependencies
+- `dev` - devDependencies
+- `peer` - peerDependencies
+- `optional` - optionalDependencies
+- `all` - all dependencies (default)
+
+```bash
+llms-fetcher --deps prod,dev        # Only production and dev dependencies
+llms-fetcher --deps prod            # Only production dependencies
+```
+
+#### Positional Arguments
+Specify packages directly to fetch:
+
+```bash
+llms-fetcher react @types/react
+```
+
+### Output Options
+
+#### `--output, -o <dir>`
+Custom output directory (default: `docs/llms`)
+
+```bash
+llms-fetcher --output ./context/dependencies
+```
+
+#### `--filename, -f <pattern>`
+Filename pattern for output files. Use `{name}` as a placeholder for the package name (default: `{name}`)
+
+```bash
+llms-fetcher --filename "llms-{name}"
+```
+
+#### `--extension, -e <ext>`
+File extension for output files (default: `txt`)
+
+```bash
+llms-fetcher --extension md
+```
+
+### Behavior Options
+
+#### `--dry-run`
+Preview what would be done without writing any files
+
+```bash
+llms-fetcher --dry-run
+```
+
+#### `--fallback <strategy>`
+Strategy when `llms.txt` is not found:
+- `none` (default) - Skip packages without `llms.txt`
+- `readme` - Fall back to README.md from GitHub
+- `empty` - Create an empty file with a placeholder message
+- `skip` - Same as `none`
+
+```bash
+llms-fetcher --fallback readme     # Use README.md as fallback
+llms-fetcher --fallback empty      # Create empty files
+```
+
+##### Fallback Examples
+
+**With readme fallback:**
+```bash
+llms-fetcher --fallback readme
+```
+
+Results in:
+```
+✅ package-name: Using readme fallback -> package-name.txt
+```
+
+**With empty fallback:**
+```bash
+llms-fetcher --fallback empty
+```
+
+Creates files containing:
+```
+# package-name
+
+No llms.txt found for this package.
+```
+
+### Verbosity Options
+
+#### `--quiet, -q`
+Only show errors (minimal output)
+
+```bash
+llms-fetcher --quiet
+```
+
+#### `--verbose, -v`
+Show detailed output including:
+- Network requests being made
+- URLs being checked
+- Debug information
+
+```bash
+llms-fetcher --verbose
+```
+
+**Note:** If both `-q` and `-v` are specified, the last one wins.
+
+### Filename Sanitization Options
+
+Customize how special characters in package names are sanitized:
+
+#### `--space-replace <char>`
+Character to replace spaces in filenames (default: `_`)
+
+```bash
+llms-fetcher --space-replace "_"
+```
+
+#### `--slash-replace <char>`
+Character to replace slashes in filenames (default: `-`)
+
+```bash
+llms-fetcher --slash-replace "-"
+```
+
+#### `--at-replace <char>`
+Character to replace `@` in scoped package names (default: empty string)
+
+```bash
+llms-fetcher --at-replace ""
+```
+
+**Example:** `@types/node` becomes `types-node.txt` with default settings
+
+## Complete Examples
+
+### Example 1: Fetch with readme fallback and save as markdown
+```bash
+llms-fetcher \
+  --fallback readme \
+  --extension md \
+  --output ./docs/handbook
+```
+
+### Example 2: Only production dependencies with custom naming
+```bash
+llms-fetcher \
+  --deps prod \
+  --filename "{name}-reference" \
+  --extension txt \
+  --output ./context/prod
+```
+
+### Example 3: Fetch specific packages with custom sanitization
+```bash
+llms-fetcher @types/node @types/react \
+  --space-replace "_" \
+  --slash-replace "_" \
+  --at-replace "at_"
+```
+
+This might create:
+- `at_types_node.txt`
+- `at_types_react.txt`
+
+### Example 4: Verbose dry run with all dependencies
+```bash
+llms-fetcher \
+  --deps all \
+  --dry-run \
+  --verbose
+```
+
+### Example 5: Complex workflow - production deps with empty fallback
+```bash
+llms-fetcher \
+  --deps prod \
+  --fallback empty \
+  --output ./docs/llms-production \
+  --quiet
+```
+
+## Output Structure
+
+By default, files are saved to:
+```
+docs/llms/
+  ├── zod.txt
+  ├── lodash.txt
+  └── [package-name].txt
+```
+
+With `--fallback readme`, successful files may include fallback indicators in the summary.
+
+## How It Works
+
+The tool searches for `llms.txt` files in this order:
+
+1. Check the package's `package.json` for an `llms` or `llmsFull` field
+2. Try standard URLs: `{homepage}/llms.txt` and `{homepage}/docs/llms.txt`
+3. If GitHub repository, search README for links containing "docs"
+4. Apply fallback strategy if specified
+
+```mermaid
+flowchart TD
+    A([package]) --> B{is there an 'llms'<br/>key in the<br/>'package.json'?}
+
+    B -- yes --> FOUND([we've found it])
+    B -- no --> C{is the package<br/>homepage a<br/>github link?}
+
+    C -- yes --> D{does the github<br/>'readme.txt' mention<br/>the word 'docs' in a<br/>hyperlink?}
+    C -- no --> E{does 'link/llms.txt'<br/>return a txt file?}
+
+    D -- yes --> E
+    D -- no --> NOFILE([there likely isn't a<br/>'llms.txt'<br/>for that package<br/><br/>Either use the 'README.txt',<br/>or use an external service<br/>like context7])
+
+    E -- yes --> FOUND
+    E -- no --> F{does 'link/docs/llms.txt'<br/>return a txt file?}
+
+    F -- yes --> FOUND
+    F -- no --> NOFILE
+```
+
+## Exit Codes
+
+- `0` - Success
+- `1` - Package.json not found or cannot be parsed
+
+## Contributing
+
+Issues and contributions welcome! Report bugs at: https://github.com/balazshevesi/llms-fetcher/issues

package/dist/bin/defaults.d.ts

@@ -0,0 +1,3 @@
+import { CLIOptions } from "./types/types";
+export declare const DEFAULT_OPTIONS: CLIOptions;
+//# sourceMappingURL=defaults.d.ts.map

package/dist/bin/defaults.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"defaults.d.ts","sourceRoot":"","sources":["../../bin/defaults.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,UAAU,EAAE,MAAM,eAAe,CAAC;AAE3C,eAAO,MAAM,eAAe,EAAE,UAe7B,CAAC"}

package/dist/bin/defaults.js

@@ -0,0 +1,17 @@
+export const DEFAULT_OPTIONS = {
+    packagePath: "./package.json",
+    packages: [],
+    deps: ["all"],
+    output: "docs/llms",
+    filename: "{name}",
+    extension: "txt",
+    dryRun: false,
+    verbosity: "normal",
+    fallback: "none",
+    sanitizer: {
+        spaceReplacement: "_",
+        slashReplacement: "-",
+        atReplacement: "",
+    },
+};
+//# sourceMappingURL=defaults.js.map

package/dist/bin/defaults.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"defaults.js","sourceRoot":"","sources":["../../bin/defaults.ts"],"names":[],"mappings":"AAEA,MAAM,CAAC,MAAM,eAAe,GAAe;IACzC,WAAW,EAAE,gBAAgB;IAC7B,QAAQ,EAAE,EAAE;IACZ,IAAI,EAAE,CAAC,KAAK,CAAC;IACb,MAAM,EAAE,WAAW;IACnB,QAAQ,EAAE,QAAQ;IAClB,SAAS,EAAE,KAAK;IAChB,MAAM,EAAE,KAAK;IACb,SAAS,EAAE,QAAQ;IACnB,QAAQ,EAAE,MAAM;IAChB,SAAS,EAAE;QACT,gBAAgB,EAAE,GAAG;QACrB,gBAAgB,EAAE,GAAG;QACrB,aAAa,EAAE,EAAE;KAClB;CACF,CAAC"}

package/dist/bin/index.d.ts

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=index.d.ts.map

package/dist/bin/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../../bin/index.ts"],"names":[],"mappings":""}

package/dist/bin/index.js

@@ -0,0 +1,169 @@
+import fs from "fs";
+import path from "path";
+import { Command } from "commander";
+import { findLLMsTxt } from "./llmsFetcher";
+import { generateFilename } from "./utils/utils";
+import { logger } from "./utils/logger";
+import { parseDeps, getDependencies } from "./utils/cliHelpers";
+import { DEFAULT_OPTIONS } from "./defaults";
+const currentDir = process.cwd();
+const main = async (packages, options) => {
+    // Set verbosity first
+    logger.setVerbosity(options.verbosity);
+    logger.verbose("Running with options:", JSON.stringify(options, null, 2));
+    let packageNames = packages;
+    // If no direct packages provided, read from package.json
+    if (packageNames.length === 0) {
+        const packageJsonPath = path.isAbsolute(options.packagePath)
+            ? options.packagePath
+            : path.join(currentDir, options.packagePath);
+        logger.verbose(`Looking for package.json at: ${packageJsonPath}`);
+        let packageJson;
+        try {
+            packageJson = JSON.parse(fs.readFileSync(packageJsonPath, "utf8"));
+            logger.info(`Found package.json at ${packageJsonPath}`);
+        }
+        catch (e) {
+            logger.error(`Could not find or parse package.json at ${packageJsonPath}`);
+            if (logger.isVerbose()) {
+                logger.error(e);
+            }
+            process.exit(1);
+        }
+        const dependencies = getDependencies(packageJson, options.deps);
+        packageNames = Object.keys(dependencies);
+        if (packageNames.length === 0) {
+            logger.info("No dependencies found matching the specified criteria");
+            return;
+        }
+        logger.verbose(`Found ${packageNames.length} dependencies: ${packageNames.join(", ")}`);
+    }
+    logger.info(`Processing ${packageNames.length} package(s)...`);
+    // Resolve output directory
+    const outputDir = path.isAbsolute(options.output)
+        ? options.output
+        : path.join(currentDir, options.output);
+    logger.verbose(`Output directory: ${outputDir}`);
+    if (!options.dryRun)
+        fs.mkdirSync(outputDir, { recursive: true });
+    let successCount = 0;
+    let failCount = 0;
+    let fallbackCount = 0;
+    for (const packageName of packageNames) {
+        logger.verbose(`\nProcessing: ${packageName}`);
+        const llmsFile = await findLLMsTxt(packageName, {
+            fallback: options.fallback,
+        });
+        if (llmsFile) {
+            const filename = generateFilename(options.filename, packageName, options.extension, options.sanitizer);
+            const outputPath = path.join(outputDir, filename);
+            if (options.dryRun) {
+                if (llmsFile.isFallback) {
+                    logger.info(`[DRY RUN] Would write ${packageName} (fallback: ${llmsFile.fallbackType}) to ${outputPath}`);
+                    fallbackCount++;
+                }
+                else {
+                    logger.info(`[DRY RUN] Would write ${packageName} to ${outputPath} (from ${llmsFile.location})`);
+                }
+            }
+            else {
+                fs.writeFileSync(outputPath, llmsFile.content);
+                if (llmsFile.isFallback) {
+                    logger.success(`${packageName}: Using ${llmsFile.fallbackType} fallback -> ${filename}`);
+                    fallbackCount++;
+                }
+                else {
+                    logger.success(`${packageName}: Found llms.txt at ${llmsFile.location}`);
+                }
+            }
+            successCount++;
+        }
+        else {
+            logger.fail(`${packageName}: No llms.txt found`);
+            failCount++;
+        }
+    }
+    // Summary
+    logger.info("");
+    logger.info("--- Summary ---");
+    logger.info(`Total packages: ${packageNames.length}`);
+    logger.info(`Success: ${successCount}`);
+    if (fallbackCount > 0) {
+        logger.info(`  (including ${fallbackCount} fallbacks)`);
+    }
+    logger.info(`Failed: ${failCount}`);
+    if (options.dryRun) {
+        logger.info("");
+        logger.info("(Dry run - no files were written)");
+    }
+};
+// CLI setup
+const program = new Command();
+program
+    .name("get-llms")
+    .description("Fetch llms.txt files for your npm dependencies")
+    .version("0.0.1")
+    .argument("[packages...]", "Package names to fetch (optional)")
+    .option("-p, --package <path>", "Path to package.json", DEFAULT_OPTIONS.packagePath)
+    .option("-o, --output <dir>", "Output directory", DEFAULT_OPTIONS.output)
+    .option("-f, --filename <pattern>", "Filename pattern (use {name} for package name)", DEFAULT_OPTIONS.filename)
+    .option("-e, --extension <ext>", "File extension", DEFAULT_OPTIONS.extension)
+    .option("-d, --deps <types>", "Dependency types to include (prod,dev,peer,optional,all)", "all")
+    .option("--dry-run", "Show what would be done without writing files", DEFAULT_OPTIONS.dryRun)
+    .option("-q, --quiet", "Only show errors", false)
+    .option("-v, --verbose", "Show detailed output", false)
+    .option("--fallback <strategy>", "Fallback strategy when llms.txt not found (none, readme, empty, skip)", DEFAULT_OPTIONS.fallback)
+    .option("--space-replace <char>", "Character to replace spaces in filenames", DEFAULT_OPTIONS.sanitizer.spaceReplacement)
+    .option("--slash-replace <char>", "Character to replace slashes in filenames", DEFAULT_OPTIONS.sanitizer.slashReplacement)
+    .option("--at-replace <char>", "Character to replace @ in scoped package names", DEFAULT_OPTIONS.sanitizer.atReplacement)
+    .action(async (packages, opts) => {
+    // Determine verbosity (last one wins)
+    let verbosity = "normal";
+    // Check raw argv to see which came last
+    const quietIndex = process.argv.findIndex((arg) => arg === "-q" || arg === "--quiet");
+    const verboseIndex = process.argv.findIndex((arg) => arg === "-v" || arg === "--verbose");
+    // Both specified, last one wins
+    if (opts.quiet && opts.verbose) {
+        if (quietIndex > verboseIndex)
+            verbosity = "quiet";
+        else
+            verbosity = "verbose";
+    }
+    else if (opts.quiet)
+        verbosity = "quiet";
+    else if (opts.verbose)
+        verbosity = "verbose";
+    // Validate fallback strategy
+    const validFallbacks = [
+        "none",
+        "readme",
+        "empty",
+        "skip",
+    ];
+    const fallback = validFallbacks.includes(opts.fallback)
+        ? opts.fallback
+        : "none";
+    if (opts.fallback &&
+        !validFallbacks.includes(opts.fallback)) {
+        logger.warn(`Unknown fallback strategy: ${opts.fallback}. Using 'none'.`);
+    }
+    const cliOptions = {
+        packagePath: opts.package,
+        packages: packages,
+        deps: parseDeps(opts.deps),
+        output: opts.output,
+        filename: opts.filename,
+        extension: opts.extension,
+        dryRun: opts.dryRun,
+        verbosity,
+        fallback,
+        sanitizer: {
+            spaceReplacement: opts.spaceReplace,
+            slashReplacement: opts.slashReplace,
+            atReplacement: opts.atReplace,
+        },
+    };
+    await main(packages, cliOptions);
+});
+program.parse();
+//# sourceMappingURL=index.js.map

package/dist/bin/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../../bin/index.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,MAAM,IAAI,CAAC;AACpB,OAAO,IAAI,MAAM,MAAM,CAAC;AACxB,OAAO,EAAE,OAAO,EAAE,MAAM,WAAW,CAAC;AAEpC,OAAO,EAAE,WAAW,EAAE,MAAM,eAAe,CAAC;AAC5C,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AACjD,OAAO,EAAE,MAAM,EAAE,MAAM,gBAAgB,CAAC;AACxC,OAAO,EAAE,SAAS,EAAE,eAAe,EAAE,MAAM,oBAAoB,CAAC;AAEhE,OAAO,EAAE,eAAe,EAAE,MAAM,YAAY,CAAC;AAE7C,MAAM,UAAU,GAAG,OAAO,CAAC,GAAG,EAAE,CAAC;AAiBjC,MAAM,IAAI,GAAG,KAAK,EAAE,QAAkB,EAAE,OAAmB,EAAiB,EAAE;IAC5E,sBAAsB;IACtB,MAAM,CAAC,YAAY,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC;IACvC,MAAM,CAAC,OAAO,CAAC,uBAAuB,EAAE,IAAI,CAAC,SAAS,CAAC,OAAO,EAAE,IAAI,EAAE,CAAC,CAAC,CAAC,CAAC;IAE1E,IAAI,YAAY,GAAa,QAAQ,CAAC;IAEtC,yDAAyD;IACzD,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE;QAC7B,MAAM,eAAe,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,WAAW,CAAC;YAC1D,CAAC,CAAC,OAAO,CAAC,WAAW;YACrB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,WAAW,CAAC,CAAC;QAE/C,MAAM,CAAC,OAAO,CAAC,gCAAgC,eAAe,EAAE,CAAC,CAAC;QAElE,IAAI,WAAoC,CAAC;QACzC,IAAI;YACF,WAAW,GAAG,IAAI,CAAC,KAAK,CACtB,EAAE,CAAC,YAAY,CAAC,eAAe,EAAE,MAAM,CAAC,CAC1B,CAAC;YACjB,MAAM,CAAC,IAAI,CAAC,yBAAyB,eAAe,EAAE,CAAC,CAAC;SACzD;QAAC,OAAO,CAAC,EAAE;YACV,MAAM,CAAC,KAAK,CACV,2CAA2C,eAAe,EAAE,CAC7D,CAAC;YACF,IAAI,MAAM,CAAC,SAAS,EAAE,EAAE;gBACtB,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;aACjB;YACD,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,CAAC;SACjB;QAED,MAAM,YAAY,GAAG,eAAe,CAAC,WAAW,EAAE,OAAO,CAAC,IAAI,CAAC,CAAC;QAChE,YAAY,GAAG,MAAM,CAAC,IAAI,CAAC,YAAY,CAAC,CAAC;QAEzC,IAAI,YAAY,CAAC,MAAM,KAAK,CAAC,EAAE;YAC7B,MAAM,CAAC,IAAI,CAAC,uDAAuD,CAAC,CAAC;YACrE,OAAO;SACR;QAED,MAAM,CAAC,OAAO,CACZ,SAAS,YAAY,CAAC,MAAM,kBAAkB,YAAY,CAAC,IAAI,CAAC,IAAI,CAAC,EAAE,CACxE,CAAC;KACH;IAED,MAAM,CAAC,IAAI,CAAC,cAAc,YAAY,CAAC,MAAM,gBAAgB,CAAC,CAAC;IAE/D,2BAA2B;IAC3B,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,MAAM,CAAC;QAC/C,CAAC,CAAC,OAAO,CAAC,MAAM;QAChB,CAAC,CAAC,IAAI,CAAC,IAAI,CAAC,UAAU,EAAE,OAAO,CAAC,MAAM,CAAC,CAAC;IAE1C,MAAM,CAAC,OAAO,CAAC,qBAAqB,SAAS,EAAE,CAAC,CAAC;IAEjD,IAAI,CAAC,OAAO,CAAC,MAAM;QAAE,EAAE,CAAC,SAAS,CAAC,SAAS,EAAE,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;IAElE,IAAI,YAAY,GAAG,CAAC,CAAC;IACrB,IAAI,SAAS,GAAG,CAAC,CAAC;IAClB,IAAI,aAAa,GAAG,CAAC,CAAC;IAEtB,KAAK,MAAM,WAAW,IAAI,YAAY,EAAE;QACtC,MAAM,CAAC,OAAO,CAAC,iBAAiB,WAAW,EAAE,CAAC,CAAC;QAE/C,MAAM,QAAQ,GAAG,MAAM,WAAW,CAAC,WAAW,EAAE;YAC9C,QAAQ,EAAE,OAAO,CAAC,QAAQ;SAC3B,CAAC,CAAC;QAEH,IAAI,QAAQ,EAAE;YACZ,MAAM,QAAQ,GAAG,gBAAgB,CAC/B,OAAO,CAAC,QAAQ,EAChB,WAAW,EACX,OAAO,CAAC,SAAS,EACjB,OAAO,CAAC,SAAS,CAClB,CAAC;YAEF,MAAM,UAAU,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,EAAE,QAAQ,CAAC,CAAC;YAElD,IAAI,OAAO,CAAC,MAAM,EAAE;gBAClB,IAAI,QAAQ,CAAC,UAAU,EAAE;oBACvB,MAAM,CAAC,IAAI,CACT,yBAAyB,WAAW,eAAe,QAAQ,CAAC,YAAY,QAAQ,UAAU,EAAE,CAC7F,CAAC;oBACF,aAAa,EAAE,CAAC;iBACjB;qBAAM;oBACL,MAAM,CAAC,IAAI,CACT,yBAAyB,WAAW,OAAO,UAAU,UAAU,QAAQ,CAAC,QAAQ,GAAG,CACpF,CAAC;iBACH;aACF;iBAAM;gBACL,EAAE,CAAC,aAAa,CAAC,UAAU,EAAE,QAAQ,CAAC,OAAO,CAAC,CAAC;gBAC/C,IAAI,QAAQ,CAAC,UAAU,EAAE;oBACvB,MAAM,CAAC,OAAO,CACZ,GAAG,WAAW,WAAW,QAAQ,CAAC,YAAY,gBAAgB,QAAQ,EAAE,CACzE,CAAC;oBACF,aAAa,EAAE,CAAC;iBACjB;qBAAM;oBACL,MAAM,CAAC,OAAO,CACZ,GAAG,WAAW,uBAAuB,QAAQ,CAAC,QAAQ,EAAE,CACzD,CAAC;iBACH;aACF;YACD,YAAY,EAAE,CAAC;SAChB;aAAM;YACL,MAAM,CAAC,IAAI,CAAC,GAAG,WAAW,qBAAqB,CAAC,CAAC;YACjD,SAAS,EAAE,CAAC;SACb;KACF;IAED,UAAU;IACV,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;IAChB,MAAM,CAAC,IAAI,CAAC,iBAAiB,CAAC,CAAC;IAC/B,MAAM,CAAC,IAAI,CAAC,mBAAmB,YAAY,CAAC,MAAM,EAAE,CAAC,CAAC;IACtD,MAAM,CAAC,IAAI,CAAC,YAAY,YAAY,EAAE,CAAC,CAAC;IACxC,IAAI,aAAa,GAAG,CAAC,EAAE;QACrB,MAAM,CAAC,IAAI,CAAC,gBAAgB,aAAa,aAAa,CAAC,CAAC;KACzD;IACD,MAAM,CAAC,IAAI,CAAC,WAAW,SAAS,EAAE,CAAC,CAAC;IAEpC,IAAI,OAAO,CAAC,MAAM,EAAE;QAClB,MAAM,CAAC,IAAI,CAAC,EAAE,CAAC,CAAC;QAChB,MAAM,CAAC,IAAI,CAAC,mCAAmC,CAAC,CAAC;KAClD;AACH,CAAC,CAAC;AAEF,YAAY;AACZ,MAAM,OAAO,GAAG,IAAI,OAAO,EAAE,CAAC;AAE9B,OAAO;KACJ,IAAI,CAAC,UAAU,CAAC;KAChB,WAAW,CAAC,gDAAgD,CAAC;KAC7D,OAAO,CAAC,OAAO,CAAC;KAChB,QAAQ,CAAC,eAAe,EAAE,mCAAmC,CAAC;KAC9D,MAAM,CACL,sBAAsB,EACtB,sBAAsB,EACtB,eAAe,CAAC,WAAW,CAC5B;KACA,MAAM,CAAC,oBAAoB,EAAE,kBAAkB,EAAE,eAAe,CAAC,MAAM,CAAC;KACxE,MAAM,CACL,0BAA0B,EAC1B,gDAAgD,EAChD,eAAe,CAAC,QAAQ,CACzB;KACA,MAAM,CAAC,uBAAuB,EAAE,gBAAgB,EAAE,eAAe,CAAC,SAAS,CAAC;KAC5E,MAAM,CACL,oBAAoB,EACpB,0DAA0D,EAC1D,KAAK,CACN;KACA,MAAM,CACL,WAAW,EACX,+CAA+C,EAC/C,eAAe,CAAC,MAAM,CACvB;KACA,MAAM,CAAC,aAAa,EAAE,kBAAkB,EAAE,KAAK,CAAC;KAChD,MAAM,CAAC,eAAe,EAAE,sBAAsB,EAAE,KAAK,CAAC;KACtD,MAAM,CACL,uBAAuB,EACvB,uEAAuE,EACvE,eAAe,CAAC,QAAQ,CACzB;KACA,MAAM,CACL,wBAAwB,EACxB,0CAA0C,EAC1C,eAAe,CAAC,SAAS,CAAC,gBAAgB,CAC3C;KACA,MAAM,CACL,wBAAwB,EACxB,2CAA2C,EAC3C,eAAe,CAAC,SAAS,CAAC,gBAAgB,CAC3C;KACA,MAAM,CACL,qBAAqB,EACrB,gDAAgD,EAChD,eAAe,CAAC,SAAS,CAAC,aAAa,CACxC;KACA,MAAM,CAAC,KAAK,EAAE,QAAkB,EAAE,IAAmB,EAAE,EAAE;IACxD,sCAAsC;IACtC,IAAI,SAAS,GAAmB,QAAQ,CAAC;IACzC,wCAAwC;IACxC,MAAM,UAAU,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CACvC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,SAAS,CAC3C,CAAC;IACF,MAAM,YAAY,GAAG,OAAO,CAAC,IAAI,CAAC,SAAS,CACzC,CAAC,GAAG,EAAE,EAAE,CAAC,GAAG,KAAK,IAAI,IAAI,GAAG,KAAK,WAAW,CAC7C,CAAC;IAEF,gCAAgC;IAChC,IAAI,IAAI,CAAC,KAAK,IAAI,IAAI,CAAC,OAAO,EAAE;QAC9B,IAAI,UAAU,GAAG,YAAY;YAAE,SAAS,GAAG,OAAO,CAAC;;YAC9C,SAAS,GAAG,SAAS,CAAC;KAC5B;SAAM,IAAI,IAAI,CAAC,KAAK;QAAE,SAAS,GAAG,OAAO,CAAC;SACtC,IAAI,IAAI,CAAC,OAAO;QAAE,SAAS,GAAG,SAAS,CAAC;IAE7C,6BAA6B;IAC7B,MAAM,cAAc,GAAuB;QACzC,MAAM;QACN,QAAQ;QACR,OAAO;QACP,MAAM;KACP,CAAC;IACF,MAAM,QAAQ,GAAG,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,QAA4B,CAAC;QACzE,CAAC,CAAE,IAAI,CAAC,QAA6B;QACrC,CAAC,CAAC,MAAM,CAAC;IAEX,IACE,IAAI,CAAC,QAAQ;QACb,CAAC,cAAc,CAAC,QAAQ,CAAC,IAAI,CAAC,QAA4B,CAAC,EAC3D;QACA,MAAM,CAAC,IAAI,CAAC,8BAA8B,IAAI,CAAC,QAAQ,iBAAiB,CAAC,CAAC;KAC3E;IAED,MAAM,UAAU,GAAe;QAC7B,WAAW,EAAE,IAAI,CAAC,OAAO;QACzB,QAAQ,EAAE,QAAQ;QAClB,IAAI,EAAE,SAAS,CAAC,IAAI,CAAC,IAAI,CAAC;QAC1B,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,QAAQ,EAAE,IAAI,CAAC,QAAQ;QACvB,SAAS,EAAE,IAAI,CAAC,SAAS;QACzB,MAAM,EAAE,IAAI,CAAC,MAAM;QACnB,SAAS;QACT,QAAQ;QACR,SAAS,EAAE;YACT,gBAAgB,EAAE,IAAI,CAAC,YAAY;YACnC,gBAAgB,EAAE,IAAI,CAAC,YAAY;YACnC,aAAa,EAAE,IAAI,CAAC,SAAS;SAC9B;KACF,CAAC;IAEF,MAAM,IAAI,CAAC,QAAQ,EAAE,UAAU,CAAC,CAAC;AACnC,CAAC,CAAC,CAAC;AAEL,OAAO,CAAC,KAAK,EAAE,CAAC"}

package/dist/bin/llmsFetcher.d.ts

@@ -0,0 +1,18 @@
+import { NpmRegistry } from "./types/npmRegistryType";
+import { FallbackStrategy } from "./types/types";
+export interface FetchResult {
+    location: string;
+    content: string;
+    isFallback?: boolean;
+    fallbackType?: "readme" | "empty";
+}
+export declare const checkPackage: (s: NpmRegistry) => Promise<FetchResult | null>;
+export declare const checkStandardUrls: (baseUrl: string) => Promise<FetchResult | null>;
+export declare const fetchReadmeFromGithub: (homepage: string) => Promise<FetchResult | null>;
+export declare const handleGithub: (homepage: string) => Promise<FetchResult | null>;
+export declare const checkHomepage: (homepage: string) => Promise<FetchResult | null>;
+export interface FindLLMsOptions {
+    fallback?: FallbackStrategy;
+}
+export declare const findLLMsTxt: (packageName: string, options?: FindLLMsOptions) => Promise<FetchResult | null>;
+//# sourceMappingURL=llmsFetcher.d.ts.map

package/dist/bin/llmsFetcher.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"llmsFetcher.d.ts","sourceRoot":"","sources":["../../bin/llmsFetcher.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,yBAAyB,CAAC;AAEtD,OAAO,EAAE,gBAAgB,EAAE,MAAM,eAAe,CAAC;AAGjD,MAAM,WAAW,WAAW;IAC1B,QAAQ,EAAE,MAAM,CAAC;IACjB,OAAO,EAAE,MAAM,CAAC;IAChB,UAAU,CAAC,EAAE,OAAO,CAAC;IACrB,YAAY,CAAC,EAAE,QAAQ,GAAG,OAAO,CAAC;CACnC;AA2BD,eAAO,MAAM,YAAY,MACpB,WAAW,KACb,QAAQ,WAAW,GAAG,IAAI,CAuB5B,CAAC;AAEF,eAAO,MAAM,iBAAiB,YACnB,MAAM,KACd,QAAQ,WAAW,GAAG,IAAI,CAkD5B,CAAC;AAEF,eAAO,MAAM,qBAAqB,aACtB,MAAM,KACf,QAAQ,WAAW,GAAG,IAAI,CA6B5B,CAAC;AAEF,eAAO,MAAM,YAAY,aACb,MAAM,KACf,QAAQ,WAAW,GAAG,IAAI,CA4E5B,CAAC;AAEF,eAAO,MAAM,aAAa,aACd,MAAM,KACf,QAAQ,WAAW,GAAG,IAAI,CAyB5B,CAAC;AAEF,MAAM,WAAW,eAAe;IAC9B,QAAQ,CAAC,EAAE,gBAAgB,CAAC;CAC7B;AAED,eAAO,MAAM,WAAW,gBACT,MAAM,YACV,eAAe,KACvB,QAAQ,WAAW,GAAG,IAAI,CAoD5B,CAAC"}