@fettstorch/clai 0.1.15 → 0.1.17

package/.claude/settings.local.json

@@ -13,7 +13,9 @@
       "Bash(bun:*)",
       "Bash(timeout:*)",
       "Bash(git add:*)",
-      "Bash(git commit:*)"
+      "Bash(git commit:*)",
+      "Bash(git push:*)",
+      "Bash(npm publish:*)"
     ],
     "deny": []
   }

package/README.md

@@ -1,6 +1,6 @@
 # Command Line AI Interface (CLAI)
 
-A tool for AI powered web search/scrape and summarization in the Terminal.
+An AI-powered question answering tool for the terminal. Get instant answers to your questions using OpenAI, with optional web crawling capabilities.
 Built for fun in order to learn more about AI and CLIs.
 
 ## Installation
@@ -26,29 +26,45 @@ Using both the CLI tool and the clai function requires an OpenAI API key. For th
 
 
 ## Features
-### CLI Usage
+
+### Default Behavior - Direct AI Answering
+By default, CLAI uses OpenAI directly to answer your questions without web crawling:
+
 ```bash
-clai https://example.com
 clai "how tall can giraffes get?"
 clai how tall can giraffes get
+clai "explain quantum computing"
 clai
 ```
+
+### Optional Web Crawling
+Use the `-c` or `--crawl` flag to enable web scraping and search engine functionality:
+
+```bash
+clai -c "latest news about AI"
+clai --crawl https://example.com
+clai -c "current Bitcoin price"
+```
+
 <img width="400" src="https://github.com/user-attachments/assets/002b3e05-5c77-4f4d-8aa3-ecb7412e9538" />
 
-The cli expects either a URL or a search query or no argument at all.
-When passing a search query without quotes make sure not to use any special characters, that might confuse the CLI e.g. ?
+The CLI accepts questions, search queries, or URLs. When passing queries without quotes, avoid special characters that might confuse the CLI (e.g., `?`).
 
 ### Programmatic API
 ```ts
 import clai from 'clai';
 
-const { summary, links, sources } = await clai('https://example.com', 'your-openai-api-key');
+// Direct AI answering (default)
+const { summary, links, sources } = await clai('how tall can giraffes get?', 'your-openai-api-key');
+
+// With web crawling enabled
+const { summary, links, sources } = await clai('https://example.com', 'your-openai-api-key', true);
 ```
 
 ## Issues
-- Needs a better prompt in order to more reliably stop narrating a page's content and rather cite it in a more concise manner.
-- large sites might surpass the token limit (currently not handled gracefully)
-- occasionally clai doesn't find search results (this is not handled gracefully)
+- When using web crawling (`-c` flag): search engines often fail due to scraping protections
+- When using web crawling (`-c` flag): large sites might surpass the token limit (currently not handled gracefully)
+- Web crawling results may not always fit the user's query well
 
 ## License
 

package/dist/cli.js

@@ -54305,7 +54305,7 @@ function ora(options) {
   return new Ora(options);
 }
 // package.json
-var version = "0.1.15";
+var version = "0.1.17";
 var package_default = {
   name: "@fettstorch/clai",
   version,
@@ -73344,7 +73344,15 @@ Provide a thorough, educational response that directly addresses the user's quer
 }
 
 // src/index.ts
-async function clai(input, openAIKey) {
+async function clai(input, openAIKey, useCrawling = false) {
+  if (!useCrawling) {
+    const result2 = await summarizeQuery(input, openAIKey);
+    return {
+      summary: result2.textual.trim(),
+      links: result2.links,
+      sources: ["OpenAI Knowledge Base"]
+    };
+  }
   const scrapedData = await scrape(input);
   const usefulData = scrapedData.filter((data2) => data2.content.length > 200 && !data2.content.includes("Wikipedia does not have an article") && !data2.content.includes("page not found") && !data2.content.includes("404") && !data2.content.includes("error"));
   if (usefulData.length > 0) {
@@ -73359,7 +73367,7 @@ ${data2.content}`).join(`
       sources: usefulData.map((data2) => data2.url)
     };
   }
-  console.log("No scraped data available - using OpenAI directly for query...");
+  console.log("No scraped data available - falling back to OpenAI...");
   const result = await summarizeQuery(input, openAIKey);
   return {
     summary: result.textual.trim(),
@@ -73369,11 +73377,18 @@ ${data2.content}`).join(`
 }
 
 // src/cli.ts
+try {
+  const figures2 = (()=>{throw new Error("Cannot require module "+"figures");})();
+  if (figures2) {
+    figures2.pointer = String.fromCodePoint(62);
+    figures2.pointerSmall = String.fromCodePoint(62);
+  }
+} catch (e2) {}
 var program2 = new Command;
 async function main2() {
   console.log(`[clAi]::${source_default.cyan(version)}`);
   try {
-    program2.name("clai").description("AI-powered web scraping tool").version(package_default.version).argument("[input...]", "URL or search terms to analyze").action(async (inputs) => {
+    program2.name("clai").description("AI-powered query answering tool").version(package_default.version).argument("[input...]", "Question or search terms to analyze").option("-c, --crawl", "Enable web crawling and search engine scraping (fallback to direct AI otherwise)").action(async (inputs, options) => {
       const openAIKey = process.env.OPENAI_API_KEY;
       if (!openAIKey) {
         console.error(source_default.red(`${String.fromCodePoint(10060)} OPENAI_API_KEY environment variable is not set`));
@@ -73385,7 +73400,7 @@ async function main2() {
           {
             type: "input",
             name: "input",
-            message: "Enter a URL or search query:",
+            message: "Enter a question or search query:",
             validate: (input2) => input2.length > 0,
             prefix: String.fromCodePoint(63),
             theme: {
@@ -73395,7 +73410,7 @@ async function main2() {
         ]);
         input = answers.input;
       }
-      await analyzeInput(input, openAIKey);
+      await analyzeInput(input, openAIKey, options.crawl);
       process.exit(0);
     });
     await program2.parseAsync();
@@ -73444,9 +73459,9 @@ ${source_default.yellow.bold("\u2550\u2550\u2550 ")}${source_default.yellow.bold
   const boldHandled = headingHandled.replace(/\*\*(.*?)\*\*/g, (_3, content) => source_default.bold(content));
   return boldHandled;
 }
-async function analyzeInput(input, openAIKey) {
+async function analyzeInput(input, openAIKey, useCrawling = false) {
   const spinner = ora({
-    text: "Thinking...",
+    text: useCrawling ? "Searching and analyzing..." : "Thinking...",
     spinner: {
       frames: [
         String.fromCodePoint(10265),
@@ -73462,7 +73477,7 @@ async function analyzeInput(input, openAIKey) {
     }
   }).start();
   try {
-    const result = await clai(input, openAIKey);
+    const result = await clai(input, openAIKey, useCrawling);
     spinner.stop();
     console.log(`${String.fromCodePoint(9989)} AHA!`);
     console.log(source_default.green.bold(`
@@ -73477,7 +73492,10 @@ ${String.fromCodePoint(128221)} \u2550\u2550\u2550 Summary \u2550\u2550\u2550 :`
 
 What now?:`,
         choices: [
-          { name: source_default.yellow(`${String.fromCodePoint(128269)} New search`), value: "new" },
+          {
+            name: source_default.yellow(`${String.fromCodePoint(128269)} New search`),
+            value: "new"
+          },
           ...result.links.map((link) => ({
             name: `${source_default.bold(link.name)}: ${source_default.cyan(link.url)}`,
             value: link.url
@@ -73486,7 +73504,8 @@ What now?:`,
         ],
         prefix: String.fromCodePoint(63),
         theme: {
-          prefix: String.fromCodePoint(63)
+          prefix: String.fromCodePoint(63),
+          pointer: String.fromCodePoint(62)
         }
       }
     ]);
@@ -73495,7 +73514,7 @@ What now?:`,
         {
           type: "input",
           name: "input",
-          message: "Enter a URL or search query:",
+          message: "Enter a question or search query:",
           validate: (input2) => input2.length > 0,
           prefix: String.fromCodePoint(63),
           theme: {
@@ -73503,9 +73522,9 @@ What now?:`,
           }
         }
       ]);
-      await analyzeInput(newInput, openAIKey);
+      await analyzeInput(newInput, openAIKey, useCrawling);
     } else if (selectedLink && selectedLink !== "exit") {
-      await analyzeInput(selectedLink, openAIKey);
+      await analyzeInput(selectedLink, openAIKey, useCrawling);
     }
   } catch (error) {
     spinner?.stop();

package/dist/index.js

@@ -46331,7 +46331,15 @@ Provide a thorough, educational response that directly addresses the user's quer
 }
 
 // src/index.ts
-async function clai(input, openAIKey) {
+async function clai(input, openAIKey, useCrawling = false) {
+  if (!useCrawling) {
+    const result2 = await summarizeQuery(input, openAIKey);
+    return {
+      summary: result2.textual.trim(),
+      links: result2.links,
+      sources: ["OpenAI Knowledge Base"]
+    };
+  }
   const scrapedData = await scrape(input);
   const usefulData = scrapedData.filter((data2) => data2.content.length > 200 && !data2.content.includes("Wikipedia does not have an article") && !data2.content.includes("page not found") && !data2.content.includes("404") && !data2.content.includes("error"));
   if (usefulData.length > 0) {
@@ -46346,7 +46354,7 @@ ${data2.content}`).join(`
       sources: usefulData.map((data2) => data2.url)
     };
   }
-  console.log("No scraped data available - using OpenAI directly for query...");
+  console.log("No scraped data available - falling back to OpenAI...");
   const result = await summarizeQuery(input, openAIKey);
   return {
     summary: result.textual.trim(),

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fettstorch/clai",
-  "version": "0.1.15",
+  "version": "0.1.17",
   "main": "dist/index.js",
   "bin": {
     "clai": "dist/cli.js"

package/src/cli.ts

@@ -1,200 +1,227 @@
 #!/usr/bin/env bun
-import { when } from "@fettstorch/jule";
-import chalk from "chalk";
-import { Command } from "commander";
-import inquirer from "inquirer";
-import ora from "ora";
-import pkg from "../package.json" assert { type: "json" };
-import { clai } from "./index";
-import { version } from "../package.json";
+import { when } from '@fettstorch/jule'
+import chalk from 'chalk'
+import { Command } from 'commander'
+import inquirer from 'inquirer'
+import ora from 'ora'
+import pkg from '../package.json' assert { type: 'json' }
+import { clai } from './index'
+import { version } from '../package.json'
+
+// Override inquirer's figures to prevent Unicode corruption
+try {
+	const figures = require('figures')
+	if (figures) {
+		figures.pointer = String.fromCodePoint(0x003e) // >
+		figures.pointerSmall = String.fromCodePoint(0x003e) // >
+	}
+} catch (e) {
+	// figures module not available, continue
+}
 
-const program = new Command();
+const program = new Command()
 
 async function main() {
-  console.log(`[clAi]::${chalk.cyan(version)}`);
-  try {
-    program
-      .name("clai")
-      .description("AI-powered web scraping tool")
-      .version(pkg.version)
-      .argument("[input...]", "URL or search terms to analyze")
-      .action(async (inputs: string[]) => {
-        const openAIKey = process.env.OPENAI_API_KEY;
-
-        if (!openAIKey) {
-          console.error(
-            chalk.red(`${String.fromCodePoint(0x274c)} OPENAI_API_KEY environment variable is not set`)
-          );
-          process.exit(1);
-        }
-
-        let input = inputs?.join(" ");
-
-        if (!input) {
-          const answers = await inquirer.prompt([
-            {
-              type: "input",
-              name: "input",
-              message: "Enter a URL or search query:",
-              validate: (input) => input.length > 0,
-              prefix: String.fromCodePoint(0x003F), // ?
-              theme: {
-                prefix: String.fromCodePoint(0x003F) // ?
-              }
-            },
-          ]);
-          input = answers.input;
-        }
-
-        await analyzeInput(input, openAIKey);
-        process.exit(0);
-      });
-
-    await program.parseAsync();
-  } catch (error) {
-    console.error(chalk.red("Fatal error:"), error);
-    process.exit(1);
-  }
+	console.log(`[clAi]::${chalk.cyan(version)}`)
+	try {
+		program
+			.name('clai')
+			.description('AI-powered query answering tool')
+			.version(pkg.version)
+			.argument('[input...]', 'Question or search terms to analyze')
+			.option(
+				'-c, --crawl',
+				'Enable web crawling and search engine scraping (fallback to direct AI otherwise)',
+			)
+			.action(async (inputs: string[], options) => {
+				const openAIKey = process.env.OPENAI_API_KEY
+
+				if (!openAIKey) {
+					console.error(
+						chalk.red(
+							`${String.fromCodePoint(0x274c)} OPENAI_API_KEY environment variable is not set`,
+						),
+					)
+					process.exit(1)
+				}
+
+				let input = inputs?.join(' ')
+
+				if (!input) {
+					const answers = await inquirer.prompt([
+						{
+							type: 'input',
+							name: 'input',
+							message: 'Enter a question or search query:',
+							validate: (input) => input.length > 0,
+							prefix: String.fromCodePoint(0x003f), // ?
+							theme: {
+								prefix: String.fromCodePoint(0x003f), // ?
+							},
+						},
+					])
+					input = answers.input
+				}
+
+				await analyzeInput(input, openAIKey, options.crawl)
+				process.exit(0)
+			})
+
+		await program.parseAsync()
+	} catch (error) {
+		console.error(chalk.red('Fatal error:'), error)
+		process.exit(1)
+	}
 }
 
 async function animateText(text: string, delay = 25) {
-  let shouldComplete = false;
-
-  // Setup keypress listener
-  const keypressHandler = (str: string, key: { name: string }) => {
-    if (key.name === "return") {
-      shouldComplete = true;
-    }
-  };
-
-  process.stdin.on("keypress", keypressHandler);
-
-  // Enable raw mode to get keypress events
-  process.stdin.setRawMode(true);
-  process.stdin.resume();
-
-  // Small delay to ensure stdin is ready for keypress capture
-  // This fixes the issue where the first animation can't be interrupted
-  await new Promise(resolve => setTimeout(resolve, 50));
-
-  let currentIndex = 0;
-  while (currentIndex < text.length) {
-    if (shouldComplete) {
-      // Show remaining text immediately
-      process.stdout.write(text.slice(currentIndex));
-      break;
-    }
-
-    process.stdout.write(text[currentIndex]);
-    currentIndex++;
-
-    if (!shouldComplete) {
-      await new Promise((resolve) => setTimeout(resolve, delay));
-    }
-  }
-
-  // Cleanup
-  process.stdin.setRawMode(false);
-  process.stdin.pause();
-  process.stdin.removeListener("keypress", keypressHandler);
-
-  process.stdout.write("\n");
+	let shouldComplete = false
+
+	// Setup keypress listener
+	const keypressHandler = (str: string, key: { name: string }) => {
+		if (key.name === 'return') {
+			shouldComplete = true
+		}
+	}
+
+	process.stdin.on('keypress', keypressHandler)
+
+	// Enable raw mode to get keypress events
+	process.stdin.setRawMode(true)
+	process.stdin.resume()
+
+	// Small delay to ensure stdin is ready for keypress capture
+	// This fixes the issue where the first animation can't be interrupted
+	await new Promise((resolve) => setTimeout(resolve, 50))
+
+	let currentIndex = 0
+	while (currentIndex < text.length) {
+		if (shouldComplete) {
+			// Show remaining text immediately
+			process.stdout.write(text.slice(currentIndex))
+			break
+		}
+
+		process.stdout.write(text[currentIndex])
+		currentIndex++
+
+		if (!shouldComplete) {
+			await new Promise((resolve) => setTimeout(resolve, delay))
+		}
+	}
+
+	// Cleanup
+	process.stdin.setRawMode(false)
+	process.stdin.pause()
+	process.stdin.removeListener('keypress', keypressHandler)
+
+	process.stdout.write('\n')
 }
 
 function formatMarkdownForTerminal(text: string): string {
-  // Handle headings first
-  const headingHandled = text.replace(
-    /^(#{1,3})\s+(.*?)$/gm,
-    (_, hashes, content) =>
-      when(hashes.length)({
-        1: () =>
-          `\n${chalk.yellow.bold("═══ ")}${chalk.yellow.bold(
-            content
-          )}${chalk.yellow.bold(" ═══")}`,
-        2: () => chalk.yellowBright.bold(content),
-        3: () => chalk.yellow(content),
-        else: () => content,
-      })
-  );
-
-  // Handle regular bold text after headings
-  const boldHandled = headingHandled.replace(/\*\*(.*?)\*\*/g, (_, content) =>
-    chalk.bold(content)
-  );
-
-  return boldHandled;
+	// Handle headings first
+	const headingHandled = text.replace(
+		/^(#{1,3})\s+(.*?)$/gm,
+		(_, hashes, content) =>
+			when(hashes.length)({
+				1: () =>
+					`\n${chalk.yellow.bold('═══ ')}${chalk.yellow.bold(
+						content,
+					)}${chalk.yellow.bold(' ═══')}`,
+				2: () => chalk.yellowBright.bold(content),
+				3: () => chalk.yellow(content),
+				else: () => content,
+			}),
+	)
+
+	// Handle regular bold text after headings
+	const boldHandled = headingHandled.replace(/\*\*(.*?)\*\*/g, (_, content) =>
+		chalk.bold(content),
+	)
+
+	return boldHandled
 }
 
-async function analyzeInput(input: string, openAIKey: string) {
-  const spinner = ora({
-    text: "Thinking...",
-    spinner: {
-      frames: [
-        String.fromCodePoint(0x2819), // ⠙
-        String.fromCodePoint(0x2839), // ⠹
-        String.fromCodePoint(0x2838), // ⠸
-        String.fromCodePoint(0x2826), // ⠦
-        String.fromCodePoint(0x2807), // ⠧
-        String.fromCodePoint(0x280F), // ⠏
-        String.fromCodePoint(0x281F), // ⠟
-        String.fromCodePoint(0x283F), // ⠿
-      ],
-      interval: 80
-    }
-  }).start();
-
-  try {
-    const result = await clai(input, openAIKey);
-    spinner.stop();
-    console.log(`${String.fromCodePoint(0x2705)} AHA!`);
-
-    console.log(chalk.green.bold(`\n${String.fromCodePoint(0x1f4dd)} ═══ Summary ═══ :`));
-    const formattedContent = formatMarkdownForTerminal(result.summary);
-    await animateText(formattedContent);
-
-    // Prompt user to select a link
-    const { selectedLink } = await inquirer.prompt([
-      {
-        type: "list",
-        name: "selectedLink",
-        message: "\n\nWhat now?:",
-        choices: [
-          { name: chalk.yellow(`${String.fromCodePoint(0x1f50d)} New search`), value: "new" },
-          ...result.links.map((link) => ({
-            name: `${chalk.bold(link.name)}: ${chalk.cyan(link.url)}`,
-            value: link.url,
-          })),
-          { name: "Exit", value: "exit" },
-        ],
-        prefix: String.fromCodePoint(0x003F), // ?
-        theme: {
-          prefix: String.fromCodePoint(0x003F) // ?
-        }
-      },
-    ]);
-
-    if (selectedLink === "new") {
-      const { input: newInput } = await inquirer.prompt([
-        {
-          type: "input",
-          name: "input",
-          message: "Enter a URL or search query:",
-          validate: (input) => input.length > 0,
-          prefix: String.fromCodePoint(0x003F), // ?
-          theme: {
-            prefix: String.fromCodePoint(0x003F) // ?
-          }
-        },
-      ]);
-      await analyzeInput(newInput, openAIKey);
-    } else if (selectedLink && selectedLink !== "exit") {
-      await analyzeInput(selectedLink, openAIKey);
-    }
-  } catch (error) {
-    spinner?.stop();
-    console.log(`${String.fromCodePoint(0x274c)} Analysis failed`);
-    console.error(chalk.red("Error:"), error);
-  }
+async function analyzeInput(
+	input: string,
+	openAIKey: string,
+	useCrawling = false,
+) {
+	const spinner = ora({
+		text: useCrawling ? 'Searching and analyzing...' : 'Thinking...',
+		spinner: {
+			frames: [
+				String.fromCodePoint(0x2819), // ⠙
+				String.fromCodePoint(0x2839), // ⠹
+				String.fromCodePoint(0x2838), // ⠸
+				String.fromCodePoint(0x2826), // ⠦
+				String.fromCodePoint(0x2807), // ⠧
+				String.fromCodePoint(0x280f), // ⠏
+				String.fromCodePoint(0x281f), // ⠟
+				String.fromCodePoint(0x283f), // ⠿
+			],
+			interval: 80,
+		},
+	}).start()
+
+	try {
+		const result = await clai(input, openAIKey, useCrawling)
+		spinner.stop()
+		console.log(`${String.fromCodePoint(0x2705)} AHA!`)
+
+		console.log(
+			chalk.green.bold(`\n${String.fromCodePoint(0x1f4dd)} ═══ Summary ═══ :`),
+		)
+		const formattedContent = formatMarkdownForTerminal(result.summary)
+		await animateText(formattedContent)
+
+		// Prompt user to select a link
+		const { selectedLink } = await inquirer.prompt([
+			{
+				type: 'list',
+				name: 'selectedLink',
+				message: '\n\nWhat now?:',
+				choices: [
+					{
+						name: chalk.yellow(`${String.fromCodePoint(0x1f50d)} New search`),
+						value: 'new',
+					},
+					...result.links.map((link) => ({
+						name: `${chalk.bold(link.name)}: ${chalk.cyan(link.url)}`,
+						value: link.url,
+					})),
+					{ name: 'Exit', value: 'exit' },
+				],
+				prefix: String.fromCodePoint(0x003f), // ?
+				theme: {
+					prefix: String.fromCodePoint(0x003f), // ?
+					pointer: String.fromCodePoint(0x003e), // >
+				},
+			},
+		])
+
+		if (selectedLink === 'new') {
+			const { input: newInput } = await inquirer.prompt([
+				{
+					type: 'input',
+					name: 'input',
+					message: 'Enter a question or search query:',
+					validate: (input) => input.length > 0,
+					prefix: String.fromCodePoint(0x003f), // ?
+					theme: {
+						prefix: String.fromCodePoint(0x003f), // ?
+					},
+				},
+			])
+			await analyzeInput(newInput, openAIKey, useCrawling)
+		} else if (selectedLink && selectedLink !== 'exit') {
+			await analyzeInput(selectedLink, openAIKey, useCrawling)
+		}
+	} catch (error) {
+		spinner?.stop()
+		console.log(`${String.fromCodePoint(0x274c)} Analysis failed`)
+		console.error(chalk.red('Error:'), error)
+	}
 }
 
-main();
+main()