@fettstorch/clai 0.1.2 → 0.1.4

package/README.md

@@ -1,7 +1,7 @@
 # Command Line AI Interface (CLAI)
 
 A tool for AI powered web search/scrape and summarization in the Terminal.
-Built for fun during a hack/jam in order to learn more about AI and CLIs.
+Built for fun in order to learn more about AI and CLIs.
 
 ## Installation
 
@@ -13,7 +13,7 @@ Install it locally in order to use the clai function in your project.
 ```bash
 npm install clai
 ```
-Using both the CLI tool and the clai function requires an OpenAI API key.
+Using both the CLI tool and the clai function requires an OpenAI API key. For the CLI tool make sure to set the `OPENAI_API_KEY` environment variable.
 
 ## OpenAI API Key Setup
 

package/dist/cli.js

@@ -67816,7 +67816,10 @@ async function scrape(input) {
   }
 }
 function isValidUrl(input) {
-  return !input.includes(" ");
+  if (input.includes(" "))
+    return false;
+  const tldPattern = /^[^\s]+\.[a-z]{2,}$/i;
+  return tldPattern.test(input);
 }
 function normalizeUrl(url) {
   if (!url.startsWith("http://") && !url.startsWith("https://")) {
@@ -67834,6 +67837,8 @@ async function getGoogleResults(query) {
     const urlLower = url.toLowerCase();
     return !urlLower.includes("www.google") && !urlLower.includes("gstatic.com") && !urlLower.includes("googleapis.com") && !urlLower.includes("googleadservices") && queryWords.some((word) => urlLower.includes(word));
   }));
+  console.log("queryWords", queryWords);
+  console.log("filteredUrls", filteredUrls);
   const results = [...filteredUrls].slice(0, 3);
   if (results.length === 0) {
     throw new Error("No search results found");
@@ -72936,10 +72941,11 @@ async function summarizeWebPage(content, openAIApiKey) {
       }
     }
   };
-  return openai.completeStructured(prompt2, {
+  const result = await openai.completeStructured(prompt2, {
     temperature: 0.3,
     responseSchema: schema
   });
+  return result;
 }
 
 // src/index.ts
@@ -73012,6 +73018,9 @@ async function animateText(text3, delay = 25) {
   process.stdin.removeListener("keypress", keypressHandler);
   process.stdout.write("\n");
 }
+function formatMarkdownForTerminal(text3) {
+  return text3.replace(/\*\*(.*?)\*\*/g, (_3, content) => source_default.bold(content));
+}
 async function analyzeInput(input, openAIKey) {
   const spinner = ora("Analyzing content...").start();
   try {
@@ -73019,7 +73028,8 @@ async function analyzeInput(input, openAIKey) {
     spinner.succeed("Analysis complete");
     console.log(source_default.green.bold(`
 \uD83D\uDCDD Summary:`));
-    await animateText(result.summary);
+    const formattedContent = formatMarkdownForTerminal(result.summary);
+    await animateText(formattedContent);
     const { selectedLink } = await esm_default12.prompt([
       {
         type: "list",

package/dist/index.js

@@ -41021,7 +41021,10 @@ async function scrape(input) {
   }
 }
 function isValidUrl(input) {
-  return !input.includes(" ");
+  if (input.includes(" "))
+    return false;
+  const tldPattern = /^[^\s]+\.[a-z]{2,}$/i;
+  return tldPattern.test(input);
 }
 function normalizeUrl(url) {
   if (!url.startsWith("http://") && !url.startsWith("https://")) {
@@ -41039,6 +41042,8 @@ async function getGoogleResults(query) {
     const urlLower = url.toLowerCase();
     return !urlLower.includes("www.google") && !urlLower.includes("gstatic.com") && !urlLower.includes("googleapis.com") && !urlLower.includes("googleadservices") && queryWords.some((word) => urlLower.includes(word));
   }));
+  console.log("queryWords", queryWords);
+  console.log("filteredUrls", filteredUrls);
   const results = [...filteredUrls].slice(0, 3);
   if (results.length === 0) {
     throw new Error("No search results found");
@@ -46141,10 +46146,11 @@ async function summarizeWebPage(content, openAIApiKey) {
       }
     }
   };
-  return openai.completeStructured(prompt, {
+  const result = await openai.completeStructured(prompt, {
     temperature: 0.3,
     responseSchema: schema
   });
+  return result;
 }
 
 // src/index.ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fettstorch/clai",
-  "version": "0.1.2",
+  "version": "0.1.4",
   "main": "dist/index.js",
   "bin": {
     "clai": "dist/cli.js"

package/src/cli.ts

@@ -87,6 +87,10 @@ async function animateText(text: string, delay = 25) {
   process.stdout.write('\n');
 }
 
+function formatMarkdownForTerminal(text: string): string {
+  return text.replace(/\*\*(.*?)\*\*/g, (_, content) => chalk.bold(content));
+}
+
 async function analyzeInput(input: string, openAIKey: string) {
   const spinner = ora('Analyzing content...').start();
   
@@ -95,7 +99,8 @@ async function analyzeInput(input: string, openAIKey: string) {
     spinner.succeed('Analysis complete');
     
     console.log(chalk.green.bold('\n📝 Summary:'));
-    await animateText(result.summary);
+    const formattedContent = formatMarkdownForTerminal(result.summary);
+    await animateText(formattedContent);
     
     // Prompt user to select a link
     const { selectedLink } = await inquirer.prompt([

package/src/openai.ts

@@ -6,7 +6,7 @@ const MAX_INPUT_TOKENS = 10000;
 function truncateContent(content: string): string {
   const maxChars = MAX_INPUT_TOKENS * 4;
   if (content.length <= maxChars) return content;
-  return content.slice(0, maxChars) + '... (content truncated)';
+  return content.slice(0, maxChars);
 }
 
 export interface StructuredResponse<T> {
@@ -53,8 +53,8 @@ class OpenAIWrapper {
   ): Promise<T> {
     const truncatedPrompt = truncateContent(prompt);
     const { 
-      model = 'gpt-3.5-turbo', 
-      temperature = 0.6,
+      model = 'gpt-4o-mini', 
+      temperature = 1.6,
       functionName = 'generate_response',
       responseSchema 
     } = options;

package/src/scraper.ts

@@ -41,7 +41,12 @@ export async function scrape(input: string): Promise<ScrapedData[]> {
 // --- module private
 
 function isValidUrl(input: string): boolean {
-  return !input.includes(' ');
+  // Check for whitespace
+  if (input.includes(' ')) return false;
+  
+  // Check for common TLDs using regex
+  const tldPattern = /^[^\s]+\.[a-z]{2,}$/i;
+  return tldPattern.test(input);
 }
 
 function normalizeUrl(url: string): string {
@@ -74,6 +79,9 @@ async function getGoogleResults(query: string): Promise<string[]> {
     })
   );
 
+  console.log('queryWords', queryWords);
+  console.log('filteredUrls', filteredUrls);
+
   const results = [...filteredUrls].slice(0, 3);
   
   if (results.length === 0) {

package/src/summarizer.ts

@@ -70,8 +70,10 @@ export async function summarizeWebPage(content: string, openAIApiKey: string): P
     }
   };
 
-  return openai.completeStructured<SummaryResult>(prompt, {
+  const result = await openai.completeStructured<SummaryResult>(prompt, {
     temperature: 0.3,
     responseSchema: schema
   });
+
+  return result;
 }