@fettstorch/clai 0.1.3 → 0.1.5

package/dist/cli.js

@@ -67816,7 +67816,10 @@ async function scrape(input) {
   }
 }
 function isValidUrl(input) {
-  return !input.includes(" ");
+  if (input.includes(" "))
+    return false;
+  const tldPattern = /^[^\s]+\.[a-z]{2,}$/i;
+  return tldPattern.test(input);
 }
 function normalizeUrl(url) {
   if (!url.startsWith("http://") && !url.startsWith("https://")) {
@@ -67856,6 +67859,19 @@ function extractDataFromHtml(html3) {
     url: cheerioDoc('link[rel="canonical"]').attr("href") || ""
   };
 }
+
+// node_modules/@fettstorch/jule/dist/esm/when.js
+function when(c) {
+  return (cases) => {
+    const elseHandler = cases.else;
+    const safeAccessor = c;
+    const handler = safeAccessor in cases ? cases[safeAccessor] : elseHandler;
+    if (typeof handler === "function") {
+      return handler(c);
+    }
+    return handler;
+  };
+}
 // node_modules/@fettstorch/jule/dist/esm/observable.js
 class Observable {
   listeners = new Set;
@@ -72835,7 +72851,7 @@ function truncateContent(content) {
   const maxChars = MAX_INPUT_TOKENS * 4;
   if (content.length <= maxChars)
     return content;
-  return content.slice(0, maxChars) + "... (content truncated)";
+  return content.slice(0, maxChars);
 }
 
 class OpenAIWrapper {
@@ -72857,8 +72873,8 @@ class OpenAIWrapper {
   async completeStructured(prompt2, options) {
     const truncatedPrompt = truncateContent(prompt2);
     const {
-      model = "gpt-3.5-turbo",
-      temperature = 0.6,
+      model = "gpt-4o-mini",
+      temperature = 1.6,
       functionName = "generate_response",
       responseSchema
     } = options;
@@ -72909,6 +72925,7 @@ async function summarizeWebPage(content, openAIApiKey) {
     - Step 2: Do that
     - Step 3: Done
    10. Mark proper nouns as bold e.g. **Harry Potter**
+   11. Mark headings (h1, h2, h3) as #, ##, ### respectively
   
   Don't just summarize, cite the key information.
   
@@ -72936,10 +72953,11 @@ async function summarizeWebPage(content, openAIApiKey) {
       }
     }
   };
-  return openai.completeStructured(prompt2, {
+  const result = await openai.completeStructured(prompt2, {
     temperature: 0.3,
     responseSchema: schema
   });
+  return result;
 }
 
 // src/index.ts
@@ -72953,12 +72971,51 @@ async function clai(input, openAIKey) {
     sources: scrapedData.map((data2) => data2.url)
   };
 }
+// package.json
+var package_default = {
+  name: "@fettstorch/clai",
+  version: "0.1.5",
+  main: "dist/index.js",
+  bin: {
+    clai: "dist/cli.js"
+  },
+  repository: {
+    type: "git",
+    url: "git+https://github.com/schnullerpip/clai.git"
+  },
+  scripts: {
+    start: "bun run src/cli.ts",
+    build: "bun build ./src/index.ts --outdir dist --target node && bun build ./src/cli.ts --outdir dist --target node",
+    dev: "bun --watch src/cli.ts"
+  },
+  author: "schnullerpip (https://github.com/schnullerpip)",
+  license: "ISC",
+  description: "AI-powered webpage summarizer",
+  dependencies: {
+    "@fettstorch/jule": "^0.5.3",
+    chalk: "^5.3.0",
+    cheerio: "^1.0.0-rc.12",
+    commander: "^12.1.0",
+    inquirer: "^12.1.0",
+    openai: "^4.73.0",
+    ora: "^8.1.1",
+    googleapis: "^126.0.1"
+  },
+  devDependencies: {
+    "@types/inquirer": "^9.0.7",
+    "@types/node": "^20.11.19",
+    "bun-types": "latest"
+  },
+  publishConfig: {
+    access: "public"
+  }
+};
 
 // src/cli.ts
 var program2 = new Command;
 async function main2() {
   try {
-    program2.name("clai").description("AI-powered web scraping tool").version("1.0.0").argument("[input...]", "URL or search terms to analyze").action(async (inputs) => {
+    program2.name("clai").description("AI-powered web scraping tool").version(package_default.version).argument("[input...]", "URL or search terms to analyze").action(async (inputs) => {
       const openAIKey = process.env.OPENAI_API_KEY;
       if (!openAIKey) {
         console.error(source_default.red("\u274C OPENAI_API_KEY environment variable is not set"));
@@ -73012,14 +73069,25 @@ async function animateText(text3, delay = 25) {
   process.stdin.removeListener("keypress", keypressHandler);
   process.stdout.write("\n");
 }
+function formatMarkdownForTerminal(text3) {
+  const headingHandled = text3.replace(/^(#{1,3})\s+(.*?)$/gm, (_3, hashes, content) => when(hashes.length)({
+    1: () => `\n${source_default.yellow.bold("\u2550\u2550\u2550 ")}${source_default.yellow.bold(content)}${source_default.yellow.bold(" \u2550\u2550\u2550")}`,
+    2: () => source_default.yellowBright.bold(content),
+    3: () => source_default.yellow(content),
+    else: () => content
+  }));
+  const boldHandled = headingHandled.replace(/\*\*(.*?)\*\*/g, (_3, content) => source_default.bold(content));
+  return boldHandled;
+}
 async function analyzeInput(input, openAIKey) {
-  const spinner = ora("Analyzing content...").start();
+  const spinner = ora("Thinking...").start();
   try {
     const result = await clai(input, openAIKey);
-    spinner.succeed("Analysis complete");
+    spinner.succeed("AHA!");
     console.log(source_default.green.bold(`
-\uD83D\uDCDD Summary:`));
-    await animateText(result.summary);
+\uD83D\uDCDD \u2550\u2550\u2550 Summary \u2550\u2550\u2550 :`));
+    const formattedContent = formatMarkdownForTerminal(result.summary);
+    await animateText(formattedContent);
     const { selectedLink } = await esm_default12.prompt([
       {
         type: "list",

package/dist/index.js

@@ -41021,7 +41021,10 @@ async function scrape(input) {
   }
 }
 function isValidUrl(input) {
-  return !input.includes(" ");
+  if (input.includes(" "))
+    return false;
+  const tldPattern = /^[^\s]+\.[a-z]{2,}$/i;
+  return tldPattern.test(input);
 }
 function normalizeUrl(url) {
   if (!url.startsWith("http://") && !url.startsWith("https://")) {
@@ -46040,7 +46043,7 @@ function truncateContent(content) {
   const maxChars = MAX_INPUT_TOKENS * 4;
   if (content.length <= maxChars)
     return content;
-  return content.slice(0, maxChars) + "... (content truncated)";
+  return content.slice(0, maxChars);
 }
 
 class OpenAIWrapper {
@@ -46062,8 +46065,8 @@ class OpenAIWrapper {
   async completeStructured(prompt, options) {
     const truncatedPrompt = truncateContent(prompt);
     const {
-      model = "gpt-3.5-turbo",
-      temperature = 0.6,
+      model = "gpt-4o-mini",
+      temperature = 1.6,
       functionName = "generate_response",
       responseSchema
     } = options;
@@ -46114,6 +46117,7 @@ async function summarizeWebPage(content, openAIApiKey) {
     - Step 2: Do that
     - Step 3: Done
    10. Mark proper nouns as bold e.g. **Harry Potter**
+   11. Mark headings (h1, h2, h3) as #, ##, ### respectively
   
   Don't just summarize, cite the key information.
   
@@ -46141,10 +46145,11 @@ async function summarizeWebPage(content, openAIApiKey) {
       }
     }
   };
-  return openai.completeStructured(prompt, {
+  const result = await openai.completeStructured(prompt, {
     temperature: 0.3,
     responseSchema: schema
   });
+  return result;
 }
 
 // src/index.ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@fettstorch/clai",
-  "version": "0.1.3",
+  "version": "0.1.5",
   "main": "dist/index.js",
   "bin": {
     "clai": "dist/cli.js"

package/src/cli.ts

@@ -4,6 +4,8 @@ import inquirer from 'inquirer';
 import chalk from 'chalk';
 import ora from 'ora';
 import { clai } from './index';
+import { when } from '@fettstorch/jule';
+import pkg from '../package.json' assert { type: 'json' };
 
 const program = new Command();
 
@@ -12,7 +14,7 @@ async function main() {
     program
       .name('clai')
       .description('AI-powered web scraping tool')
-      .version('1.0.0')
+      .version(pkg.version)
       .argument('[input...]', 'URL or search terms to analyze')
       .action(async (inputs: string[]) => {
         const openAIKey = process.env.OPENAI_API_KEY;
@@ -87,15 +89,31 @@ async function animateText(text: string, delay = 25) {
   process.stdout.write('\n');
 }
 
+function formatMarkdownForTerminal(text: string): string {
+  // Handle headings first
+  const headingHandled = text.replace(/^(#{1,3})\s+(.*?)$/gm, (_, hashes, content) => when(hashes.length)({
+    1: () => `\n${chalk.yellow.bold('═══ ')}${chalk.yellow.bold(content)}${chalk.yellow.bold(' ═══')}`,
+    2: () => chalk.yellowBright.bold(content),
+    3: () => chalk.yellow(content),
+    else: () => content
+  }));
+  
+  // Handle regular bold text after headings
+  const boldHandled = headingHandled.replace(/\*\*(.*?)\*\*/g, (_, content) => chalk.bold(content));
+  
+  return boldHandled;
+}
+
 async function analyzeInput(input: string, openAIKey: string) {
-  const spinner = ora('Analyzing content...').start();
+  const spinner = ora('Thinking...').start();
   
   try {
     const result = await clai(input, openAIKey);
-    spinner.succeed('Analysis complete');
+    spinner.succeed('AHA!');
     
-    console.log(chalk.green.bold('\n📝 Summary:'));
-    await animateText(result.summary);
+    console.log(chalk.green.bold('\n📝 ═══ Summary ═══ :'));
+    const formattedContent = formatMarkdownForTerminal(result.summary);
+    await animateText(formattedContent);
     
     // Prompt user to select a link
     const { selectedLink } = await inquirer.prompt([

package/src/openai.ts

@@ -6,7 +6,7 @@ const MAX_INPUT_TOKENS = 10000;
 function truncateContent(content: string): string {
   const maxChars = MAX_INPUT_TOKENS * 4;
   if (content.length <= maxChars) return content;
-  return content.slice(0, maxChars) + '... (content truncated)';
+  return content.slice(0, maxChars);
 }
 
 export interface StructuredResponse<T> {
@@ -53,8 +53,8 @@ class OpenAIWrapper {
   ): Promise<T> {
     const truncatedPrompt = truncateContent(prompt);
     const { 
-      model = 'gpt-3.5-turbo', 
-      temperature = 0.6,
+      model = 'gpt-4o-mini', 
+      temperature = 1.6,
       functionName = 'generate_response',
       responseSchema 
     } = options;

package/src/scraper.ts

@@ -41,7 +41,12 @@ export async function scrape(input: string): Promise<ScrapedData[]> {
 // --- module private
 
 function isValidUrl(input: string): boolean {
-  return !input.includes(' ');
+  // Check for whitespace
+  if (input.includes(' ')) return false;
+  
+  // Check for common TLDs using regex
+  const tldPattern = /^[^\s]+\.[a-z]{2,}$/i;
+  return tldPattern.test(input);
 }
 
 function normalizeUrl(url: string): string {

package/src/summarizer.ts

@@ -41,6 +41,7 @@ export async function summarizeWebPage(content: string, openAIApiKey: string): P
     - Step 2: Do that
     - Step 3: Done
    10. Mark proper nouns as bold e.g. **Harry Potter**
+   11. Mark headings (h1, h2, h3) as #, ##, ### respectively
   
   Don't just summarize, cite the key information.
   
@@ -70,8 +71,10 @@ export async function summarizeWebPage(content: string, openAIApiKey: string): P
     }
   };
 
-  return openai.completeStructured<SummaryResult>(prompt, {
+  const result = await openai.completeStructured<SummaryResult>(prompt, {
     temperature: 0.3,
     responseSchema: schema
   });
+
+  return result;
 } 

package/tsconfig.json

@@ -8,7 +8,8 @@
     "rootDir": "./src",
     "strict": true,
     "skipLibCheck": true,
-    "forceConsistentCasingInFileNames": true
+    "forceConsistentCasingInFileNames": true,
+    "resolveJsonModule": true
   },
   "include": ["src/**/*"]
 }