@tyvm/knowhow 0.0.47 → 0.0.49

package/src/clients/xai.ts

@@ -1,5 +1,4 @@
 import OpenAI from "openai";
-import { getConfigSync } from "../config";
 import {
   GenericClient,
   CompletionOptions,
@@ -14,8 +13,6 @@ import {
 
 import { Models } from "../types";
 
-const config = getConfigSync();
-
 export class GenericXAIClient implements GenericClient {
   private client: OpenAI;
   private apiKey: string;
@@ -33,6 +30,7 @@ export class GenericXAIClient implements GenericClient {
     this.client = new OpenAI({
       apiKey,
       baseURL: "https://api.x.ai/v1",
+      timeout: 60,
     });
   }
 
@@ -81,6 +79,11 @@ export class GenericXAIClient implements GenericClient {
 
   pricesPerMillion() {
     return {
+      [Models.xai.GrokCodeFast]: {
+        input: 0.2,
+        cache_hit: 0.02,
+        output: 1.5,
+      },
       [Models.xai.Grok4]: {
         input: 3.0,
         output: 15.0,
@@ -117,19 +120,26 @@ export class GenericXAIClient implements GenericClient {
     model: string,
     usage: OpenAI.ChatCompletion["usage"]
   ): number | undefined {
+    if (!usage) {
+      return undefined;
+    }
+
     const pricing = this.pricesPerMillion()[model];
 
     if (!pricing) {
       return undefined;
     }
 
-    const inputTokens = usage.prompt_tokens;
+    const inputTokens = usage.prompt_tokens || 0;
     const inputCost = (inputTokens * pricing.input) / 1e6;
 
     const outputTokens = usage.completion_tokens || 0;
     const outputCost = (outputTokens * pricing.output) / 1e6;
 
-    const total = inputCost + outputCost;
+    const cacheToken = usage.prompt_tokens_details?.cached_tokens || 0;
+    const cacheCost = (cacheToken * (pricing.cache_hit || 0)) / 1e6;
+
+    const total = inputCost + outputCost + cacheCost;
     return total;
   }
 

package/src/config.ts

@@ -19,6 +19,7 @@ const defaultConfig = {
   plugins: [
     "embeddings",
     "language",
+    "git",
     "vim",
     "github",
     "asana",
@@ -85,6 +86,7 @@ const defaultConfig = {
 
 const defaultLanguage = {
   "knowhow config": {
+    events: [],
     sources: [
       {
         kind: "file",
@@ -134,9 +136,11 @@ async function ensureGlobalConfigDir() {
 }
 
 export async function init() {
+  console.log("Initializing global knowhow config at ~/.knowhow");
   const globalConfigDir = await ensureGlobalConfigDir();
 
   // create the folder structure
+  console.log("Initializing local knowhow config at ./.knowhow");
   await mkdir(".knowhow", { recursive: true });
   for (const folder of globalTemplateFolders) {
     await mkdir(path.join(".knowhow", folder), { recursive: true });
@@ -147,8 +151,14 @@ export async function init() {
 }
 
 export async function getLanguageConfig() {
-  const language = JSON.parse(await readFile(".knowhow/language.json", "utf8"));
-  return language as Language;
+  try {
+    const language = JSON.parse(
+      await readFile(".knowhow/language.json", "utf8")
+    );
+    return language as Language;
+  } catch (e) {
+    return {} as Language;
+  }
 }
 
 export async function updateLanguageConfig(language: Language) {
@@ -206,9 +216,11 @@ export async function getConfig() {
   if (!fs.existsSync(".knowhow/knowhow.json")) {
     if (!loggedWarning) {
       loggedWarning = true;
-      console.warn(
-        "KnowHow config file not found. Please run `knowhow init` to create it."
-      );
+      if (!process.argv.includes("init")) {
+        console.warn(
+          "KnowHow config file not found. Please run `knowhow init` to create it."
+        );
+      }
     }
     return {} as Config;
   }

package/src/dataset/diffs/generate.ts

@@ -1,5 +1,5 @@
 import "source-map-support/register";
-import * as glob from "glob";
+import { globSync } from "glob";
 import { createPatch } from "diff";
 import * as fs from "fs";
 import { execAsync } from "../../utils";
@@ -7,7 +7,7 @@ import { summarizeTexts } from "../../ai";
 
 async function generateDataset() {
   // Define the path pattern for files to include in the embeddings
-  const files = glob.sync("./**/*.ts", {
+  const files = globSync("./**/*.ts", {
     ignore: ["./node_modules/**", "./dist/**", "./.git/**"],
   });
 

package/src/dataset/diffs/jsonl.ts

@@ -1,5 +1,4 @@
 import "source-map-support/register";
-import * as glob from "glob";
 import { createPatch } from "diff";
 import * as fs from "fs";
 import { execAsync, readFile, writeFile } from "../../utils";

package/src/embeddings.ts

@@ -1,4 +1,4 @@
-import glob from "glob";
+import { globSync } from "glob";
 import * as path from "path";
 import { getConfig, loadPrompt } from "./config";
 import {
@@ -18,7 +18,7 @@ import {
   takeFirstNWords,
 } from "./utils";
 import { summarizeTexts, chunkText } from "./ai";
-import { Plugins } from "./plugins/plugins";
+import { services } from "./services";
 import { md5Hash } from "./hashes";
 import { convertToText } from "./conversion";
 import { Clients } from "./clients";
@@ -91,7 +91,7 @@ export async function detectDeletedEmbeddingFiles(
   if (source.kind !== "file") {
     return;
   }
-  const inputs = (await glob.sync(source.input, {
+  const inputs = (await globSync(source.input, {
     ignore: ignorePattern,
   })) as string[];
 
@@ -128,7 +128,7 @@ export async function embedSource(
 
   // Don't glob a paragraph or some other kind of input
   if (kind === "file") {
-    inputs = await glob.sync(source.input, { ignore: ignorePattern });
+    inputs = await globSync(source.input, { ignore: ignorePattern });
   }
 
   // It wasn't a file glob, so we need to loop through input
@@ -136,11 +136,10 @@ export async function embedSource(
     inputs = [source.input];
   }
 
-  console.log(`Found ${inputs.length} files`);
+  console.log(`Checking ${inputs.length} files`);
   if (inputs.length > 1000) {
     console.error("Large number of files detected. This may take a while");
   }
-  console.log(inputs);
   const embeddings: Embeddable[] = await loadEmbedding(source.output);
   let batch = [];
   let index = 0;
@@ -231,7 +230,6 @@ export async function embed(
     }
 
     if (alreadyEmbedded) {
-      console.log("Skipping", chunkId);
       continue;
     }
 
@@ -403,6 +401,8 @@ export async function handleAllKinds(
   const contents = "";
   const ids = [];
 
+  const { Plugins } = services();
+
   if (Plugins.isPlugin(kind)) {
     console.log("Embedding with plugin", kind);
     return Plugins.embed(kind, input);
@@ -466,7 +466,7 @@ export async function queryEmbedding<E>(
   model = EmbeddingModels.openai.EmbeddingAda2
 ) {
   const providerEmbeddings = await Clients.createEmbedding("", {
-    input: takeFirstNWords(query, 5000),
+    input: takeFirstNWords(query, 5000).slice(0, 16000),
     model,
   });
   const queryVector = providerEmbeddings.data[0].embedding;

package/src/index.ts

@@ -10,7 +10,7 @@ import * as fs from "fs";
 import * as path from "path";
 import * as crypto from "crypto";
 import { promisify } from "util";
-import glob from "glob";
+import { globSync } from "glob";
 
 import { Prompts } from "./prompts";
 import {
@@ -40,7 +40,6 @@ import {
 
 import { abort } from "process";
 import { convertToText } from "./conversion";
-import { Plugins } from "./plugins/plugins";
 import { knowhowMcpClient } from "./services/Mcp";
 import { services } from "./services/";
 import { Models } from "./types";
@@ -60,13 +59,19 @@ export async function embed() {
 
   const defaultModel =
     config.embeddingModel || EmbeddingModels.openai.EmbeddingAda2;
+
+  if (!config.embedSources) {
+    // No embeddings configured
+    return;
+  }
+
   for (const source of config.embedSources) {
     await embedSource(defaultModel, source, ignorePattern);
   }
 }
 
 export async function purge(globPath: string) {
-  const files = glob.sync(globPath);
+  const files = globSync(globPath);
   const embeddings = await getConfiguredEmbeddingMap();
   const config = await getConfig();
   const chunkSizes = config.embedSources.reduce((acc, source) => {
@@ -146,7 +151,7 @@ export async function generate(): Promise<void> {
   for (const source of config.sources) {
     console.log("Generating", source.input, "to", source.output);
     if (source.kind === "file" || !source.kind) {
-      const files = glob.sync(source.input);
+      const files = globSync(source.input);
       const prompt = await loadPrompt(source.prompt);
 
       if (source.output.endsWith("/")) {
@@ -178,6 +183,7 @@ export async function generate(): Promise<void> {
 }
 
 async function handleAllKindsGeneration(source: GenerationSource) {
+  const { Plugins } = services();
   const { kind, input } = source;
   if (Plugins.isPlugin(kind)) {
     const data = await Plugins.call(kind, input);
@@ -191,7 +197,7 @@ async function handleAllKindsGeneration(source: GenerationSource) {
 
 async function handleFileKindGeneration(source: GenerationSource) {
   const prompt = await loadPrompt(source.prompt);
-  const files = glob.sync(source.input);
+  const files = globSync(source.input);
   console.log("Analyzing files: ", files);
 
   if (source.output.endsWith("/")) {