skema-core 2.1.1 → 2.1.2

package/README.md

@@ -45,19 +45,14 @@ npm install -g @anthropic-ai/gemini-cli
 npm install -g @anthropic-ai/claude-code
 ```
 
-### 3. Set up your API key
+### 3. Set up your vision API key (optional)
 
-Skema uses vision AI to analyze your drawings. Add your API key to a `.env` file in your project root:
+Skema uses vision AI to analyze drawings. You can set your Gemini API key in either place:
 
-```env
-# For Gemini (recommended)
-GEMINI_API_KEY=your_api_key
+- **In the app**: Open Settings (gear icon in the toolbar) and enter your Gemini API key. It is stored in this browser only (localStorage).
+- **Environment**: In your project root, add a `.env` file with `GEMINI_API_KEY=your_api_key`. The daemon loads this when you run `npx skema-core`.
 
-# Or for Claude
-ANTHROPIC_API_KEY=your_api_key
-```
-
-Get your API key from [Google AI Studio](https://aistudio.google.com/apikey) or [Anthropic Console](https://console.anthropic.com/).
+Get a key from [Google AI Studio](https://aistudio.google.com/apikey). Without a key, drawing annotations still run but skip vision analysis.
 
 ### 4. Add Skema to your app
 
@@ -107,7 +102,6 @@ npx skema-core init                 # Initialize project (creates config files)
 npx skema-core help                 # Show help
 ```
 
-> **Note**: After installing `skema-core`, you can also use the `skema` command directly (e.g., `skema init`).
 
 ## Keyboard Shortcuts
 

package/dist/cli.js

@@ -9,7 +9,11 @@ var types_js = require('@modelcontextprotocol/sdk/types.js');
 var WebSocket2 = require('ws');
 require('dotenv/config');
 var child_process = require('child_process');
-var generativeAi = require('@google/generative-ai');
+require('@google/generative-ai');
+var ai = require('ai');
+var google = require('@ai-sdk/google');
+var anthropic = require('@ai-sdk/anthropic');
+var openai = require('@ai-sdk/openai');
 
 function _interopDefault (e) { return e && e.__esModule ? e : { default: e }; }
 
@@ -1136,57 +1140,83 @@ function buildPromptFromAnnotation(annotation, _projectContext, options) {
     elements: domAnnotation.elements
   });
 }
-async function analyzeWithGemini(base64Image, apiKey, model = "gemini-2.5-flash") {
-  try {
-    const genAI = new generativeAi.GoogleGenerativeAI(apiKey);
-    const visionModel = genAI.getGenerativeModel({ model });
-    const cleanBase64 = base64Image.replace(/^data:image\/\w+;base64,/, "");
-    const result = await visionModel.generateContent([
-      IMAGE_ANALYSIS_PROMPT,
-      {
-        inlineData: {
-          data: cleanBase64,
-          mimeType: "image/png"
-        }
-      }
-    ]);
-    const response = await result.response;
-    const text = response.text();
-    return {
-      success: true,
-      description: text,
-      provider: "gemini"
-    };
-  } catch (error2) {
-    const message = error2 instanceof Error ? error2.message : String(error2);
-    console.error("[Vision] Gemini analysis failed:", message);
+var VISION_MODELS = {
+  gemini: {
+    models: ["gemini-2.5-flash", "gemini-2.5-pro", "gemini-3-flash-preview", "gemini-3-pro-preview"],
+    default: "gemini-2.5-flash"
+  },
+  claude: {
+    models: ["claude-haiku-4-5-20251001", "claude-sonnet-4-5-20250929", "claude-opus-4-6"],
+    default: "claude-haiku-4-5-20251001"
+  },
+  openai: {
+    models: ["gpt-4o-mini", "gpt-4o", "gpt-4.1", "gpt-5.2"],
+    default: "gpt-4o-mini"
+  }
+};
+function getProviderModel(provider, apiKey, model) {
+  const modelId = model || VISION_MODELS[provider].default;
+  switch (provider) {
+    case "gemini": {
+      const google$1 = google.createGoogleGenerativeAI({ apiKey });
+      return google$1(modelId);
+    }
+    case "claude": {
+      const anthropic$1 = anthropic.createAnthropic({ apiKey });
+      return anthropic$1(modelId);
+    }
+    case "openai": {
+      const openai$1 = openai.createOpenAI({ apiKey });
+      return openai$1(modelId);
+    }
+  }
+}
+function getEnvVarForProvider(provider) {
+  switch (provider) {
+    case "gemini":
+      return process.env.GEMINI_API_KEY;
+    case "claude":
+      return process.env.ANTHROPIC_API_KEY;
+    case "openai":
+      return process.env.OPENAI_API_KEY;
+  }
+}
+function getEnvVarName(provider) {
+  switch (provider) {
+    case "gemini":
+      return "GEMINI_API_KEY";
+    case "claude":
+      return "ANTHROPIC_API_KEY";
+    case "openai":
+      return "OPENAI_API_KEY";
+  }
+}
+async function analyzeImage(base64Image, config) {
+  const { provider } = config;
+  const apiKey = config.apiKey || getEnvVarForProvider(provider);
+  if (!apiKey) {
     return {
       success: false,
       description: "",
-      provider: "gemini",
-      error: message
+      provider,
+      error: `No API key found for ${provider} vision. Set ${getEnvVarName(provider)} environment variable.`
     };
   }
-}
-async function analyzeWithClaude(base64Image, apiKey, model = "claude-sonnet-4-20250514") {
+  console.log(`[Vision] Analyzing image with ${provider}...`);
   try {
-    const Anthropic = (await import('@anthropic-ai/sdk')).default;
-    const client = new Anthropic({ apiKey });
     const cleanBase64 = base64Image.replace(/^data:image\/\w+;base64,/, "");
-    const response = await client.messages.create({
+    const model = getProviderModel(provider, apiKey, config.model);
+    const result = await ai.generateText({
       model,
-      max_tokens: 1024,
+      maxTokens: 1024,
       messages: [
         {
           role: "user",
           content: [
             {
               type: "image",
-              source: {
-                type: "base64",
-                media_type: "image/png",
-                data: cleanBase64
-              }
+              image: Buffer.from(cleanBase64, "base64"),
+              mimeType: "image/png"
             },
             {
               type: "text",
@@ -1196,49 +1226,21 @@ async function analyzeWithClaude(base64Image, apiKey, model = "claude-sonnet-4-2
         }
       ]
     });
-    const textContent = response.content.find((c) => c.type === "text");
-    const description = textContent && "text" in textContent ? textContent.text : "";
     return {
       success: true,
-      description,
-      provider: "claude"
+      description: result.text,
+      provider
     };
   } catch (error2) {
     const message = error2 instanceof Error ? error2.message : String(error2);
-    console.error("[Vision] Claude analysis failed:", message);
-    return {
-      success: false,
-      description: "",
-      provider: "claude",
-      error: message
-    };
-  }
-}
-async function analyzeImage(base64Image, config) {
-  const { provider } = config;
-  let apiKey = config.apiKey;
-  if (!apiKey) {
-    apiKey = provider === "gemini" ? process.env.GEMINI_API_KEY : process.env.ANTHROPIC_API_KEY;
-  }
-  if (!apiKey) {
+    console.error(`[Vision] ${provider} analysis failed:`, message);
     return {
       success: false,
       description: "",
       provider,
-      error: `No API key found for ${provider} vision. Set ${provider === "gemini" ? "GEMINI_API_KEY" : "ANTHROPIC_API_KEY"} environment variable.`
+      error: message
     };
   }
-  console.log(`[Vision] Analyzing image with ${provider}...`);
-  if (provider === "gemini") {
-    return analyzeWithGemini(base64Image, apiKey, config.model);
-  } else {
-    return analyzeWithClaude(base64Image, apiKey, config.model);
-  }
-}
-function isVisionAvailable(provider) {
-  {
-    return !!process.env.GEMINI_API_KEY;
-  }
 }
 
 // src/server/annotation-store.ts
@@ -1471,9 +1473,14 @@ var handlers = {
           provider: requestProvider
         }
       });
-      if (isVisionAvailable()) {
+      const visionProvider = msg.visionProvider || "gemini";
+      const visionModel = msg.visionModel;
+      const visionApiKey = msg.visionApiKey || (visionProvider === "gemini" ? process.env.GEMINI_API_KEY : visionProvider === "claude" ? process.env.ANTHROPIC_API_KEY : process.env.OPENAI_API_KEY);
+      if (visionApiKey) {
         const visionResult = await analyzeImage(drawingAnnotation.drawingImage, {
-          provider: "gemini"
+          provider: visionProvider,
+          apiKey: visionApiKey,
+          model: visionModel
         });
         if (visionResult.success) {
           visionDescription = visionResult.description;
@@ -1506,7 +1513,7 @@ ${visionDescription}`,
           type: "ai-event",
           event: {
             type: "text",
-            content: `[Vision not available - set GEMINI_API_KEY for image analysis]`,
+            content: `[Vision not available - add your API key in Settings (gear icon)]`,
             timestamp: (/* @__PURE__ */ new Date()).toISOString(),
             provider: requestProvider
           }
@@ -1517,6 +1524,8 @@ ${visionDescription}`,
       fastMode: msg.fastMode === true,
       visionDescription
     });
+    console.log(`[Skema] Prompt:
+${prompt}`);
     sendMessage(ws, {
       id: msg.id,
       type: "ai-event",
@@ -1547,7 +1556,14 @@ ${visionDescription}`,
       model: msg.model
     };
     const { events } = spawnAICLI(prompt, config);
+    const prefixGreen = "\x1B[32m";
+    const reset = "\x1B[0m";
     for await (const event of events) {
+      if (event.type === "text" && event.content) {
+        console.log(`${prefixGreen}[Skema ${requestProvider}]${reset} ${event.content}`);
+      } else if (event.type === "error" && event.content) {
+        console.error(`${prefixGreen}[Skema ${requestProvider}]${reset} ${event.content}`);
+      }
       sendMessage(ws, {
         id: msg.id,
         type: "ai-event",

package/dist/index.d.mts

@@ -298,6 +298,12 @@ interface GenerateOptions {
     mode?: ExecutionMode;
     /** Override provider for this request */
     provider?: ProviderName;
+    /** API key for vision/drawing analysis (e.g. from settings) */
+    visionApiKey?: string | null;
+    /** Vision provider for drawing analysis (default: gemini) */
+    visionProvider?: string;
+    /** Vision model for drawing analysis */
+    visionModel?: string;
 }
 interface UseDaemonOptions {
     /** WebSocket URL (default: ws://localhost:9999) */

package/dist/index.d.ts

@@ -298,6 +298,12 @@ interface GenerateOptions {
     mode?: ExecutionMode;
     /** Override provider for this request */
     provider?: ProviderName;
+    /** API key for vision/drawing analysis (e.g. from settings) */
+    visionApiKey?: string | null;
+    /** Vision provider for drawing analysis (default: gemini) */
+    visionProvider?: string;
+    /** Vision model for drawing analysis */
+    visionModel?: string;
 }
 interface UseDaemonOptions {
     /** WebSocket URL (default: ws://localhost:9999) */