chat-agent-toolkit 1.2.1 → 1.2.3

package/dist/utils/provider-image-cropper.d.ts

@@ -0,0 +1,120 @@
+declare const PROVIDERS: {
+    readonly openrouter: {
+        readonly row: 0;
+        readonly col: 0;
+    };
+    readonly tongyi: {
+        readonly row: 0;
+        readonly col: 1;
+    };
+    readonly ollama: {
+        readonly row: 0;
+        readonly col: 2;
+    };
+    readonly huggingface: {
+        readonly row: 0;
+        readonly col: 3;
+    };
+    readonly localai: {
+        readonly row: 0;
+        readonly col: 4;
+    };
+    readonly openllm: {
+        readonly row: 0;
+        readonly col: 5;
+    };
+    readonly zhipu: {
+        readonly row: 1;
+        readonly col: 0;
+    };
+    readonly replicate: {
+        readonly row: 1;
+        readonly col: 1;
+    };
+    readonly azure: {
+        readonly row: 1;
+        readonly col: 2;
+    };
+    readonly anthropic: {
+        readonly row: 1;
+        readonly col: 3;
+    };
+    readonly groq: {
+        readonly row: 1;
+        readonly col: 4;
+    };
+    readonly sagemaker: {
+        readonly row: 1;
+        readonly col: 5;
+    };
+    readonly "01ai": {
+        readonly row: 2;
+        readonly col: 0;
+    };
+    readonly bedrock: {
+        readonly row: 2;
+        readonly col: 1;
+    };
+    readonly openai: {
+        readonly row: 2;
+        readonly col: 2;
+    };
+    readonly cohere: {
+        readonly row: 2;
+        readonly col: 3;
+    };
+    readonly together: {
+        readonly row: 2;
+        readonly col: 4;
+    };
+    readonly xorbits: {
+        readonly row: 2;
+        readonly col: 5;
+    };
+    readonly wenxin: {
+        readonly row: 3;
+        readonly col: 0;
+    };
+    readonly moonshot: {
+        readonly row: 3;
+        readonly col: 1;
+    };
+    readonly gemini: {
+        readonly row: 3;
+        readonly col: 2;
+    };
+    readonly mistral: {
+        readonly row: 3;
+        readonly col: 3;
+    };
+    readonly jina: {
+        readonly row: 3;
+        readonly col: 4;
+    };
+    readonly chatglm: {
+        readonly row: 3;
+        readonly col: 5;
+    };
+};
+export type Provider = keyof typeof PROVIDERS;
+/**
+ * Returns a cropped canvas containing just the provider box.
+ */
+export declare function cropProvider(image: HTMLImageElement | ImageBitmap, provider: Provider): Promise<HTMLCanvasElement>;
+/**
+ * Returns the provider image as a Blob.
+ */
+export declare function cropProviderAsBlob(image: HTMLImageElement | ImageBitmap, provider: Provider, type?: "image/png" | "image/jpeg" | "image/webp", quality?: number): Promise<Blob>;
+/**
+ * Returns the provider image as a data URL.
+ */
+export declare function cropProviderAsDataURL(image: HTMLImageElement | ImageBitmap, provider: Provider, type?: "image/png" | "image/jpeg" | "image/webp", quality?: number): Promise<string>;
+/**
+ * Helper to load and crop in one call.
+ */
+export declare function getProviderImage(spriteSheetUrl: string, provider: Provider): Promise<HTMLCanvasElement>;
+/**
+ * Get all available provider names.
+ */
+export declare function getProviderNames(): Provider[];
+export {};

package/package.json

@@ -1,12 +1,13 @@
 {
   "name": "chat-agent-toolkit",
-  "version": "1.2.1",
+  "version": "1.2.3",
   "description": "Multi-provider AI agent toolkit: generate language responses, search the web, extract content, and manage memory across 10+ LLM providers.",
   "author": "vtempest <grokthiscontact@gmail.com>",
   "license": "AGPL-3.0",
   "repository": {
     "type": "git",
-    "url": "https://github.com/OpenSourceAGI/qwksearch-research-agent"
+    "url": "https://github.com/OpenSourceAGI/qwksearch-research-agent",
+    "directory": "packages/agent-toolkit"
   },
   "bugs": {
     "url": "https://github.com/OpenSourceAGI/qwksearch-research-agent/issues"
@@ -58,6 +59,8 @@
     }
   },
   "devDependencies": {
+    "@cloudflare/workers-types": "^4.20241127.0",
+    "@types/node": "^22.0.0",
     "@vitest/ui": "^4.0.18",
     "terser": "^5.46.0",
     "typedoc-plugin-markdown": "^4.10.0",
@@ -71,13 +74,20 @@
     "@ai-sdk/anthropic": "^2.0.0",
     "@ai-sdk/google": "^2.0.0",
     "@ai-sdk/groq": "^2.0.0",
+    "@ai-sdk/mcp": "^2.0.9",
     "@ai-sdk/openai": "^2.0.0",
-    "@composio/core": "^0.10.0",
-    "@mastra/core": "^0.1.0",
-    "@mastra/mcp": "^0.1.0",
+    "@mastra/core": "^1.50.1",
+    "@mastra/mcp": "^1.13.1",
+    "@mastra/memory": "^1.22.2",
     "ai": "^5.0.0",
     "drizzle-orm": "^0.45.1",
+    "extract-webpage": "^1.2.5",
+    "highlight.js": "^11.11.1",
+    "html-entities": "^2.6.0",
+    "manage-storage": "^0.0.13",
+    "marked": "^17.0.4",
     "qwksearch-api-client": "^0.0.12",
+    "write-language": "^0.1.4",
     "zod": "^4.3.6"
   },
   "keywords": [
@@ -98,4 +108,4 @@
   "publishConfig": {
     "access": "public"
   }
-}
+}

package/src/config/config-manager.ts

@@ -148,15 +148,7 @@ class ConfigManager {
 
     const newProviders: ConfigModelProvider[] = [];
 
-    // Check if OPENROUTER_API_KEY exists - prioritize OpenRouter for guests
-    const hasOpenRouter = !!getEnv("OPENROUTER_API_KEY");
-
     providerConfigSections.forEach((provider) => {
-      // If OpenRouter is configured, ONLY load OpenRouter for guests
-      // Skip all other providers (NVIDIA, DeepSeek, etc.)
-      if (hasOpenRouter && provider.key.toLowerCase() !== "openrouter") {
-        return;
-      }
 
       const tempConfig: Record<string, any> = {};
       const required: string[] = [];

package/src/config/environment-variables.ts

@@ -1,8 +1,16 @@
 /**
  * Runtime env-var accessor.
- * Uses `process.env` for Next.js. In Cloudflare Workers with vinext,
- * this would need to be adapted to use cloudflare:workers.
+ * Supports both local development (process.env) and Cloudflare Workers
+ * (cloudflare:workers virtual module) via dynamic import.
  */
 export function getEnv(key: string): string | undefined {
-  return process.env[key];
+  // Try Cloudflare Workers context first (production)
+  try {
+    // @ts-ignore - cloudflare:workers is a virtual module provided by @cloudflare/vite-plugin
+    const cfWorkers = require("cloudflare:workers");
+    return cfWorkers.env?.[key];
+  } catch {
+    // Fallback to process.env for local development
+    return process.env[key];
+  }
 }

package/src/config/language-models-database.ts

@@ -56,20 +56,6 @@ export const LANGUAGE_MODELS = [
       "free": true,
       "type": "text-generation"
     },
-    {
-      "name": "Kimi K2.5",
-      "id": "moonshotai/kimi-k2.5",
-      "contextLength": 256_000,
-      "free": true,
-      "type": "text-generation"
-    },
-    {
-      "name": "DeepSeek V3",
-      "id": "deepseek-ai/deepseek-v3",
-      "contextLength": 128_000,
-      "free": true,
-      "type": "text-generation"
-    },
     {
       "name": "Gemma 4 31B IT",
       "id": "google/gemma-4-31b-it",
@@ -77,40 +63,12 @@ export const LANGUAGE_MODELS = [
       "free": true,
       "type": "text-generation"
     },
-    {
-      "name": "GLM 4.5 Air",
-      "id": "z-ai/glm-4.5-air",
-      "contextLength": 128_000,
-      "free": true,
-      "type": "text-generation"
-    },
     {
       "name": "Mistral Large 2",
       "id": "mistralai/mistral-large-2",
       "contextLength": 131_072,
       "free": false,
       "type": "text-generation"
-    },
-    {
-      "name": "Mistral Nemo",
-      "id": "mistralai/mistral-nemo",
-      "contextLength": 131_072,
-      "free": true,
-      "type": "text-generation"
-    },
-    {
-      "name": "Qwen2.5 72B Instruct",
-      "id": "qwen/qwen2.5-72b-instruct",
-      "contextLength": 131_072,
-      "free": true,
-      "type": "text-generation"
-    },
-    {
-      "name": "CodeLlama 70B Instruct",
-      "id": "meta/llama-3.1-70b-code-instruct",
-      "contextLength": 131_072,
-      "free": true,
-      "type": "text-generation"
     }
   ]
 },
@@ -1424,3 +1382,53 @@ export const LANGUAGE_MODELS = [
 export const LANGUAGE_PROVIDERS = LANGUAGE_MODELS.map((p) =>
   p.provider.toLocaleLowerCase(),
 );
+
+/**
+ * Guest-safe models that are known to work reliably.
+ * Based on test results: only models with HTTP 200 status.
+ */
+export const GUEST_SAFE_MODELS = {
+  openrouter: [
+    "openrouter/free",
+    "nvidia/nemotron-3-super-120b-a12b:free",
+    "nvidia/nemotron-3-ultra-550b-a55b:free",
+    "nvidia/nemotron-3-nano-30b-a3b:free",
+    "nvidia/nemotron-3-nano-omni-30b-a3b-reasoning:free",
+    "nvidia/nemotron-nano-9b-v2:free",
+    "nvidia/nemotron-3.5-content-safety:free",
+    "google/gemma-4-31b-it:free",
+    "google/gemma-4-26b-a4b-it:free",
+    "openai/gpt-oss-20b:free",
+    "poolside/laguna-xs-2.1:free",
+    "poolside/laguna-m.1:free",
+    "cohere/north-mini-code:free",
+  ],
+  nvidia: [
+    "nvidia/nemotron-3-super-120b-a12b",
+    "meta/llama-3.1-8b-instruct",
+  ],
+};
+
+/**
+ * Filter models to only those in the guest-safe list.
+ * Returns models with `free: true` property.
+ */
+export function filterModelsForGuests(models: any[]): any[] {
+  return models.filter((m) => m.free === true);
+}
+
+/**
+ * Get guest-safe provider list (only tested working models).
+ * Uses GUEST_SAFE_MODELS whitelist to ensure reliability.
+ */
+export function getGuestSafeProviders(): typeof LANGUAGE_MODELS {
+  return LANGUAGE_MODELS.map((provider) => ({
+    ...provider,
+    models: provider.models.filter(
+      (model: any) =>
+        GUEST_SAFE_MODELS[provider.provider.toLowerCase() as keyof typeof GUEST_SAFE_MODELS]?.includes(
+          model.id,
+        ) || false,
+    ),
+  })).filter((p) => p.models.length > 0);
+}

package/src/config/model-registry.ts

@@ -8,7 +8,7 @@
  * - provider/model CRUD passthroughs to {@link configManager}
  */
 import configManager from "./config-manager";
-import { LANGUAGE_MODELS } from "./language-models-database";
+import { LANGUAGE_MODELS, getGuestSafeProviders } from "./language-models-database";
 import { getModelProvidersUIConfigSection } from "./provider-ui-config";
 import type { ConfigModelProvider, Model } from "./config-types";
 
@@ -59,13 +59,28 @@ export default class ModelRegistry {
    * Providers with their full chat model lists (defaults merged with
    * user-added models), shaped for the settings/providers UI.
    */
-  async getActiveProviders() {
-    return this.activeProviders.map((p) => ({
+  async getActiveProviders(guestMode: boolean = false) {
+    const providers = this.activeProviders;
+    const dbModels = guestMode ? getGuestSafeProviders() : LANGUAGE_MODELS;
+
+    return providers.map((p) => ({
       id: p.id,
       name: p.name,
       type: p.type,
-      chatModels: mergeChatModels(p),
-    }));
+      chatModels: guestMode ? this.getGuestChatModels(p, dbModels) : mergeChatModels(p),
+    })).filter((p) => p.chatModels.length > 0);
+  }
+
+  /**
+   * Get guest-safe chat models for a provider (only tested working models).
+   */
+  private getGuestChatModels(provider: ConfigModelProvider, guestProviders: typeof LANGUAGE_MODELS): Model[] {
+    const dbName = PROVIDER_KEY_TO_DB_NAME[provider.type.toLowerCase()];
+    const dbEntry = guestProviders.find(
+      (p) => p.provider.toLowerCase() === (dbName?.toLowerCase() || provider.type.toLowerCase()),
+    );
+    if (!dbEntry?.models) return [];
+    return dbEntry.models.map((m: any) => ({ name: m.name, key: m.id }));
   }
 
   /**

package/src/config/model-tester.ts

@@ -4,7 +4,7 @@
  */
 
 import { generateText } from "ai";
-import { createLLMProvider } from "write-language/provider-factory";
+import { createLLMProvider } from "write-language";
 
 export interface ModelTestResult {
   modelId: string;
@@ -74,7 +74,7 @@ export async function testModel(
     const testPromise = generateText({
       model,
       prompt: "Reply with just 'OK'",
-      maxTokens: 10,
+      maxOutputTokens: 10,
     });
 
     const result = await Promise.race([testPromise, timeoutPromise]) as any;

package/src/connectors/{composio.json → open-connector.json}

@@ -2,153 +2,129 @@
   "connectors": [
     {
       "name": "Gmail",
-      "composio_id": "gmail",
+      "connector_id": "gmail",
       "domain": "gmail.com",
       "description": "Google's email service. Search inboxes, send/reply/draft messages, manage labels and threads."
     },
     {
       "name": "Google Calendar",
-      "composio_id": "googlecalendar",
+      "connector_id": "googlecalendar",
       "domain": "calendar.google.com",
       "description": "Time management and scheduling. Create/update/list events, manage calendars and attendees."
     },
     {
       "name": "Outlook",
-      "composio_id": "outlook",
+      "connector_id": "outlook",
       "domain": "outlook.com",
       "description": "Microsoft's email and calendaring platform. Manage mail, contacts, calendars and rules."
     },
     {
       "name": "Notion",
-      "composio_id": "notion",
+      "connector_id": "notion",
       "domain": "notion.so",
       "description": "Workspace for docs, wikis and databases. Search, read, create and update pages and database items."
     },
     {
       "name": "Linear",
-      "composio_id": "linear",
+      "connector_id": "linear",
       "domain": "linear.app",
       "description": "Issue tracking and project management for software teams. Create, query and update issues, projects and cycles."
     },
     {
       "name": "GitHub",
-      "composio_id": "github",
+      "connector_id": "github",
       "domain": "github.com",
       "description": "Code hosting and collaboration. Manage repos, issues, pull requests, branches and reviews."
     },
     {
       "name": "Google Drive",
-      "composio_id": "googledrive",
+      "connector_id": "googledrive",
       "domain": "drive.google.com",
       "description": "Cloud file storage. Search, upload, share and manage files, folders and permissions."
     },
     {
       "name": "SharePoint",
-      "composio_id": "share_point",
+      "connector_id": "share_point",
       "domain": "sharepoint.com",
       "description": "Microsoft document management and intranet platform. Search and manage sites, lists and files."
     },
     {
       "name": "OneDrive",
-      "composio_id": "one_drive",
+      "connector_id": "one_drive",
       "domain": "onedrive.live.com",
       "description": "Microsoft cloud file storage. Upload, share and manage personal/business files and folders."
     },
     {
       "name": "Slack",
-      "composio_id": "slack",
+      "connector_id": "slack",
       "domain": "slack.com",
       "description": "Channel-based team messaging. Search history, post messages, manage channels and users."
     },
     {
       "name": "Box",
-      "composio_id": "box",
+      "connector_id": "box",
       "domain": "box.com",
       "description": "Enterprise cloud content management. Manage files, folders, sharing and collaboration."
     },
     {
       "name": "Dropbox",
-      "composio_id": "dropbox",
+      "connector_id": "dropbox",
       "domain": "dropbox.com",
       "description": "Cloud file syncing and sharing. Upload, list, move and share files across devices."
     },
     {
       "name": "HubSpot",
-      "composio_id": "hubspot",
+      "connector_id": "hubspot",
       "domain": "hubspot.com",
       "description": "CRM and marketing platform. Manage contacts, companies, deals, tickets and engagements."
     },
     {
       "name": "Jira",
-      "composio_id": "jira",
+      "connector_id": "jira",
       "domain": "atlassian.com",
       "description": "Atlassian issue and project tracking. Create/search/update tickets, manage sprints and boards."
     },
     {
       "name": "Confluence",
-      "composio_id": "confluence",
+      "connector_id": "confluence",
       "domain": "atlassian.com",
       "description": "Atlassian knowledge base and team wiki. Search, create and edit pages and spaces."
     },
     {
       "name": "Asana",
-      "composio_id": "asana",
+      "connector_id": "asana",
       "domain": "asana.com",
       "description": "Task and project management. Create/update tasks, projects, sections and assignments."
     },
     {
       "name": "Databricks",
-      "composio_id": "databricks",
+      "connector_id": "databricks",
       "domain": "databricks.com",
       "description": "Unified analytics and lakehouse platform. Run SQL/jobs, manage clusters, notebooks and Unity Catalog."
     },
     {
       "name": "Snowflake",
-      "composio_id": "snowflake",
+      "connector_id": "snowflake",
       "domain": "snowflake.com",
       "description": "Cloud data warehouse. Query structured data, manage warehouses, databases and roles."
     },
     {
       "name": "Salesforce",
-      "composio_id": "salesforce",
+      "connector_id": "salesforce",
       "domain": "salesforce.com",
       "description": "Enterprise CRM. Manage leads, accounts, opportunities, cases and custom objects."
     },
     {
       "name": "ServiceNow",
-      "composio_id": "servicenow",
+      "connector_id": "servicenow",
       "domain": "servicenow.com",
       "description": "IT service management platform. Manage incidents, change requests, knowledge base and CMDB."
     },
     {
       "name": "Microsoft Teams",
-      "composio_id": "microsoft_teams",
+      "connector_id": "microsoft_teams",
       "domain": "teams.microsoft.com",
       "description": "Microsoft collaboration platform. Send messages, manage channels, teams and meetings."
-    },
-    {
-      "name": "Zapier",
-      "composio_id": null,
-      "domain": null,
-      "description": "Not available as a Composio toolkit — Zapier is a direct competitor to Composio's integration platform."
-    },
-    {
-      "name": "Make.com",
-      "composio_id": null,
-      "domain": null,
-      "description": "Not available as a Composio toolkit — Make (formerly Integromat) is a direct competitor."
-    },
-    {
-      "name": "Google Workspace",
-      "composio_id": null,
-      "domain": null,
-      "description": "Not a single Composio toolkit. Use the individual Google toolkits instead: gmail, googledrive, googlecalendar, googledocs, googlesheets, etc."
-    },
-    {
-      "name": "Custom Remote MCPs",
-      "composio_id": null,
-      "domain": null,
-      "description": "Not applicable — Composio is itself an MCP gateway. Custom MCPs are handled via Composio's auth-config/integration system or by registering a custom toolkit."
     }
   ]
 }

package/src/index.ts

@@ -16,6 +16,9 @@
 export * from "write-language";
 export * from "./memory";
 export * from "./tools";
+// Both write-language and ./tools export AGENT_TOOLS; this package's own wins.
+export { AGENT_TOOLS } from "./tools";
+export * from "./utils";
 export { configManager, ModelRegistry, getEnv, getModelProvidersUIConfigSection } from "./config";
 export type { Config, ConfigModelProvider, MCPServerConfig, UIConfigSections, Model, ModelWithProvider } from "./config";
 export { cropProvider, cropProviderAsBlob, cropProviderAsDataURL, getProviderImage, getProviderNames } from "./utils/provider-image-cropper";

package/src/memory/ARCHITECTURE.md

@@ -91,7 +91,7 @@ The memory system has been refactored from a single monolithic file into a modul
 ### 4. **simple-memory.ts**
 - **Purpose**: Core memory management logic
 - **Exports**: `SimpleMemory` class
-- **Dependencies**: `storage-interface.ts`, `types.ts`, `generateLanguageResponse`
+- **Dependencies**: `storage-interface.ts`, `types.ts`, `writeLanguageResponse`
 - **Features**:
   - Message deduplication
   - Auto-summarization

package/src/memory/example.ts

@@ -17,11 +17,11 @@ import {
 // Example 1: Basic Memory Usage with Drizzle
 // ============================================================================
 
-async function example1_basicMemory(db: any) {
+async function example1_basicMemory(db: any, userMemoriesTable: any) {
   console.log("Example 1: Basic Memory Usage");
 
   // Create storage adapter
-  const storage = new DrizzleMemoryStorage(db);
+  const storage = new DrizzleMemoryStorage(db, userMemoriesTable);
 
   // Create memory instance
   const memory = new SimpleMemory("user-123", storage, {
@@ -56,10 +56,10 @@ async function example1_basicMemory(db: any) {
 // Example 2: Using Memory Agent with LLM
 // ============================================================================
 
-async function example2_memoryAgent(db: any) {
+async function example2_memoryAgent(db: any, userMemoriesTable: any) {
   console.log("Example 2: Memory Agent with LLM");
 
-  const storage = new DrizzleMemoryStorage(db);
+  const storage = new DrizzleMemoryStorage(db, userMemoriesTable);
 
   const agent = new MemoryAgent("user-123", storage, {
     defaultProvider: "groq",
@@ -306,10 +306,10 @@ async function example4_testing() {
 // Example 5: Advanced Usage - Batch Operations
 // ============================================================================
 
-async function example5_batchOperations(db: any) {
+async function example5_batchOperations(db: any, userMemoriesTable: any) {
   console.log("Example 5: Batch Operations");
 
-  const storage = new DrizzleMemoryStorage(db);
+  const storage = new DrizzleMemoryStorage(db, userMemoriesTable);
   const memory = new SimpleMemory("user-123", storage, {
     batchSize: 5, // Process 5 facts at a time
   });

package/src/memory/mastra-integration.ts

@@ -15,7 +15,7 @@
  */
 
 import { Mastra } from '@mastra/core';
-import type { Agent, Memory } from '@mastra/core';
+import { Agent } from '@mastra/core/agent';
 import type { D1Database, KVNamespace } from '@cloudflare/workers-types';
 import type { IMemoryStorage } from './storage/storage-interface';
 import type { MemoryRecord, MemoryType, MemorySearchOptions, MemoryUpdate } from './types';
@@ -387,8 +387,8 @@ export class MastraKVMemoryStorage implements IMemoryStorage {
     }
 
     if (updates.access_count !== undefined) {
-      if (typeof updates.access_count === 'object' && updates.access_count.increment) {
-        memory.access_count += updates.access_count.increment;
+      if (typeof updates.access_count === 'object') {
+        memory.access_count += updates.access_count.increment ?? 0;
       } else {
         memory.access_count = updates.access_count;
       }
@@ -462,14 +462,9 @@ export class MastraMemoryManager {
   async initialize(): Promise<Mastra> {
     if (this.mastra) return this.mastra;
 
-    this.mastra = new Mastra({
-      memory: {
-        provider: 'postgres', // Mastra's interface, we adapt to D1/KV
-        config: {
-          // We'll use our custom storage adapter
-        },
-      },
-    });
+    // Memory persistence is handled by this manager's own D1/KV storage
+    // adapters rather than a Mastra memory backend.
+    this.mastra = new Mastra({});
 
     // Initialize D1 schema if needed
     if (this.config.storage === 'd1' && this.storage instanceof MastraD1MemoryStorage) {