noosphere 0.9.0 → 0.9.1

package/dist/index.d.cts

@@ -1,3 +1,5 @@
+export { AgentContext, AgentEvent, AgentLoopConfig, AgentTool, ApiOptionsMap, AssistantMessageEvent, AssistantMessageEventStream, KnownProvider, OptionsForApi, Api as PiApi, AssistantMessage as PiAssistantMessage, Context as PiContext, ImageContent as PiImageContent, Message as PiMessage, Model as PiModel, Provider as PiProvider, StreamOptions as PiStreamOptions, ToolResultMessage as PiToolResultMessage, Usage as PiUsage, UserMessage as PiUserMessage, QueuedMessage, ReasoningEffort, SimpleStreamOptions, StopReason, StreamFunction, TextContent, ThinkingContent, ToolCall, agentLoop, calculateCost, getApiKey, getModel as getPiModel, getModels as getPiModels, getProviders as getPiProviders, complete as piComplete, completeSimple as piCompleteSimple, stream as piStream, streamSimple as piStreamSimple, setApiKey } from '@mariozechner/pi-ai';
+
 type Modality = 'llm' | 'image' | 'video' | 'tts' | 'stt' | 'music' | 'embedding';
 type ModelStatus = 'installed' | 'available' | 'downloading' | 'running' | 'error';
 interface LocalModelInfo {
@@ -302,6 +304,59 @@ declare class OllamaProvider implements NoosphereProvider {
     getRunningModels(): Promise<OllamaRunningModel[]>;
 }
 
+type TokenCountProvider = 'openai' | 'google' | 'anthropic' | 'mistral' | 'groq' | 'xai' | 'cerebras' | 'openrouter' | 'ollama' | 'unknown';
+interface TokenCountResult {
+    tokens: number;
+    model: string;
+    provider: TokenCountProvider;
+    method: 'tiktoken' | 'api' | 'estimate';
+}
+interface TokenCountOptions {
+    messages: Array<{
+        role: string;
+        content: string;
+    }>;
+    model?: string;
+    provider?: string;
+}
+declare function countTokensOpenAI(messages: Array<{
+    role: string;
+    content: string;
+}>, model?: string): number;
+declare function countTokensGoogle(messages: Array<{
+    role: string;
+    content: string;
+}>, apiKey: string, model?: string): Promise<number>;
+declare function countTokensAnthropic(messages: Array<{
+    role: string;
+    content: string;
+}>, apiKey: string, model?: string): Promise<number>;
+declare function countTokensGroq(messages: Array<{
+    role: string;
+    content: string;
+}>, model?: string): number;
+declare function countTokensMistral(messages: Array<{
+    role: string;
+    content: string;
+}>, model?: string): number;
+declare function countTokensXai(messages: Array<{
+    role: string;
+    content: string;
+}>, model?: string): number;
+declare function countTokensCerebras(messages: Array<{
+    role: string;
+    content: string;
+}>, model?: string): number;
+declare function countTokensOpenRouter(messages: Array<{
+    role: string;
+    content: string;
+}>, model?: string): number;
+declare function countTokensOllama(messages: Array<{
+    role: string;
+    content: string;
+}>, model?: string): number;
+declare function countTokens(options: TokenCountOptions, apiKeys?: Record<string, string>): Promise<TokenCountResult>;
+
 declare class Noosphere {
     private config;
     private registry;
@@ -320,6 +375,7 @@ declare class Noosphere {
     getModel(provider: string, modelId: string): Promise<ModelInfo | null>;
     syncModels(modality?: Modality): Promise<SyncResult>;
     getUsage(options?: UsageQueryOptions): UsageSummary;
+    countTokens(options: TokenCountOptions): Promise<TokenCountResult>;
     installModel(name: string): Promise<AsyncGenerator<OllamaPullProgress>>;
     uninstallModel(name: string): Promise<void>;
     getHardware(): Promise<{
@@ -456,4 +512,4 @@ declare function getProviderLogo(providerId: string | undefined | null): Provide
 declare function getAllProviderLogos(): Record<string, ProviderLogo>;
 declare const PROVIDER_LOGOS: Record<string, ProviderLogo>;
 
-export { AudioCraftProvider, type BaseOptions, type ChatOptions, GoogleMediaProvider, HfLocalProvider, type ImageOptions, type LocalModelInfo, type LocalServiceConfig, type Modality, type ModelInfo, type ModelStatus, type MusicOptions, Noosphere, type NoosphereConfig, NoosphereError, type NoosphereErrorCode, type NoosphereProvider, type NoosphereResult, type NoosphereStream, type OllamaModelDetail, OllamaProvider, type OllamaPullProgress, type OllamaRunningModel, type OpenAICompatConfig, OpenAICompatProvider, OpenAIMediaProvider, PROVIDER_IDS, PROVIDER_LOGOS, type ProviderInfo, type ProviderLogo$1 as ProviderLogo, type SpeakOptions, type StreamEvent, type SyncResult, type TranscriptionOptions, type TranscriptionResult, type UsageEvent, type UsageQueryOptions, type UsageSummary, type VideoOptions, WhisperLocalProvider, detectOpenAICompatServers, getAllProviderLogos, getProviderLogo };
+export { AudioCraftProvider, type BaseOptions, type ChatOptions, GoogleMediaProvider, HfLocalProvider, type ImageOptions, type LocalModelInfo, type LocalServiceConfig, type Modality, type ModelInfo, type ModelStatus, type MusicOptions, Noosphere, type NoosphereConfig, NoosphereError, type NoosphereErrorCode, type NoosphereProvider, type NoosphereResult, type NoosphereStream, type OllamaModelDetail, OllamaProvider, type OllamaPullProgress, type OllamaRunningModel, type OpenAICompatConfig, OpenAICompatProvider, OpenAIMediaProvider, PROVIDER_IDS, PROVIDER_LOGOS, type ProviderInfo, type ProviderLogo$1 as ProviderLogo, type SpeakOptions, type StreamEvent, type SyncResult, type TokenCountOptions, type TokenCountProvider, type TokenCountResult, type TranscriptionOptions, type TranscriptionResult, type UsageEvent, type UsageQueryOptions, type UsageSummary, type VideoOptions, WhisperLocalProvider, countTokens, countTokensAnthropic, countTokensCerebras, countTokensGoogle, countTokensGroq, countTokensMistral, countTokensOllama, countTokensOpenAI, countTokensOpenRouter, countTokensXai, detectOpenAICompatServers, getAllProviderLogos, getProviderLogo };

package/dist/index.d.ts

@@ -1,3 +1,5 @@
+export { AgentContext, AgentEvent, AgentLoopConfig, AgentTool, ApiOptionsMap, AssistantMessageEvent, AssistantMessageEventStream, KnownProvider, OptionsForApi, Api as PiApi, AssistantMessage as PiAssistantMessage, Context as PiContext, ImageContent as PiImageContent, Message as PiMessage, Model as PiModel, Provider as PiProvider, StreamOptions as PiStreamOptions, ToolResultMessage as PiToolResultMessage, Usage as PiUsage, UserMessage as PiUserMessage, QueuedMessage, ReasoningEffort, SimpleStreamOptions, StopReason, StreamFunction, TextContent, ThinkingContent, ToolCall, agentLoop, calculateCost, getApiKey, getModel as getPiModel, getModels as getPiModels, getProviders as getPiProviders, complete as piComplete, completeSimple as piCompleteSimple, stream as piStream, streamSimple as piStreamSimple, setApiKey } from '@mariozechner/pi-ai';
+
 type Modality = 'llm' | 'image' | 'video' | 'tts' | 'stt' | 'music' | 'embedding';
 type ModelStatus = 'installed' | 'available' | 'downloading' | 'running' | 'error';
 interface LocalModelInfo {
@@ -302,6 +304,59 @@ declare class OllamaProvider implements NoosphereProvider {
     getRunningModels(): Promise<OllamaRunningModel[]>;
 }
 
+type TokenCountProvider = 'openai' | 'google' | 'anthropic' | 'mistral' | 'groq' | 'xai' | 'cerebras' | 'openrouter' | 'ollama' | 'unknown';
+interface TokenCountResult {
+    tokens: number;
+    model: string;
+    provider: TokenCountProvider;
+    method: 'tiktoken' | 'api' | 'estimate';
+}
+interface TokenCountOptions {
+    messages: Array<{
+        role: string;
+        content: string;
+    }>;
+    model?: string;
+    provider?: string;
+}
+declare function countTokensOpenAI(messages: Array<{
+    role: string;
+    content: string;
+}>, model?: string): number;
+declare function countTokensGoogle(messages: Array<{
+    role: string;
+    content: string;
+}>, apiKey: string, model?: string): Promise<number>;
+declare function countTokensAnthropic(messages: Array<{
+    role: string;
+    content: string;
+}>, apiKey: string, model?: string): Promise<number>;
+declare function countTokensGroq(messages: Array<{
+    role: string;
+    content: string;
+}>, model?: string): number;
+declare function countTokensMistral(messages: Array<{
+    role: string;
+    content: string;
+}>, model?: string): number;
+declare function countTokensXai(messages: Array<{
+    role: string;
+    content: string;
+}>, model?: string): number;
+declare function countTokensCerebras(messages: Array<{
+    role: string;
+    content: string;
+}>, model?: string): number;
+declare function countTokensOpenRouter(messages: Array<{
+    role: string;
+    content: string;
+}>, model?: string): number;
+declare function countTokensOllama(messages: Array<{
+    role: string;
+    content: string;
+}>, model?: string): number;
+declare function countTokens(options: TokenCountOptions, apiKeys?: Record<string, string>): Promise<TokenCountResult>;
+
 declare class Noosphere {
     private config;
     private registry;
@@ -320,6 +375,7 @@ declare class Noosphere {
     getModel(provider: string, modelId: string): Promise<ModelInfo | null>;
     syncModels(modality?: Modality): Promise<SyncResult>;
     getUsage(options?: UsageQueryOptions): UsageSummary;
+    countTokens(options: TokenCountOptions): Promise<TokenCountResult>;
     installModel(name: string): Promise<AsyncGenerator<OllamaPullProgress>>;
     uninstallModel(name: string): Promise<void>;
     getHardware(): Promise<{
@@ -456,4 +512,4 @@ declare function getProviderLogo(providerId: string | undefined | null): Provide
 declare function getAllProviderLogos(): Record<string, ProviderLogo>;
 declare const PROVIDER_LOGOS: Record<string, ProviderLogo>;
 
-export { AudioCraftProvider, type BaseOptions, type ChatOptions, GoogleMediaProvider, HfLocalProvider, type ImageOptions, type LocalModelInfo, type LocalServiceConfig, type Modality, type ModelInfo, type ModelStatus, type MusicOptions, Noosphere, type NoosphereConfig, NoosphereError, type NoosphereErrorCode, type NoosphereProvider, type NoosphereResult, type NoosphereStream, type OllamaModelDetail, OllamaProvider, type OllamaPullProgress, type OllamaRunningModel, type OpenAICompatConfig, OpenAICompatProvider, OpenAIMediaProvider, PROVIDER_IDS, PROVIDER_LOGOS, type ProviderInfo, type ProviderLogo$1 as ProviderLogo, type SpeakOptions, type StreamEvent, type SyncResult, type TranscriptionOptions, type TranscriptionResult, type UsageEvent, type UsageQueryOptions, type UsageSummary, type VideoOptions, WhisperLocalProvider, detectOpenAICompatServers, getAllProviderLogos, getProviderLogo };
+export { AudioCraftProvider, type BaseOptions, type ChatOptions, GoogleMediaProvider, HfLocalProvider, type ImageOptions, type LocalModelInfo, type LocalServiceConfig, type Modality, type ModelInfo, type ModelStatus, type MusicOptions, Noosphere, type NoosphereConfig, NoosphereError, type NoosphereErrorCode, type NoosphereProvider, type NoosphereResult, type NoosphereStream, type OllamaModelDetail, OllamaProvider, type OllamaPullProgress, type OllamaRunningModel, type OpenAICompatConfig, OpenAICompatProvider, OpenAIMediaProvider, PROVIDER_IDS, PROVIDER_LOGOS, type ProviderInfo, type ProviderLogo$1 as ProviderLogo, type SpeakOptions, type StreamEvent, type SyncResult, type TokenCountOptions, type TokenCountProvider, type TokenCountResult, type TranscriptionOptions, type TranscriptionResult, type UsageEvent, type UsageQueryOptions, type UsageSummary, type VideoOptions, WhisperLocalProvider, countTokens, countTokensAnthropic, countTokensCerebras, countTokensGoogle, countTokensGroq, countTokensMistral, countTokensOllama, countTokensOpenAI, countTokensOpenRouter, countTokensXai, detectOpenAICompatServers, getAllProviderLogos, getProviderLogo };

package/dist/index.js

@@ -108,6 +108,136 @@ function resolveConfig(input) {
   };
 }
 
+// src/token-counter.ts
+import { encoding_for_model } from "tiktoken";
+var TIKTOKEN_MODEL_MAP = {
+  "gpt-4o": "gpt-4o",
+  "gpt-4o-mini": "gpt-4o-mini",
+  "gpt-4-turbo": "gpt-4-turbo",
+  "gpt-4": "gpt-4",
+  "gpt-3.5-turbo": "gpt-3.5-turbo"
+};
+function resolveTiktokenModel(model) {
+  if (model in TIKTOKEN_MODEL_MAP) return TIKTOKEN_MODEL_MAP[model];
+  for (const [prefix, tikModel] of Object.entries(TIKTOKEN_MODEL_MAP)) {
+    if (model.startsWith(prefix)) return tikModel;
+  }
+  return "gpt-4o";
+}
+function countWithTiktoken(messages, model) {
+  const tikModel = resolveTiktokenModel(model);
+  const enc = encoding_for_model(tikModel);
+  let tokens = 0;
+  for (const msg of messages) {
+    tokens += 4;
+    tokens += enc.encode(msg.role).length;
+    tokens += enc.encode(msg.content).length;
+  }
+  tokens += 2;
+  enc.free();
+  return tokens;
+}
+function countTokensOpenAI(messages, model = "gpt-4o") {
+  return countWithTiktoken(messages, model);
+}
+async function countTokensGoogle(messages, apiKey, model = "gemini-2.5-flash") {
+  const contents = messages.map((m) => ({
+    role: m.role === "assistant" ? "model" : "user",
+    parts: [{ text: m.content }]
+  }));
+  const res = await fetch(
+    `https://generativelanguage.googleapis.com/v1beta/models/${model}:countTokens?key=${apiKey}`,
+    {
+      method: "POST",
+      headers: { "Content-Type": "application/json" },
+      body: JSON.stringify({ contents })
+    }
+  );
+  if (!res.ok) {
+    throw new Error(`Google countTokens failed (${res.status}): ${await res.text()}`);
+  }
+  const data = await res.json();
+  return data.totalTokens;
+}
+async function countTokensAnthropic(messages, apiKey, model = "claude-sonnet-4-20250514") {
+  const anthropicMessages = messages.filter((m) => m.role !== "system").map((m) => ({ role: m.role, content: m.content }));
+  const systemPrompt = messages.find((m) => m.role === "system")?.content;
+  const body = {
+    model,
+    messages: anthropicMessages
+  };
+  if (systemPrompt) body.system = systemPrompt;
+  const res = await fetch("https://api.anthropic.com/v1/messages/count_tokens", {
+    method: "POST",
+    headers: {
+      "x-api-key": apiKey,
+      "anthropic-version": "2023-06-01",
+      "Content-Type": "application/json"
+    },
+    body: JSON.stringify(body)
+  });
+  if (!res.ok) {
+    throw new Error(`Anthropic countTokens failed (${res.status}): ${await res.text()}`);
+  }
+  const data = await res.json();
+  return data.input_tokens;
+}
+function countTokensGroq(messages, model = "llama-3.3-70b-versatile") {
+  return countWithTiktoken(messages, model);
+}
+function countTokensMistral(messages, model = "mistral-large-latest") {
+  return countWithTiktoken(messages, model);
+}
+function countTokensXai(messages, model = "grok-3") {
+  return countWithTiktoken(messages, model);
+}
+function countTokensCerebras(messages, model = "llama-3.3-70b") {
+  return countWithTiktoken(messages, model);
+}
+function countTokensOpenRouter(messages, model = "openai/gpt-4o") {
+  return countWithTiktoken(messages, model);
+}
+function countTokensOllama(messages, model = "llama3.2") {
+  return countWithTiktoken(messages, model);
+}
+var PROVIDER_MODEL_PREFIXES = [
+  { prefixes: ["gemini", "imagen", "veo"], provider: "google" },
+  { prefixes: ["claude"], provider: "anthropic" },
+  { prefixes: ["gpt-", "o1", "o3", "o4", "chatgpt", "dall-e", "gpt-image", "tts-", "whisper", "sora"], provider: "openai" },
+  { prefixes: ["grok"], provider: "xai" },
+  { prefixes: ["mistral", "mixtral", "codestral", "ministral"], provider: "mistral" },
+  { prefixes: ["llama", "gemma", "qwen", "deepseek", "phi"], provider: "groq" }
+];
+function inferProvider(model) {
+  const lower = model.toLowerCase();
+  for (const { prefixes, provider } of PROVIDER_MODEL_PREFIXES) {
+    for (const prefix of prefixes) {
+      if (lower.startsWith(prefix)) return provider;
+    }
+  }
+  return "unknown";
+}
+async function countTokens(options, apiKeys) {
+  const model = options.model ?? "gpt-4o";
+  const provider = options.provider ?? inferProvider(model);
+  if (provider === "google" && apiKeys?.google) {
+    const tokens2 = await countTokensGoogle(options.messages, apiKeys.google, model);
+    return { tokens: tokens2, model, provider: "google", method: "api" };
+  }
+  if (provider === "anthropic" && apiKeys?.anthropic) {
+    const tokens2 = await countTokensAnthropic(options.messages, apiKeys.anthropic, model);
+    return { tokens: tokens2, model, provider: "anthropic", method: "api" };
+  }
+  const tokens = countWithTiktoken(options.messages, model);
+  const resolvedProvider = provider === "unknown" ? "openai" : provider;
+  return {
+    tokens,
+    model,
+    provider: resolvedProvider,
+    method: provider === "openai" ? "tiktoken" : "tiktoken"
+  };
+}
+
 // src/logos.ts
 var CDN_BASE = "https://blockchainstarter.nyc3.digitaloceanspaces.com/noosphere/logos";
 var PROVIDER_IDS = [
@@ -2940,7 +3070,7 @@ var GoogleMediaProvider = class {
     };
   }
   async video(options) {
-    const model = options.model ?? "veo-3.0-generate-001";
+    const model = options.model ?? "veo-2.0-generate-001";
     const start = Date.now();
     const body = {
       instances: [{ prompt: options.prompt }],
@@ -2975,10 +3105,15 @@ var GoogleMediaProvider = class {
       if (!pollRes.ok) continue;
       const status = await pollRes.json();
       if (status.done) {
-        const videoBase64 = status.response?.generatedSamples?.[0]?.video?.bytesBase64Encoded;
-        if (videoBase64) {
+        if (status.error) {
+          throw new Error(`Google video generation error: ${status.error.message ?? JSON.stringify(status.error)}`);
+        }
+        const resp = status.response ?? {};
+        const samples = resp.generateVideoResponse?.generatedSamples ?? resp.generatedSamples ?? [];
+        const video = samples[0]?.video;
+        if (video?.bytesBase64Encoded) {
           return {
-            buffer: Buffer.from(videoBase64, "base64"),
+            buffer: Buffer.from(video.bytesBase64Encoded, "base64"),
             provider: "google-media",
             model,
             modality: "video",
@@ -2987,16 +3122,32 @@ var GoogleMediaProvider = class {
             media: { format: "mp4", duration: options.duration }
           };
         }
-        const videoUrl = status.response?.generatedSamples?.[0]?.video?.uri;
-        return {
-          url: videoUrl,
-          provider: "google-media",
-          model,
-          modality: "video",
-          latencyMs: Date.now() - start,
-          usage: { cost: 0, unit: "per_video" },
-          media: { format: "mp4", duration: options.duration }
-        };
+        if (video?.uri) {
+          const separator = video.uri.includes("?") ? "&" : "?";
+          const videoRes = await fetch(`${video.uri}${separator}key=${this.apiKey}`, { redirect: "follow" });
+          if (videoRes.ok) {
+            const buffer = Buffer.from(await videoRes.arrayBuffer());
+            return {
+              buffer,
+              provider: "google-media",
+              model,
+              modality: "video",
+              latencyMs: Date.now() - start,
+              usage: { cost: 0, unit: "per_video" },
+              media: { format: "mp4", duration: options.duration }
+            };
+          }
+          return {
+            url: video.uri,
+            provider: "google-media",
+            model,
+            modality: "video",
+            latencyMs: Date.now() - start,
+            usage: { cost: 0, unit: "per_video" },
+            media: { format: "mp4", duration: options.duration }
+          };
+        }
+        throw new Error("Google video generation completed but returned no video data");
       }
     }
     throw new Error(`Google video generation timed out after 5 minutes`);
@@ -3193,6 +3344,12 @@ var Noosphere = class {
   getUsage(options) {
     return this.tracker.getSummary(options);
   }
+  async countTokens(options) {
+    const keys = {};
+    if (this.config.keys?.google) keys.google = this.config.keys.google;
+    if (this.config.keys?.anthropic) keys.anthropic = this.config.keys.anthropic;
+    return countTokens(options, keys);
+  }
   // --- Local Model Management ---
   async installModel(name) {
     if (!this.initialized) await this.init();
@@ -3427,6 +3584,12 @@ var Noosphere = class {
     await this.tracker.record(event);
   }
 };
+
+// src/index.ts
+import { agentLoop } from "@mariozechner/pi-ai";
+import { calculateCost, getModel, getModels as getModels2, getProviders as getProviders2 } from "@mariozechner/pi-ai";
+import { stream as stream2, complete as complete2, streamSimple, completeSimple } from "@mariozechner/pi-ai";
+import { setApiKey as setApiKey2, getApiKey } from "@mariozechner/pi-ai";
 export {
   AudioCraftProvider,
   GoogleMediaProvider,
@@ -3439,8 +3602,29 @@ export {
   PROVIDER_IDS,
   PROVIDER_LOGOS,
   WhisperLocalProvider,
+  agentLoop,
+  calculateCost,
+  countTokens,
+  countTokensAnthropic,
+  countTokensCerebras,
+  countTokensGoogle,
+  countTokensGroq,
+  countTokensMistral,
+  countTokensOllama,
+  countTokensOpenAI,
+  countTokensOpenRouter,
+  countTokensXai,
   detectOpenAICompatServers,
   getAllProviderLogos,
-  getProviderLogo
+  getApiKey,
+  getModel as getPiModel,
+  getModels2 as getPiModels,
+  getProviders2 as getPiProviders,
+  getProviderLogo,
+  complete2 as piComplete,
+  completeSimple as piCompleteSimple,
+  stream2 as piStream,
+  streamSimple as piStreamSimple,
+  setApiKey2 as setApiKey
 };
 //# sourceMappingURL=index.js.map