@observyze/sdk 0.1.0 → 0.1.2

package/dist/index.mjs

@@ -0,0 +1,673 @@
+import {
+  ObservyzeSpanExporter,
+  Span,
+  SpanType,
+  Trace,
+  TraceStatus,
+  __esm,
+  __export,
+  __require,
+  __toCommonJS,
+  init_types
+} from "./chunk-YRMQCX2P.mjs";
+
+// src/instrumentation/openai.ts
+function wrapOpenAI(client, nwClient) {
+  const anyClient = client;
+  const originalCreate = client.chat.completions.create.bind(client.chat.completions);
+  client.chat.completions.create = async function(params, options) {
+    const trace = nwClient.startTrace(`openai.chat.completions.create`, {
+      provider: "openai",
+      model: params.model
+    });
+    const span = trace.startSpan("chat.completions.create", "llm" /* LLM */);
+    span.setMetadata("model", params.model);
+    span.setMetadata("provider", "openai");
+    if (params.temperature !== void 0) span.setMetadata("temperature", params.temperature);
+    if (params.max_tokens !== void 0) span.setMetadata("max_tokens", params.max_tokens);
+    span.setInput({
+      model: params.model,
+      messages: params.messages,
+      temperature: params.temperature,
+      max_tokens: params.max_tokens
+    });
+    const startTime = Date.now();
+    try {
+      const response = await originalCreate(params, options);
+      if (params.stream) {
+        return wrapOpenAIStream(response, span, trace, startTime);
+      }
+      const completionResponse = response;
+      const latency = Date.now() - startTime;
+      span.setOutput({
+        id: completionResponse.id,
+        model: completionResponse.model,
+        choices: completionResponse.choices
+      });
+      if (completionResponse.usage) {
+        span.setTokens({
+          input: completionResponse.usage.prompt_tokens,
+          output: completionResponse.usage.completion_tokens,
+          total: completionResponse.usage.total_tokens
+        });
+      }
+      span.setMetadata("latency_ms", latency);
+      span.end();
+      trace.end();
+      return response;
+    } catch (error) {
+      const latency = Date.now() - startTime;
+      span.setMetadata("latency_ms", latency);
+      span.setError(error);
+      span.end();
+      trace.end();
+      throw error;
+    }
+  };
+  return client;
+}
+function wrapOpenAIStream(stream, span, trace, startTime) {
+  const bufferedChunks = [];
+  let streamId = "";
+  let streamModel = "";
+  return {
+    [Symbol.asyncIterator]: async function* () {
+      try {
+        for await (const chunk of stream) {
+          if (chunk.id) streamId = chunk.id;
+          if (chunk.model) streamModel = chunk.model;
+          const delta = chunk.choices[0]?.delta;
+          if (delta?.content) {
+            bufferedChunks.push(delta.content);
+          }
+          yield chunk;
+        }
+        const latency = Date.now() - startTime;
+        const completeOutput = bufferedChunks.join("");
+        span.setOutput({
+          id: streamId,
+          model: streamModel,
+          content: completeOutput
+        });
+        span.setMetadata("latency_ms", latency);
+        span.setMetadata("streaming", true);
+        span.end();
+        trace.end();
+      } catch (error) {
+        const latency = Date.now() - startTime;
+        span.setMetadata("latency_ms", latency);
+        span.setError(error);
+        span.end();
+        trace.end();
+        throw error;
+      }
+    }
+  };
+}
+var init_openai = __esm({
+  "src/instrumentation/openai.ts"() {
+    "use strict";
+    init_types();
+  }
+});
+
+// src/instrumentation/anthropic.ts
+function wrapAnthropic(client, nwClient) {
+  const anyClient = client;
+  const originalCreate = client.messages.create.bind(client.messages);
+  client.messages.create = async function(params, options) {
+    const trace = nwClient.startTrace(`anthropic.messages.create`, {
+      provider: "anthropic",
+      model: params.model
+    });
+    const span = trace.startSpan("messages.create", "llm" /* LLM */);
+    span.setMetadata("model", params.model);
+    span.setMetadata("provider", "anthropic");
+    if (params.temperature !== void 0) span.setMetadata("temperature", params.temperature);
+    if (params.max_tokens !== void 0) span.setMetadata("max_tokens", params.max_tokens);
+    if (params.system !== void 0) span.setMetadata("system", params.system);
+    span.setInput({
+      model: params.model,
+      messages: params.messages,
+      max_tokens: params.max_tokens,
+      temperature: params.temperature,
+      system: params.system
+    });
+    const startTime = Date.now();
+    try {
+      const response = await originalCreate(params, options);
+      if (params.stream) {
+        return wrapAnthropicStream(response, span, trace, startTime);
+      }
+      const messageResponse = response;
+      const latency = Date.now() - startTime;
+      span.setOutput({
+        id: messageResponse.id,
+        model: messageResponse.model,
+        role: messageResponse.role,
+        content: messageResponse.content,
+        stop_reason: messageResponse.stop_reason
+      });
+      if (messageResponse.usage) {
+        span.setTokens({
+          input: messageResponse.usage.input_tokens,
+          output: messageResponse.usage.output_tokens,
+          total: messageResponse.usage.input_tokens + messageResponse.usage.output_tokens
+        });
+      }
+      span.setMetadata("latency_ms", latency);
+      span.end();
+      trace.end();
+      return response;
+    } catch (error) {
+      const latency = Date.now() - startTime;
+      span.setMetadata("latency_ms", latency);
+      span.setError(error);
+      span.end();
+      trace.end();
+      throw error;
+    }
+  };
+  return client;
+}
+function wrapAnthropicStream(stream, span, trace, startTime) {
+  const bufferedChunks = [];
+  let messageId = "";
+  let messageModel = "";
+  let stopReason = null;
+  let inputTokens = 0;
+  let outputTokens = 0;
+  return {
+    [Symbol.asyncIterator]: async function* () {
+      try {
+        for await (const event of stream) {
+          if (event.type === "message_start" && event.message) {
+            messageId = event.message.id;
+            messageModel = event.message.model;
+            if (event.message.usage) {
+              inputTokens = event.message.usage.input_tokens;
+            }
+          }
+          if (event.type === "content_block_delta" && event.delta?.text) {
+            bufferedChunks.push(event.delta.text);
+          }
+          if (event.type === "message_delta" && event.delta) {
+            if (event.delta.stop_reason) {
+              stopReason = event.delta.stop_reason;
+            }
+            if (event.usage?.output_tokens) {
+              outputTokens = event.usage.output_tokens;
+            }
+          }
+          yield event;
+        }
+        const latency = Date.now() - startTime;
+        const completeOutput = bufferedChunks.join("");
+        span.setOutput({
+          id: messageId,
+          model: messageModel,
+          content: completeOutput,
+          stop_reason: stopReason
+        });
+        if (inputTokens > 0 || outputTokens > 0) {
+          span.setTokens({
+            input: inputTokens,
+            output: outputTokens,
+            total: inputTokens + outputTokens
+          });
+        }
+        span.setMetadata("latency_ms", latency);
+        span.setMetadata("streaming", true);
+        span.end();
+        trace.end();
+      } catch (error) {
+        const latency = Date.now() - startTime;
+        span.setMetadata("latency_ms", latency);
+        span.setError(error);
+        span.end();
+        trace.end();
+        throw error;
+      }
+    }
+  };
+}
+var init_anthropic = __esm({
+  "src/instrumentation/anthropic.ts"() {
+    "use strict";
+    init_types();
+  }
+});
+
+// src/instrumentation/index.ts
+var instrumentation_exports = {};
+__export(instrumentation_exports, {
+  wrap: () => wrap,
+  wrapAnthropic: () => wrapAnthropic,
+  wrapOpenAI: () => wrapOpenAI
+});
+function wrap(client, nwClient) {
+  if ("chat" in client && client.chat && "completions" in client.chat) {
+    return wrapOpenAI(client, nwClient);
+  }
+  if ("messages" in client && client.messages && "create" in client.messages) {
+    return wrapAnthropic(client, nwClient);
+  }
+  throw new Error(
+    "Observyze SDK: Unsupported client type. Supported clients: OpenAI, Anthropic"
+  );
+}
+var init_instrumentation = __esm({
+  "src/instrumentation/index.ts"() {
+    "use strict";
+    init_openai();
+    init_anthropic();
+    init_openai();
+    init_anthropic();
+  }
+});
+
+// src/client.ts
+init_types();
+var DEFAULT_CONFIG = {
+  endpoint: "https://api.observyze.com",
+  batchSize: 100,
+  flushInterval: 5e3,
+  enableAutoInstrumentation: true,
+  debug: false,
+  dryRun: false,
+  enablePiiRedaction: true
+};
+var ObservyzeClient = class _ObservyzeClient {
+  config;
+  traceBuffer = [];
+  flushTimer = null;
+  isShuttingDown = false;
+  MAX_QUEUE_SIZE = 1e3;
+  RETRY_DELAYS = [1e3, 2e3, 4e3, 8e3, 16e3, 3e4];
+  // ms: 1s → 2s → 4s → 8s → 16s → 30s
+  constructor(config) {
+    if (!config.apiKey) {
+      throw new Error("Observyze SDK: apiKey is required");
+    }
+    this.config = {
+      ...DEFAULT_CONFIG,
+      ...config,
+      organizationId: config.organizationId || "",
+      projectId: config.projectId || ""
+    };
+    this.startFlushTimer();
+    if (this.config.debug) {
+      console.log("[Observyze SDK] Initialized with config:", {
+        endpoint: this.config.endpoint,
+        batchSize: this.config.batchSize,
+        flushInterval: this.config.flushInterval,
+        dryRun: this.config.dryRun
+      });
+    }
+  }
+  /**
+   * Start a new trace
+   */
+  startTrace(name, metadata) {
+    const trace = new Trace(
+      name,
+      this.config.organizationId,
+      this.config.projectId
+    );
+    if (metadata) {
+      trace.setMetadataAll(metadata);
+    }
+    const originalEnd = trace.end.bind(trace);
+    trace.end = (status = "success" /* SUCCESS */) => {
+      originalEnd(status);
+      this.bufferTrace(trace);
+    };
+    return trace;
+  }
+  /**
+   * Buffer a completed trace for batch sending
+   */
+  bufferTrace(trace) {
+    if (!trace.isEnded) {
+      if (this.config.debug) {
+        console.warn("[Observyze SDK] Attempted to buffer a trace that has not ended");
+      }
+      return;
+    }
+    if (this.traceBuffer.length >= this.MAX_QUEUE_SIZE) {
+      if (this.config.debug) {
+        console.warn(`[Observyze SDK] Queue at max capacity (${this.MAX_QUEUE_SIZE}), dropping oldest trace`);
+      }
+      this.traceBuffer.shift();
+    }
+    this.traceBuffer.push(trace);
+    if (this.config.debug) {
+      console.log(`[Observyze SDK] Buffered trace ${trace.id} (${this.traceBuffer.length}/${this.config.batchSize})`);
+    }
+    if (this.traceBuffer.length >= this.config.batchSize) {
+      this.flush().catch((err) => {
+        console.error("[Observyze SDK] Error flushing buffer:", err);
+      });
+    }
+  }
+  /**
+   * Start the auto-flush timer
+   */
+  startFlushTimer() {
+    if (this.flushTimer) {
+      clearInterval(this.flushTimer);
+    }
+    this.flushTimer = setInterval(() => {
+      if (this.traceBuffer.length > 0) {
+        this.flush().catch((err) => {
+          console.error("[Observyze SDK] Error in auto-flush:", err);
+        });
+      }
+    }, this.config.flushInterval);
+    if (this.flushTimer.unref) {
+      this.flushTimer.unref();
+    }
+  }
+  /**
+   * Flush all buffered traces to the Ingestion Service
+   */
+  async flush() {
+    if (this.traceBuffer.length === 0) {
+      return;
+    }
+    const tracesToSend = this.traceBuffer.splice(0, this.config.batchSize);
+    if (this.config.debug) {
+      console.log(`[Observyze SDK] Flushing ${tracesToSend.length} traces`);
+    }
+    if (this.config.dryRun) {
+      if (this.config.debug) {
+        console.log("[Observyze SDK] Dry-run mode: traces not sent");
+      }
+      return;
+    }
+    try {
+      await this.sendWithRetry(tracesToSend);
+    } catch (error) {
+      const remainingSpace = this.MAX_QUEUE_SIZE - this.traceBuffer.length;
+      if (remainingSpace > 0) {
+        this.traceBuffer.unshift(...tracesToSend.slice(0, remainingSpace));
+        if (this.config.debug) {
+          console.log(`[Observyze SDK] Re-queued ${Math.min(tracesToSend.length, remainingSpace)} traces after failure`);
+        }
+      } else {
+        if (this.config.debug) {
+          console.warn(`[Observyze SDK] Queue full, dropped ${tracesToSend.length} traces`);
+        }
+      }
+      if (this.config.debug) {
+        console.error("[Observyze SDK] Failed to send traces after retries:", error);
+      }
+      throw error;
+    }
+  }
+  /**
+   * Send traces with exponential backoff retry
+   */
+  async sendWithRetry(traces) {
+    let lastError = null;
+    for (let attempt = 0; attempt < this.RETRY_DELAYS.length + 1; attempt++) {
+      try {
+        const response = await fetch(`${this.config.endpoint}/api/v1/ingest/batch`, {
+          method: "POST",
+          headers: {
+            "Content-Type": "application/json",
+            "Authorization": `Bearer ${this.config.apiKey}`
+          },
+          body: JSON.stringify({
+            traces: traces.map((trace) => {
+              const json = trace.toJSON();
+              if (this.config.enablePiiRedaction) {
+                json.spans = this.sanitizePII(json.spans);
+              }
+              return json;
+            })
+          })
+        });
+        if (!response.ok) {
+          const errorBody = await response.text();
+          throw new Error(`Ingestion failed: ${response.status} ${errorBody}`);
+        }
+        if (this.config.debug) {
+          console.log(`[Observyze SDK] Successfully sent ${traces.length} traces${attempt > 0 ? ` (after ${attempt} retries)` : ""}`);
+        }
+        return;
+      } catch (error) {
+        lastError = error;
+        if (attempt >= this.RETRY_DELAYS.length) {
+          break;
+        }
+        const delay = this.RETRY_DELAYS[attempt];
+        if (this.config.debug) {
+          console.warn(`[Observyze SDK] Attempt ${attempt + 1} failed, retrying in ${delay}ms...`, error);
+        }
+        await new Promise((resolve) => setTimeout(resolve, delay));
+      }
+    }
+    throw lastError || new Error("Failed to send traces after all retries");
+  }
+  /**
+   * Shutdown the SDK and flush remaining traces
+   */
+  async shutdown() {
+    if (this.isShuttingDown) {
+      return;
+    }
+    this.isShuttingDown = true;
+    if (this.config.debug) {
+      console.log("[Observyze SDK] Shutting down...");
+    }
+    if (this.flushTimer) {
+      clearInterval(this.flushTimer);
+      this.flushTimer = null;
+    }
+    try {
+      await this.flush();
+    } catch (error) {
+      console.error("[Observyze SDK] Error during shutdown flush:", error);
+    }
+    if (this.config.debug) {
+      console.log("[Observyze SDK] Shutdown complete");
+    }
+  }
+  /**
+   * Get current buffer size
+   */
+  get bufferSize() {
+    return this.traceBuffer.length;
+  }
+  /**
+   * Get SDK configuration
+   */
+  getConfig() {
+    return { ...this.config };
+  }
+  /**
+   * Wrap an LLM client (OpenAI, Anthropic) to enable auto-instrumentation
+   * 
+   * @example
+   * ```typescript
+   * import OpenAI from 'openai'
+   * import { ObservyzeClient } from '@observyze/sdk'
+   * 
+   * const nw = new ObservyzeClient({ apiKey: 'your-api-key' })
+   * const openai = new OpenAI({ apiKey: 'openai-key' })
+   * 
+   * // Wrap the client to enable auto-instrumentation
+   * nw.wrap(openai)
+   * 
+   * // All calls are now automatically traced
+   * const response = await openai.chat.completions.create({
+   *   model: 'gpt-4',
+   *   messages: [{ role: 'user', content: 'Hello!' }]
+   * })
+   * ```
+   */
+  wrap(client) {
+    const { wrap: wrapClient } = (init_instrumentation(), __toCommonJS(instrumentation_exports));
+    return wrapClient(client, this);
+  }
+  /**
+   * Sync local agent .history file to Observyze cloud
+   * Parses JSON/NDJSON agent history and sends to ingestion endpoint.
+   */
+  async syncLocalHistory(filePath) {
+    try {
+      if (typeof process === "undefined" || !process.versions?.node) {
+        throw new Error("syncLocalHistory is only available in Node.js environments");
+      }
+      const fs = __require("fs");
+      const path = __require("path");
+      const fullPath = path.resolve(process.cwd(), filePath);
+      if (!fs.existsSync(fullPath)) {
+        throw new Error(`History file not found: ${fullPath}`);
+      }
+      const content = fs.readFileSync(fullPath, "utf-8");
+      let items = [];
+      try {
+        items = JSON.parse(content);
+      } catch (e) {
+        items = content.split("\n").filter((l) => l.trim()).map((l) => JSON.parse(l));
+      }
+      if (!Array.isArray(items)) {
+        items = [items];
+      }
+      if (this.config.debug) {
+        console.log(`[Observyze SDK] Syncing ${items.length} traces from ${filePath}`);
+      }
+      for (let i = 0; i < items.length; i += this.config.batchSize) {
+        const batch = items.slice(i, i + this.config.batchSize);
+        const response = await fetch(`${this.config.endpoint}/api/v1/ingest/batch`, {
+          method: "POST",
+          headers: {
+            "Content-Type": "application/json",
+            "Authorization": `Bearer ${this.config.apiKey}`
+          },
+          body: JSON.stringify({ traces: batch })
+        });
+        if (!response.ok) {
+          const errorBody = await response.text();
+          throw new Error(`Batch sync failed: ${response.status} ${errorBody}`);
+        }
+        if (this.config.debug) {
+          console.log(`[Observyze SDK] Synced batch of ${batch.length} traces from local history`);
+        }
+      }
+    } catch (err) {
+      console.error("[Observyze SDK] Failed to sync local history:", err);
+      throw err;
+    }
+  }
+  /**
+   * Industry-grade PII Redaction (Compliance & RBAC)
+   *
+   * Recursively scrubs PII from trace data before transmission to the cloud.
+   * Coverage: emails, JWTs, bearer tokens, AWS/API keys, SSNs, credit cards,
+   * phone numbers (US + E.164), IPv4/IPv6, passport numbers, ZIP codes, plus
+   * key-based redaction for sensitive JSON fields (password, token, api_key, etc.).
+   *
+   * Design:
+   *  - Pure function, never mutates the original object
+   *  - Depth-limited to 16 levels to prevent stack overflow on deep agent outputs
+   *  - Key-aware: sensitive key names are fully redacted regardless of value format
+   */
+  static PII_PATTERNS = [
+    { pattern: /\b[a-zA-Z0-9._%+\-]+@[a-zA-Z0-9.\-]+\.[a-zA-Z]{2,}\b/gi, label: "[EMAIL_REDACTED]" },
+    { pattern: /\beyJ[A-Za-z0-9_\-]+\.eyJ[A-Za-z0-9_\-]+\.[A-Za-z0-9_\-]+\b/g, label: "[JWT_REDACTED]" },
+    { pattern: /\b(Bearer|Token|Basic)\s+[A-Za-z0-9\-.~+\/]+=*\b/gi, label: "[AUTH_TOKEN_REDACTED]" },
+    { pattern: /\b(AKIA|ASIA|AROA|ANPA|ANVA|AIDA)[A-Z0-9]{16}\b/g, label: "[AWS_KEY_REDACTED]" },
+    { pattern: /\b(sk-[A-Za-z0-9\-]{20,}|pk-[A-Za-z0-9\-]{20,}|ob_[A-Za-z0-9]{20,}|ghp_[A-Za-z0-9]{36,}|gho_[A-Za-z0-9]{36,})\b/g, label: "[API_KEY_REDACTED]" },
+    { pattern: /\b\d{3}-\d{2}-\d{4}\b/g, label: "[SSN_REDACTED]" },
+    { pattern: /\b(?:\d[ \-]?){13,18}\d\b/g, label: "[CC_REDACTED]" },
+    { pattern: /(?:\+1[\s.\-]?)?\(?\d{3}\)?[\s.\-]?\d{3}[\s.\-]?\d{4}\b/g, label: "[PHONE_REDACTED]" },
+    { pattern: /\+\d{1,3}[\s.\-]?\(?\d{1,4}\)?[\s.\-]?\d{1,4}[\s.\-]?\d{1,9}/g, label: "[PHONE_REDACTED]" },
+    { pattern: /\b(?:(?:25[0-5]|2[0-4]\d|[01]?\d\d?)\.){3}(?:25[0-5]|2[0-4]\d|[01]?\d\d?)\b/g, label: "[IP_REDACTED]" },
+    { pattern: /\b(?:[0-9a-fA-F]{1,4}:){2,7}[0-9a-fA-F]{1,4}\b/g, label: "[IP_REDACTED]" }
+  ];
+  static SENSITIVE_KEYS = /* @__PURE__ */ new Set([
+    "password",
+    "passwd",
+    "secret",
+    "token",
+    "apikey",
+    "api_key",
+    "accesstoken",
+    "access_token",
+    "refreshtoken",
+    "refresh_token",
+    "authorization",
+    "auth",
+    "credential",
+    "credentials",
+    "private_key",
+    "privatekey",
+    "client_secret",
+    "clientsecret",
+    "ssn",
+    "social_security",
+    "dob",
+    "date_of_birth",
+    "dateofbirth",
+    "passport",
+    "passport_number",
+    "credit_card",
+    "creditcard",
+    "card_number",
+    "cardnumber",
+    "cvv",
+    "cvc",
+    "pin",
+    "bank_account",
+    "routing_number"
+  ]);
+  static isSensitiveKey(key) {
+    const normalized = key.toLowerCase().replace(/-/g, "_");
+    if (_ObservyzeClient.SENSITIVE_KEYS.has(normalized)) return true;
+    const segments = normalized.split("_");
+    for (const segment of segments) {
+      if (_ObservyzeClient.SENSITIVE_KEYS.has(segment)) return true;
+    }
+    return false;
+  }
+  sanitizePII(data, depth = 0) {
+    if (depth > 16) return "[MAX_DEPTH_EXCEEDED]";
+    if (data === null || data === void 0) return data;
+    if (typeof data === "string") {
+      let result = data;
+      for (const { pattern, label } of _ObservyzeClient.PII_PATTERNS) {
+        pattern.lastIndex = 0;
+        result = result.replace(pattern, label);
+      }
+      return result;
+    }
+    if (typeof data === "number" || typeof data === "boolean") return data;
+    if (Array.isArray(data)) return data.map((item) => this.sanitizePII(item, depth + 1));
+    if (typeof data === "object") {
+      const sanitized = {};
+      for (const [k, v] of Object.entries(data)) {
+        sanitized[k] = _ObservyzeClient.isSensitiveKey(k) ? "[REDACTED]" : this.sanitizePII(v, depth + 1);
+      }
+      return sanitized;
+    }
+    return data;
+  }
+};
+
+// src/index.ts
+init_types();
+init_instrumentation();
+export {
+  ObservyzeClient,
+  ObservyzeSpanExporter,
+  Span,
+  SpanType,
+  Trace,
+  TraceStatus,
+  wrap,
+  wrapAnthropic,
+  wrapOpenAI
+};

package/dist/opentelemetry/index.d.mts

@@ -0,0 +1 @@
+export { a as ObservyzeExporterConfig, b as ObservyzeSpanExporter } from '../index-DEorAmFu.mjs';

package/dist/opentelemetry/index.d.ts

@@ -0,0 +1 @@
+export { a as ObservyzeExporterConfig, b as ObservyzeSpanExporter } from '../index-DEorAmFu.js';