@revenium/perplexity 1.0.10 → 1.0.14

package/src/perplexity-ai/middleware.ts

@@ -1,297 +0,0 @@
-import { logger, Logger } from "../models";
-import {
-  OperationType,
-  Provider,
-  UsageMetadata,
-  StreamTracker,
-} from "../types";
-import {
-  formatTimestamp,
-  calculateDurationMs,
-  extractPerplexityTokenCounts,
-  extractStopReason,
-  extractModelName,
-  extractUsageMetadata,
-  createMeteringRequest,
-  sendMeteringData,
-  generateTransactionId,
-} from "../utils";
-import { ConfigurationError, StreamTrackingError } from "../models";
-import {
-  DEBUG_MIDDLEWARE_ALREADY_INITIALIZED_MESSAGE,
-  DEBUG_MIDDLEWARE_FAILED_TO_INITIALIZE_MESSAGE,
-  DEBUG_MIDDLEWARE_INITIALIZED_MESSAGE,
-  FAILED_TO_INITIALIZE_PERPLEXITY_MIDDLEWARE_MESSAGE,
-  DEBUG_MIDDLEWARE_INTERCEPTING_PERPLEXITY_REQUESTS_MESSAGE,
-  WARNING_REVENIUM_METERING_API_KEY_NOT_FOUND_MESSAGE,
-  FAILED_TO_PARSE_REQUEST_BODY_FOR_METADATA_EXTRACTION_MESSAGE,
-  DEBUG_MIDDLEWARE_PERPLEXITY_API_REQUEST_INTERCEPTED_MESSAGE,
-  ERROR_PERPLEXITY_API_REQUEST_FAILED_MESSAGE,
-  WARNING_FAILED_TO_SEND_METERING_DATA_MESSAGE,
-  DEBUG_MIDDLEWARE_PERPLEXITY_API_RESPONSE_METERING_COMPLETED_MESSAGE,
-  DEBUG_SKIPPING_METERING_DATA_SEND_MESSAGE,
-  ERROR_FAILED_TO_PROCESS_PERPLEXITY_RESPONSE_MESSAGE,
-} from "../utils/constants/messages";
-import {
-  CURRENT_PERPLEXITY_BASE_URL,
-  DEFAULT_PERPLEXITY_MODEL,
-  REVENIUM_METERING_BASE_URL,
-} from "../utils/constants/constants";
-import { Subscriber } from "../types/subscriber";
-import {
-  getPerplexityBaseUrl,
-  getReveniumApiKey,
-  getReveniumBaseUrl,
-} from "../utils/getEnv";
-
-// Stream tracking storage
-const streamTrackers: Map<string, StreamTracker> = new Map<
-  string,
-  StreamTracker
->();
-
-// Track if middleware has been initialized to avoid double initialization
-let middlewareInitialized: boolean = false;
-
-//Initialize Perplexity AI middleware.
-function initializePerplexityMiddleware(): void {
-  if (middlewareInitialized) {
-    console.log(DEBUG_MIDDLEWARE_ALREADY_INITIALIZED_MESSAGE);
-    return;
-  }
-
-  // Always initialize middleware, even without API key
-  if (!getReveniumApiKey()) {
-    Logger.warning(WARNING_REVENIUM_METERING_API_KEY_NOT_FOUND_MESSAGE);
-  }
-
-  try {
-    // Intercept HTTP requests to Perplexity API
-    interceptPerplexityHTTPRequests();
-
-    // Mark as initialized
-    middlewareInitialized = true;
-    console.log(DEBUG_MIDDLEWARE_INITIALIZED_MESSAGE);
-  } catch (error) {
-    console.error(DEBUG_MIDDLEWARE_FAILED_TO_INITIALIZE_MESSAGE, error);
-    throw new ConfigurationError(
-      `${FAILED_TO_INITIALIZE_PERPLEXITY_MIDDLEWARE_MESSAGE}: ${error}`
-    );
-  }
-}
-
-//Intercept HTTP requests to Perplexity API
-function interceptPerplexityHTTPRequests(): void {
-  // Store original fetch function
-  const originalFetch = global.fetch;
-
-  // Override fetch to intercept Perplexity API calls
-  global.fetch = async function (
-    input: string | URL | Request,
-    init?: RequestInit
-  ): Promise<Response> {
-    const url = typeof input === "string" ? input : input.toString();
-    console.log("🔍 [DEBUG] URL:", url);
-
-    // Check if this is a Perplexity API request
-    if (
-      url.includes(getPerplexityBaseUrl()) ||
-      url.includes("api.perplexity.ai")
-    ) {
-      return await handlePerplexityRequest(url, init, originalFetch);
-    }
-
-    // For non-Perplexity requests, use original fetch
-    return originalFetch(input, init);
-  };
-
-  console.log(DEBUG_MIDDLEWARE_INTERCEPTING_PERPLEXITY_REQUESTS_MESSAGE);
-}
-
-//Handle Perplexity API requests
-async function handlePerplexityRequest(
-  url: string,
-  init: RequestInit | undefined,
-  originalFetch: typeof fetch
-): Promise<Response> {
-  const startTime = new Date();
-  const transactionId = generateTransactionId();
-
-  // Extract request body for metadata
-  let requestBody: any = {};
-  if (init?.body) {
-    try {
-      requestBody =
-        typeof init.body === "string" ? JSON.parse(init.body) : init.body;
-    } catch (error) {
-      Logger.warning(
-        FAILED_TO_PARSE_REQUEST_BODY_FOR_METADATA_EXTRACTION_MESSAGE
-      );
-    }
-  }
-
-  // Extract usage metadata
-  const usageMetadata = extractUsageMetadata(requestBody, null);
-  const model = requestBody.model || DEFAULT_PERPLEXITY_MODEL;
-
-  Logger.debug(DEBUG_MIDDLEWARE_PERPLEXITY_API_REQUEST_INTERCEPTED_MESSAGE, {
-    transactionId,
-    model,
-    url,
-  });
-
-  try {
-    // Make the original request
-    const response = await originalFetch(url, init);
-
-    // Clone the response so we can read it and still return it
-    const responseClone = response.clone();
-
-    // Process the response asynchronously (don't wait for it)
-    processPerplexityResponse(
-      responseClone,
-      transactionId,
-      model,
-      startTime,
-      usageMetadata
-    );
-
-    // Return the original response immediately
-    return response;
-  } catch (error) {
-    Logger.error(ERROR_PERPLEXITY_API_REQUEST_FAILED_MESSAGE, {
-      transactionId,
-      error,
-    });
-    throw error;
-  }
-}
-
-//Process Perplexity API response
-async function processPerplexityResponse(
-  response: Response,
-  transactionId: string,
-  model: string,
-  startTime: Date,
-  usageMetadata?: UsageMetadata,
-  subscriber?: Subscriber,
-  taskType?: string,
-  costType?: string,
-  operationType?: string,
-  organizationId?: string,
-  productId?: string,
-  isStreamed?: boolean
-): Promise<void> {
-  try {
-    const endTime = new Date();
-    const duration = calculateDurationMs(startTime, endTime);
-
-    // Check if this is a streaming response
-    const contentType = response.headers.get("content-type") || "";
-    const isStreamingResponse =
-      contentType.includes("text/plain") ||
-      contentType.includes("text/event-stream");
-
-    let responseData: any;
-    let tokenCounts = { inputTokens: 0, outputTokens: 0, totalTokens: 0 };
-    let stopReason = "END";
-
-    if (isStreamingResponse) {
-      // For streaming responses, we can't easily parse the full response
-      // We'll extract what we can from the stream or use defaults
-      const responseText = await response.text();
-
-      // Try to extract token information from the last complete JSON chunk
-      const jsonChunks = responseText
-        .split("\n")
-        .filter((line) => line.startsWith("data: ") && line !== "data: [DONE]")
-        .map((line) => line.substring(6)); // Remove 'data: ' prefix
-
-      if (jsonChunks.length > 0) {
-        try {
-          // Parse the last chunk to get usage information
-          const lastChunk = JSON.parse(jsonChunks[jsonChunks.length - 1]);
-          if (lastChunk.usage) {
-            tokenCounts = extractPerplexityTokenCounts(lastChunk);
-          }
-        } catch (e) {
-          // If we can't parse, use defaults
-          Logger.warning(
-            "Could not parse streaming response for token counts, using defaults"
-          );
-        }
-      }
-
-      responseData = { usage: tokenCounts };
-    } else {
-      // Parse response body for non-streaming responses
-      responseData = await response.json();
-      tokenCounts = extractPerplexityTokenCounts(responseData);
-      stopReason = extractStopReason(responseData);
-    }
-
-    const modelName = extractModelName(responseData, model);
-
-    // Send metering data (only if API key is available)
-    if (getReveniumApiKey()) {
-      try {
-        await sendMeteringData(
-          {
-            stopReason: "END",
-            costType: costType || "AI",
-            isStreamed: isStreamed || true,
-            taskType: taskType || "chat",
-            agent: "perplexity-ai",
-            operationType: operationType || "CHAT",
-            inputTokenCount: tokenCounts.inputTokens,
-            outputTokenCount: tokenCounts.outputTokens,
-            reasoningTokenCount: 0,
-            cacheCreationTokenCount: 0,
-            cacheReadTokenCount: 0,
-            totalTokenCount: tokenCounts.totalTokens,
-            organizationId: organizationId || "my-customers-name",
-            productId: productId || "free-trial",
-            subscriber: subscriber || {
-              id: `user-${generateTransactionId()}`,
-              email: `user@perplexity.ai`,
-              credential: {
-                name: "keyname",
-                value: "keyValue",
-              },
-            },
-            model: modelName,
-            transactionId,
-            responseTime: formatTimestamp(endTime),
-            requestDuration: duration,
-            provider: Provider.PERPLEXITY,
-            requestTime: formatTimestamp(startTime),
-            completionStartTime: formatTimestamp(endTime),
-            timeToFirstToken: 0,
-            middleware_source: "node",
-          },
-          getReveniumApiKey(),
-          getReveniumBaseUrl()
-        );
-      } catch (error) {
-        Logger.warning(WARNING_FAILED_TO_SEND_METERING_DATA_MESSAGE, { error });
-      }
-    } else {
-      Logger.debug(DEBUG_SKIPPING_METERING_DATA_SEND_MESSAGE);
-    }
-
-    Logger.debug(
-      DEBUG_MIDDLEWARE_PERPLEXITY_API_RESPONSE_METERING_COMPLETED_MESSAGE,
-      {
-        transactionId,
-      }
-    );
-  } catch (error) {
-    Logger.error(ERROR_FAILED_TO_PROCESS_PERPLEXITY_RESPONSE_MESSAGE, {
-      transactionId,
-      error,
-    });
-  }
-}
-
-// Initialize middleware when this module is imported
-initializePerplexityMiddleware();

package/src/types/context.ts

@@ -1,9 +0,0 @@
-import { UsageMetadata } from "./usageMetadata";
-
-export interface Context {
-  transactionId: string;
-  startTime: Date;
-  model: string;
-  operationType: string;
-  usageMetadata?: UsageMetadata;
-}

package/src/types/index.ts

@@ -1,11 +0,0 @@
-export * from "./context";
-export * from "./perplexityConfig";
-export * from "./metering";
-export * from "./modelInfo";
-export * from "./operation";
-export * from "./provider";
-export * from "./reveniumConfig";
-export * from "./streamTracker";
-export * from "./tokenCounts";
-export * from "./usageData";
-export * from "./usageMetadata";

package/src/types/modelInfo.ts

@@ -1,5 +0,0 @@
-export interface ModelInfo {
-  name: string;
-  provider: string;
-  contextLength?: number;
-}

package/src/types/operation.ts

@@ -1,4 +0,0 @@
-export enum OperationType {
-  CHAT = "chat",
-  STREAMING = "streaming"
-}

package/src/types/perplexityConfig.ts

@@ -1,4 +0,0 @@
-export interface PerplexityConfig {
-  apiKey: string;
-  baseUrl: string;
-}

package/src/types/provider.ts

@@ -1,3 +0,0 @@
-export enum Provider {
-  PERPLEXITY = "Perplexity"
-}

package/src/types/reveniumConfig.ts

@@ -1,5 +0,0 @@
-export interface ReveniumConfig {
-  apiKey: string;
-  baseUrl: string;
-  logLevel: string;
-}

package/src/types/streamTracker.ts

@@ -1,9 +0,0 @@
-import { UsageMetadata } from "./usageMetadata";
-
-export interface StreamTracker {
-  transactionId: string;
-  startTime: Date;
-  firstTokenTime?: Date;
-  isComplete: boolean;
-  usageMetadata?: UsageMetadata;
-}

package/src/types/tokenCounts.ts

@@ -1,5 +0,0 @@
-export interface TokenCounts {
-  inputTokens: number;
-  outputTokens: number;
-  totalTokens: number;
-}

package/src/types/usageData.ts

@@ -1,16 +0,0 @@
-import { TokenCounts } from "./tokenCounts";
-import { UsageMetadata } from "./usageMetadata";
-
-export interface UsageData {
-  transactionId: string;
-  model: string;
-  tokenCounts: TokenCounts;
-  stopReason: string;
-  startTime: string;
-  endTime: string;
-  duration: number;
-  operationType: string;
-  isStreaming: boolean;
-  streamId: string;
-  usageMetadata?: UsageMetadata;
-}

package/src/utils/activeMiddleware.ts

@@ -1,34 +0,0 @@
-import { Logger } from "../models";
-import { MiddlewareActivationError } from "../models";
-import { verifyLogVerbose } from "./verifyLogVerbose";
-
-export function activeMiddleware(
-  verboseStartup: boolean,
-  activeSDKs: string[],
-  sdkType: string
-): void {
-  try {
-    verifyLogVerbose(
-      verboseStartup,
-      `Attempting to activate ${sdkType} middleware...`
-    );
-
-    // For Perplexity, we'll intercept HTTP requests to the Perplexity API
-    // This is a simpler approach since Perplexity doesn't have an official SDK
-    interceptPerplexityRequests();
-
-    activeSDKs.push(sdkType);
-    verifyLogVerbose(
-      verboseStartup,
-      `${sdkType} middleware activated successfully`
-    );
-  } catch (error) {
-    Logger.warning(`Failed to activate ${sdkType} middleware: ${error}`);
-  }
-}
-
-function interceptPerplexityRequests(): void {
-  // This will be implemented in the main middleware file
-  // For now, we just log that we're ready to intercept
-  Logger.debug("Perplexity request interceptor ready");
-}

package/src/utils/askConsole.ts

@@ -1,15 +0,0 @@
-import readline from "readline";
-
-export function askConsole(question: string): Promise<string> {
-  const rl = readline.createInterface({
-    input: process.stdin,
-    output: process.stdout,
-  });
-
-  return new Promise((resolve) => {
-    rl.question(question, (content) => {
-      rl.close();
-      resolve(content);
-    });
-  });
-}

package/src/utils/createMeteringRequest.ts

@@ -1,16 +0,0 @@
-import {
-  MeteringRequest,
-  OperationType,
-  Provider,
-  UsageMetadata,
-} from "../types";
-import { formatTimestamp } from "./formatTimestamp";
-
-export function createMeteringRequest(
-  request: MeteringRequest
-): MeteringRequest {
-  return {
-    ...request,
-    middleware_source: "node",
-  };
-}

package/src/utils/createPerplexityMetadata.ts

@@ -1,11 +0,0 @@
-import { UsageMetadata } from "../types";
-
-export function createPerplexityMetadata(metadata?: UsageMetadata): any {
-  if (!metadata) {
-    return {};
-  }
-
-  return {
-    usageMetadata: metadata,
-  };
-}

package/src/utils/extractModelName.ts

@@ -1,14 +0,0 @@
-import { MODEL } from "./constants/constants";
-import { safeExtract } from "./safeExtract";
-
-export function extractModelName(response: any, defaultModel: string): string {
-  // Try to extract model name from response
-  const modelFromResponse = safeExtract(response, MODEL, "");
-
-  if (modelFromResponse) {
-    return modelFromResponse;
-  }
-
-  // Fallback to default model
-  return defaultModel;
-}

package/src/utils/extractPerplexityTokenCounts.ts

@@ -1,16 +0,0 @@
-import { TokenCounts } from "../types";
-import { SAFE_EXTRACT } from "./constants/constants";
-import { safeExtract } from "./safeExtract";
-
-export function extractPerplexityTokenCounts(response: any): TokenCounts {
-  // Extract token counts from Perplexity response
-  const inputTokens = safeExtract(response, SAFE_EXTRACT.INPUT_TOKENS, 0);
-  const outputTokens = safeExtract(response, SAFE_EXTRACT.OUTPUT_TOKENS, 0);
-  const totalTokens = safeExtract(response, SAFE_EXTRACT.TOTAL_TOKENS, 0);
-
-  return {
-    inputTokens,
-    outputTokens,
-    totalTokens: totalTokens || inputTokens + outputTokens,
-  };
-}

package/src/utils/extractStopReason.ts

@@ -1,13 +0,0 @@
-import { safeExtract } from "./safeExtract";
-
-export function extractStopReason(response: any): string {
-  // Try to extract stop reason from Perplexity response
-  const stopReason = safeExtract(response, "choices.0.finish_reason", "");
-
-  if (stopReason) {
-    return stopReason;
-  }
-
-  // Fallback to a default reason
-  return "completed";
-}

package/src/utils/extractUsageMetadata.ts

@@ -1,15 +0,0 @@
-import { UsageMetadata } from '../types';
-
-export function extractUsageMetadata(request: any, context: any): UsageMetadata | undefined {
-  // Check if usageMetadata is directly in the request
-  if (request && request.usageMetadata) {
-    return request.usageMetadata;
-  }
-
-  // Check if usageMetadata is in the context (for model-level metadata)
-  if (context && context._reveniumUsageMetadata) {
-    return context._reveniumUsageMetadata;
-  }
-
-  return undefined;
-}

package/src/utils/getEnv.ts

@@ -1,16 +0,0 @@
-import {
-  CURRENT_PERPLEXITY_BASE_URL,
-  REVENIUM_METERING_BASE_URL,
-} from "./constants/constants";
-
-export function getReveniumApiKey(): string {
-  return process.env.REVENIUM_METERING_API_KEY ?? "";
-}
-
-export function getReveniumBaseUrl(): string {
-  return process.env.REVENIUM_METERING_BASE_URL || REVENIUM_METERING_BASE_URL;
-}
-
-export function getPerplexityBaseUrl(): string {
-  return process.env.PERPLEXITY_BASE_URL || CURRENT_PERPLEXITY_BASE_URL;
-}

package/src/utils/sendMeteringData.ts

@@ -1,46 +0,0 @@
-import axios from "axios";
-import { MeteringRequest } from "../types";
-import { MeteringError } from "../models";
-import { STATUS_CODE, TIMEOUT_MS } from "./constants/constants";
-
-export async function sendMeteringData(
-  meteringRequest: MeteringRequest,
-  apiKey: string,
-  baseUrl: string
-): Promise<void> {
-  try {
-    const response = await axios.post(
-      `${baseUrl}/v2/ai/completions`,
-      meteringRequest,
-      {
-        headers: {
-          "Content-Type": "application/json",
-          Accept: "application/json",
-          "x-api-key": apiKey,
-        },
-        timeout: TIMEOUT_MS,
-      }
-    );
-
-    if (
-      response.status !== STATUS_CODE.SUCCESS &&
-      response.status !== STATUS_CODE.CREATED
-    ) {
-      throw new MeteringError(
-        `Failed to send metering data. Status: ${response.status}`,
-        new Error(`HTTP ${response.status}`)
-      );
-    } else {
-      console.log("🔍 [DEBUG] Metering data sent successfully");
-    }
-  } catch (error) {
-    if (error instanceof MeteringError) {
-      throw error;
-    }
-
-    throw new MeteringError(
-      "Failed to send metering data to Revenium",
-      error as Error
-    );
-  }
-}

package/src/utils/verifyLogVerbose.ts

@@ -1,7 +0,0 @@
-import { Logger } from "../models";
-
-export function verifyLogVerbose(verbose: boolean, message: string): void {
-  if (verbose) {
-    Logger.info(message);
-  }
-}