valyu-js 2.5.8 → 2.6.0

package/dist/index.mjs

@@ -1,5 +1,43 @@
 // src/index.ts
+import { createHmac, timingSafeEqual } from "crypto";
 import axios from "axios";
+function normalizeContentsJobResponse(api) {
+  return {
+    success: api.success ?? true,
+    jobId: api.job_id ?? api.jobId,
+    status: api.status ?? "pending",
+    urlsTotal: api.urls_total ?? api.urlsTotal ?? 0,
+    urlsProcessed: api.urls_processed ?? api.urlsProcessed ?? 0,
+    urlsFailed: api.urls_failed ?? api.urlsFailed ?? 0,
+    createdAt: api.created_at ?? api.createdAt ?? 0,
+    updatedAt: api.updated_at ?? api.updatedAt ?? 0,
+    currentBatch: api.current_batch ?? api.currentBatch,
+    totalBatches: api.total_batches ?? api.totalBatches,
+    results: api.results,
+    actualCostDollars: api.actual_cost_dollars ?? api.actualCostDollars,
+    error: api.error,
+    webhookSecret: api.webhook_secret ?? api.webhookSecret
+  };
+}
+function normalizeContentsAsyncJobResponse(api) {
+  return {
+    success: api.success ?? true,
+    jobId: api.job_id ?? api.jobId,
+    status: "pending",
+    urlsTotal: api.urls_total ?? api.urlsTotal ?? 0,
+    webhookSecret: api.webhook_secret ?? api.webhookSecret,
+    txId: api.tx_id ?? api.txId ?? ""
+  };
+}
+function verifyContentsWebhookSignature(payload, signature, timestamp, secret) {
+  const expected = createHmac("sha256", secret).update(`${timestamp}.${payload}`).digest("hex");
+  const expectedSignature = `sha256=${expected}`;
+  if (signature.length !== expectedSignature.length) return false;
+  return timingSafeEqual(
+    Buffer.from(signature, "utf8"),
+    Buffer.from(expectedSignature, "utf8")
+  );
+}
 var Valyu = class {
   constructor(apiKey, baseUrl = "https://api.valyu.ai/v1") {
     if (!apiKey) {
@@ -265,6 +303,9 @@ var Valyu = class {
       if (options.excludeSources !== void 0) {
         payload.exclude_sources = options.excludeSources;
       }
+      if (options.sourceBiases !== void 0) {
+        payload.source_biases = options.sourceBiases;
+      }
       if (options.category !== void 0) {
         payload.category = options.category;
       }
@@ -317,14 +358,16 @@ var Valyu = class {
   }
   /**
    * Extract content from URLs with optional AI processing
-   * @param urls - Array of URLs to process (max 10)
+   * @param urls - Array of URLs to process (max 10 sync, max 50 with async: true)
    * @param options - Content extraction configuration options
    * @param options.summary - AI summary configuration: false (raw), true (auto), string (custom), or JSON schema
    * @param options.extractEffort - Extraction thoroughness: "normal", "high", or "auto"
    * @param options.responseLength - Content length per URL
    * @param options.maxPriceDollars - Maximum cost limit in USD
    * @param options.screenshot - Request page screenshots (default: false)
-   * @returns Promise resolving to content extraction results
+   * @param options.async - Force async processing (required for >10 URLs)
+   * @param options.webhookUrl - HTTPS URL for completion notification (async only)
+   * @returns Promise resolving to sync results or async job (when async: true or >10 URLs)
    */
   async contents(urls, options = {}) {
     try {
@@ -352,10 +395,23 @@ var Valyu = class {
           total_characters: 0
         };
       }
-      if (urls.length > 10) {
+      const isAsync = options.async === true || urls.length > 10;
+      if (urls.length > 10 && !options.async) {
+        return {
+          success: false,
+          error: "Requests with more than 10 URLs require async processing. Add async: true to the request.",
+          urls_requested: urls.length,
+          urls_processed: 0,
+          urls_failed: urls.length,
+          results: [],
+          total_cost_dollars: 0,
+          total_characters: 0
+        };
+      }
+      if (urls.length > 50) {
         return {
           success: false,
-          error: "Maximum 10 URLs allowed per request",
+          error: "Maximum 50 URLs allowed per request",
           urls_requested: urls.length,
           urls_processed: 0,
           urls_failed: urls.length,
@@ -421,6 +477,12 @@ var Valyu = class {
       if (options.screenshot !== void 0) {
         payload.screenshot = options.screenshot;
       }
+      if (isAsync) {
+        payload.async = true;
+      }
+      if (options.webhookUrl !== void 0) {
+        payload.webhook_url = options.webhookUrl;
+      }
       const response = await axios.post(`${this.baseUrl}/contents`, payload, {
         headers: this.headers
       });
@@ -436,6 +498,9 @@ var Valyu = class {
           total_characters: 0
         };
       }
+      if (response.status === 202) {
+        return normalizeContentsAsyncJobResponse(response.data);
+      }
       return response.data;
     } catch (e) {
       return {
@@ -450,6 +515,61 @@ var Valyu = class {
       };
     }
   }
+  /**
+   * Get async Contents job status and results
+   * @param jobId - Job ID from contents() async response
+   * @returns Promise resolving to job status
+   */
+  async getContentsJob(jobId) {
+    try {
+      const response = await axios.get(
+        `${this.baseUrl}/contents/jobs/${jobId}`,
+        { headers: this.headers }
+      );
+      return normalizeContentsJobResponse(response.data);
+    } catch (e) {
+      const errData = e.response?.data;
+      const status = e.response?.status;
+      return {
+        success: false,
+        jobId,
+        status: "failed",
+        urlsTotal: 0,
+        urlsProcessed: 0,
+        urlsFailed: 0,
+        createdAt: 0,
+        updatedAt: 0,
+        error: errData?.error || (status === 403 ? "Forbidden - you do not have access to this job" : status === 404 ? `Job ${jobId} not found` : e.message)
+      };
+    }
+  }
+  /**
+   * Wait for async Contents job completion (polls until terminal state)
+   * @param jobId - Job ID from contents() async response
+   * @param options - Wait configuration (pollInterval, maxWaitTime, onProgress)
+   * @returns Promise resolving to final job status with results
+   */
+  async waitForJob(jobId, options = {}) {
+    const pollInterval = options.pollInterval ?? 5e3;
+    const maxWaitTime = options.maxWaitTime ?? 72e5;
+    const startTime = Date.now();
+    while (true) {
+      const status = await this.getContentsJob(jobId);
+      if (!status.success && status.error) {
+        throw new Error(status.error);
+      }
+      if (options.onProgress) {
+        options.onProgress(status);
+      }
+      if (status.status === "completed" || status.status === "partial" || status.status === "failed") {
+        return status;
+      }
+      if (Date.now() - startTime > maxWaitTime) {
+        throw new Error("Maximum wait time exceeded");
+      }
+      await new Promise((resolve) => setTimeout(resolve, pollInterval));
+    }
+  }
   /**
    * DeepResearch: Create a new research task
    * @param options.search - Search configuration options
@@ -478,6 +598,10 @@ var Valyu = class {
         code_execution: options.codeExecution !== false
       };
       if (options.strategy) payload.strategy = options.strategy;
+      if (options.researchStrategy)
+        payload.research_strategy = options.researchStrategy;
+      if (options.reportFormat)
+        payload.report_format = options.reportFormat;
       if (options.search) {
         payload.search = {};
         if (options.search.searchType) {
@@ -489,6 +613,9 @@ var Valyu = class {
         if (options.search.excludedSources) {
           payload.search.excluded_sources = options.search.excludedSources;
         }
+        if (options.search.sourceBiases) {
+          payload.search.source_biases = options.search.sourceBiases;
+        }
         if (options.search.startDate) {
           payload.search.start_date = options.search.startDate;
         }
@@ -785,6 +912,9 @@ var Valyu = class {
         if (options.search.excludedSources) {
           payload.search.excluded_sources = options.search.excludedSources;
         }
+        if (options.search.sourceBiases) {
+          payload.search.source_biases = options.search.sourceBiases;
+        }
         if (options.search.startDate) {
           payload.search.start_date = options.search.startDate;
         }
@@ -872,6 +1002,10 @@ var Valyu = class {
         }
         if (task.id) taskPayload.id = task.id;
         if (task.strategy) taskPayload.strategy = task.strategy;
+        if (task.researchStrategy)
+          taskPayload.research_strategy = task.researchStrategy;
+        if (task.reportFormat)
+          taskPayload.report_format = task.reportFormat;
         if (task.urls) taskPayload.urls = task.urls;
         if (task.metadata) taskPayload.metadata = task.metadata;
         return taskPayload;
@@ -1342,6 +1476,7 @@ var Valyu = class {
   }
 };
 export {
-  Valyu
+  Valyu,
+  verifyContentsWebhookSignature
 };
 //# sourceMappingURL=index.mjs.map