@pipe0/client 0.0.39 → 0.0.40

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
@@ -1 +1 @@
1
- {"version":3,"file":"pipe0.mjs","names":[],"sources":["../src/pipe0.ts"],"sourcesContent":["import createFetchClient, { type Client } from \"openapi-fetch\";\nimport type { paths } from \"./generated/openapi.types.js\";\n\nexport type PipesRequest =\n paths[\"/v1/pipes/run\"][\"post\"][\"requestBody\"][\"content\"][\"application/json\"];\nexport type PipesResponse =\n paths[\"/v1/pipes/check/{run_id}\"][\"get\"][\"responses\"][\"200\"][\"content\"][\"application/json\"];\n\nexport type SearchesRequest =\n paths[\"/v1/searches/run\"][\"post\"][\"requestBody\"][\"content\"][\"application/json\"];\nexport type SearchesResponse =\n paths[\"/v1/searches/check/{run_id}\"][\"get\"][\"responses\"][\"200\"][\"content\"][\"application/json\"];\n\nexport type SearchRequest =\n paths[\"/v1/search/run\"][\"post\"][\"requestBody\"][\"content\"][\"application/json\"];\nexport type SearchResponse =\n paths[\"/v1/search/check/{run_id}\"][\"get\"][\"responses\"][\"200\"][\"content\"][\"application/json\"];\n\nexport class Pipe0TimeoutError extends Error {\n constructor(\n message: string,\n public readonly runId?: string,\n ) {\n super(message);\n this.name = \"Pipe0TimeoutError\";\n this.runId = runId;\n }\n}\n\nexport class Pipe0AbortError extends Error {\n constructor(\n message: string,\n public readonly runId?: string,\n ) {\n super(message);\n this.name = \"Pipe0AbortError\";\n this.runId = runId;\n }\n}\n\nexport class Pipe0BatchError extends Error {\n constructor(\n message: string,\n public readonly errors: Array<{ batchIndex: number; error: Error }>,\n public readonly successfulBatches: PipesResponse[],\n ) {\n super(message);\n this.name = \"Pipe0BatchError\";\n this.errors = errors;\n this.successfulBatches = successfulBatches;\n }\n}\n\nexport class Pipe0TaskError extends Error {\n constructor(\n message: string,\n public readonly responseBody?: unknown,\n ) {\n super(message);\n this.name = \"Pipe0TaskError\";\n this.responseBody = responseBody;\n }\n}\n\nexport class Pipe0ServerError extends Error {\n constructor(message: string) {\n super(message);\n this.name = \"Pipe0ServerError\";\n }\n}\n\nexport interface BatchOptions {\n /**\n * Callback invoked on each poll for any batch\n */\n onPoll?: (_batchIndex: number, _response: PipesResponse) => void;\n /**\n * Callback invoked when each batch completes\n */\n onBatchComplete?: (_batchIndex: number, _result: PipesResponse) => void;\n /**\n * Whether to stop all batches if one fails\n * @default true\n */\n stopOnError?: boolean;\n /**\n * AbortSignal to cancel all batch operations\n */\n signal?: AbortSignal;\n}\n\nexport interface Pipe0Options {\n apiKey?: string;\n baseUrl?: string;\n credentials?: RequestInit[\"credentials\"];\n /**\n * Default timeout for polling operations in milliseconds\n * @default 900000 (15 minutes)\n */\n pollingTimeoutMs?: number;\n /**\n * Default polling interval in milliseconds\n * @default 1000 (1 second)\n */\n minPollingIntervalMs?: number;\n /**\n * Maximum polling interval in milliseconds (for exponential backoff)\n * @default 3000 (3 seconds)\n */\n maxPollingIntervalMs?: number;\n /**\n * Default batch size for large payloads\n * @default 100\n */\n defaultBatchSize?: number;\n /**\n * Maximum number of concurrent batch requests\n * @default 5\n */\n maxConcurrentBatches?: number;\n}\n\n// Utility type for any possible API response data shape\ntype Pipe0TaskStatusResponse = PipesResponse | SearchesResponse;\n\nexport class Pipe0 {\n public client: Client<paths, `${string}/${string}`>;\n private apiKey?: string;\n\n private pollingTimeoutMs: number;\n private minPollingIntervalMs: number;\n private maxPollingIntervalMs: number;\n private defaultBatchSize: number;\n private maxConcurrentBatches: number;\n\n constructor(options: Pipe0Options = {}) {\n // eslint-disable-next-line turbo/no-undeclared-env-vars\n const envApiKey = typeof process !== \"undefined\" ? process.env?.PIPE0_API_KEY : undefined;\n this.apiKey = options.apiKey ?? envApiKey;\n\n this.pollingTimeoutMs = options.pollingTimeoutMs ?? 900000;\n this.minPollingIntervalMs = options.minPollingIntervalMs ?? 1000;\n this.maxPollingIntervalMs = options.maxPollingIntervalMs ?? this.minPollingIntervalMs * 3;\n this.defaultBatchSize = options.defaultBatchSize ?? 100;\n this.maxConcurrentBatches = options.maxConcurrentBatches ?? 5;\n\n const headers: Record<string, string> = {};\n\n if (this.apiKey) {\n headers.Authorization = `Bearer ${this.apiKey}`;\n }\n\n this.client = createFetchClient<paths>({\n baseUrl: options.baseUrl ?? \"https://api.pipe0.com\",\n credentials: options.credentials\n ? options.credentials\n : options.baseUrl\n ? \"same-origin\"\n : \"include\",\n headers,\n });\n }\n\n /**\n * Centralized logic to poll until a task completes, fails, or times out.\n */\n private async _pollUntilComplete<TResponse extends Pipe0TaskStatusResponse>(\n runId: string | Promise<string>,\n checkFn: (_id: string) => Promise<TResponse>,\n taskType: \"Pipe\" | \"Search\",\n options: {\n onPoll?: (_response: TResponse) => unknown;\n signal?: AbortSignal;\n } = {},\n ): Promise<TResponse> {\n const resolvedRunId = await runId;\n\n const timeout = this.pollingTimeoutMs;\n const initialInterval = this.minPollingIntervalMs;\n const maxInterval = this.maxPollingIntervalMs;\n // We can hardcode backoff for simplicity since it's the only logic\n const useBackoff = true;\n\n const startTime = Date.now();\n let currentInterval = initialInterval;\n\n while (true) {\n if (Date.now() - startTime >= timeout) {\n throw new Pipe0TimeoutError(\n `${taskType} polling timed out after ${timeout}ms`,\n resolvedRunId,\n );\n }\n\n if (options.signal?.aborted) {\n throw new Pipe0AbortError(`${taskType} polling was aborted`, resolvedRunId);\n }\n\n const polledResponse = await checkFn(resolvedRunId);\n\n if (options.onPoll) {\n await options.onPoll(polledResponse);\n }\n\n if (polledResponse.status === \"completed\") {\n return polledResponse;\n }\n\n if (polledResponse.status === \"failed\") {\n throw new Pipe0TaskError(\n `${taskType} failed with status: ${polledResponse.status}`,\n polledResponse,\n );\n }\n\n await this.sleep(currentInterval, options.signal);\n\n if (useBackoff) {\n currentInterval = Math.min(currentInterval * 1.1, maxInterval);\n }\n }\n }\n\n public pipes = {\n /**\n * Create and immediately wait for completion (convenience method)\n */\n pipe: async (\n payload: PipesRequest,\n options: {\n onPoll?: (_response: PipesResponse) => unknown;\n signal?: AbortSignal;\n } = {},\n ): Promise<PipesResponse> => {\n return this.pipes.waitUntilComplete(await this.pipes.create(payload), options);\n },\n /**\n * Create a pipes task but don't want for it. Use this method if you want to fire and forget.\n */\n create: async (payload: PipesRequest) => {\n const response = await this.client.POST(\"/v1/pipes/run\", {\n body: payload,\n });\n\n if (response.error) {\n throw new Pipe0ServerError(JSON.stringify(response.error));\n }\n\n return response.data.id;\n },\n /**\n * Check the status of a pipes task manually.\n */\n check: async (runId: string) => {\n const response = await this.client.GET(\"/v1/pipes/check/{run_id}\", {\n params: { path: { run_id: runId } },\n });\n\n if (response.error) {\n throw new Pipe0ServerError(JSON.stringify(response.error));\n }\n\n return response.data;\n },\n waitUntilComplete: async (\n runId: string | Promise<string>,\n options: {\n /**\n * Callback invoked on each poll with the current status\n */\n onPoll?: (_response: PipesResponse) => unknown;\n /**\n * AbortSignal to cancel the polling operation\n */\n signal?: AbortSignal;\n } = {},\n ): Promise<PipesResponse> => {\n return this._pollUntilComplete<PipesResponse>(runId, this.pipes.check, \"Pipe\", options);\n },\n /**\n * Process a large payload by batching the input array\n * @param payload - The pipe request payload with a large input array\n * @param options - Batching options\n * @returns Array of completed batch responses\n */\n pipeInBatches: async (\n payload: PipesRequest,\n { stopOnError = true, ...options }: BatchOptions = {},\n ): Promise<PipesResponse[]> => {\n const batchSize = this.defaultBatchSize;\n const maxConcurrency = this.maxConcurrentBatches;\n\n // Extract and validate input array\n if (!Array.isArray(payload.input)) {\n throw new Error(\"payload.input must be an array for batched operations\");\n }\n\n const inputArray = payload.input;\n const totalItems = inputArray.length;\n\n // Create batches\n const batches: PipesRequest[] = [];\n for (let i = 0; i < totalItems; i += batchSize) {\n const batchInput = inputArray.slice(i, i + batchSize);\n batches.push({\n ...payload,\n input: batchInput,\n });\n }\n\n // Process batches with concurrency control\n const resultsArr: PipesResponse[] = [];\n const errors: Array<{ batchIndex: number; error: Error }> = [];\n\n for (let i = 0; i < batches.length; i += maxConcurrency) {\n if (options.signal?.aborted) {\n throw new Pipe0AbortError(\"Batch operation was aborted\");\n }\n\n const batchGroup = batches.slice(i, i + maxConcurrency);\n const batchPromises = batchGroup.map(async (batch, groupIndex) => {\n const batchIndex = i + groupIndex;\n\n try {\n // Create and wait for batch\n const runId = await this.pipes.create(batch);\n const result = await this.pipes.waitUntilComplete(runId, {\n signal: options.signal,\n onPoll: options.onPoll\n ? (response) => options.onPoll!(batchIndex, response)\n : undefined,\n });\n\n if (options.onBatchComplete) {\n options.onBatchComplete(batchIndex, result);\n }\n\n return { batchIndex, result };\n } catch (error) {\n const err = error instanceof Error ? error : new Error(String(error));\n errors.push({ batchIndex, error: err });\n\n if (stopOnError) {\n throw new Pipe0BatchError(\n `Batch ${batchIndex} failed and stopOnError is enabled`,\n errors,\n resultsArr,\n );\n }\n\n return { batchIndex, result: null };\n }\n });\n\n const batchResults = await Promise.all(batchPromises);\n\n // Collect results in order\n for (const { result } of batchResults) {\n if (result) {\n resultsArr.push(result);\n }\n }\n }\n\n // If any errors occurred and stopOnError wasn't enabled, throw at the end\n if (errors.length > 0) {\n throw new Pipe0BatchError(\n `${errors.length} batch(es) failed out of ${batches.length} total`,\n errors,\n resultsArr,\n );\n }\n\n return resultsArr;\n },\n };\n\n searches = {\n /**\n * Create and immediately wait for completion (convenience method)\n */\n search: async (\n payload: SearchesRequest,\n options: {\n onPoll?: (_response: SearchesResponse) => unknown;\n signal?: AbortSignal;\n } = {},\n ): Promise<SearchesResponse> => {\n return this.searches.waitUntilComplete(await this.searches.create(payload), options);\n },\n\n /**\n * Create a searches task but don't wait for it.\n * Use this if you want fire and forget.\n */\n create: async (payload: SearchesRequest) => {\n const response = await this.client.POST(\"/v1/searches/run\", {\n body: payload,\n });\n\n if (response.error) {\n throw new Pipe0ServerError(JSON.stringify(response.error));\n }\n\n return response.data.id;\n },\n\n /**\n * Check the status of a search task manually.\n */\n check: async (runId: string) => {\n const response = await this.client.GET(\"/v1/searches/check/{run_id}\", {\n params: { path: { run_id: runId } },\n });\n\n if (response.error) {\n throw new Pipe0ServerError(JSON.stringify(response.error));\n }\n\n return response.data;\n },\n\n /**\n * Poll until the search completes or fails.\n */\n waitUntilComplete: async (\n runId: string | Promise<string>,\n options: {\n onPoll?: (_response: SearchesResponse) => unknown;\n signal?: AbortSignal;\n } = {},\n ): Promise<SearchesResponse> => {\n return this._pollUntilComplete<SearchesResponse>(\n runId,\n this.searches.check,\n \"Search\",\n options,\n );\n },\n };\n\n private sleep(ms: number, signal?: AbortSignal): Promise<void> {\n return new Promise((resolve, reject) => {\n const timeout = setTimeout(resolve, ms);\n\n if (signal) {\n const onAbort = () => {\n clearTimeout(timeout);\n reject(new Pipe0AbortError(\"Sleep was aborted\"));\n };\n\n if (signal.aborted) {\n clearTimeout(timeout);\n reject(new Pipe0AbortError(\"Sleep was aborted\"));\n return;\n }\n\n signal.addEventListener(\"abort\", onAbort, { once: true });\n }\n });\n }\n}\n"],"mappings":";;;AAkBA,IAAa,oBAAb,cAAuC,MAAM;CAC3C,YACE,SACA,AAAgB,OAChB;AACA,QAAM,QAAQ;EAFE;AAGhB,OAAK,OAAO;AACZ,OAAK,QAAQ;;;AAIjB,IAAa,kBAAb,cAAqC,MAAM;CACzC,YACE,SACA,AAAgB,OAChB;AACA,QAAM,QAAQ;EAFE;AAGhB,OAAK,OAAO;AACZ,OAAK,QAAQ;;;AAIjB,IAAa,kBAAb,cAAqC,MAAM;CACzC,YACE,SACA,AAAgB,QAChB,AAAgB,mBAChB;AACA,QAAM,QAAQ;EAHE;EACA;AAGhB,OAAK,OAAO;AACZ,OAAK,SAAS;AACd,OAAK,oBAAoB;;;AAI7B,IAAa,iBAAb,cAAoC,MAAM;CACxC,YACE,SACA,AAAgB,cAChB;AACA,QAAM,QAAQ;EAFE;AAGhB,OAAK,OAAO;AACZ,OAAK,eAAe;;;AAIxB,IAAa,mBAAb,cAAsC,MAAM;CAC1C,YAAY,SAAiB;AAC3B,QAAM,QAAQ;AACd,OAAK,OAAO;;;AA0DhB,IAAa,QAAb,MAAmB;CACjB,AAAO;CACP,AAAQ;CAER,AAAQ;CACR,AAAQ;CACR,AAAQ;CACR,AAAQ;CACR,AAAQ;CAER,YAAY,UAAwB,EAAE,EAAE;EAEtC,MAAM,YAAY,OAAO,YAAY,cAAc,QAAQ,KAAK,gBAAgB;AAChF,OAAK,SAAS,QAAQ,UAAU;AAEhC,OAAK,mBAAmB,QAAQ,oBAAoB;AACpD,OAAK,uBAAuB,QAAQ,wBAAwB;AAC5D,OAAK,uBAAuB,QAAQ,wBAAwB,KAAK,uBAAuB;AACxF,OAAK,mBAAmB,QAAQ,oBAAoB;AACpD,OAAK,uBAAuB,QAAQ,wBAAwB;EAE5D,MAAM,UAAkC,EAAE;AAE1C,MAAI,KAAK,OACP,SAAQ,gBAAgB,UAAU,KAAK;AAGzC,OAAK,SAAS,kBAAyB;GACrC,SAAS,QAAQ,WAAW;GAC5B,aAAa,QAAQ,cACjB,QAAQ,cACR,QAAQ,UACN,gBACA;GACN;GACD,CAAC;;;;;CAMJ,MAAc,mBACZ,OACA,SACA,UACA,UAGI,EAAE,EACc;EACpB,MAAM,gBAAgB,MAAM;EAE5B,MAAM,UAAU,KAAK;EACrB,MAAM,kBAAkB,KAAK;EAC7B,MAAM,cAAc,KAAK;EAIzB,MAAM,YAAY,KAAK,KAAK;EAC5B,IAAI,kBAAkB;AAEtB,SAAO,MAAM;AACX,OAAI,KAAK,KAAK,GAAG,aAAa,QAC5B,OAAM,IAAI,kBACR,GAAG,SAAS,2BAA2B,QAAQ,KAC/C,cACD;AAGH,OAAI,QAAQ,QAAQ,QAClB,OAAM,IAAI,gBAAgB,GAAG,SAAS,uBAAuB,cAAc;GAG7E,MAAM,iBAAiB,MAAM,QAAQ,cAAc;AAEnD,OAAI,QAAQ,OACV,OAAM,QAAQ,OAAO,eAAe;AAGtC,OAAI,eAAe,WAAW,YAC5B,QAAO;AAGT,OAAI,eAAe,WAAW,SAC5B,OAAM,IAAI,eACR,GAAG,SAAS,uBAAuB,eAAe,UAClD,eACD;AAGH,SAAM,KAAK,MAAM,iBAAiB,QAAQ,OAAO;AAG/C,qBAAkB,KAAK,IAAI,kBAAkB,KAAK,YAAY;;;CAKpE,AAAO,QAAQ;EAIb,MAAM,OACJ,SACA,UAGI,EAAE,KACqB;AAC3B,UAAO,KAAK,MAAM,kBAAkB,MAAM,KAAK,MAAM,OAAO,QAAQ,EAAE,QAAQ;;EAKhF,QAAQ,OAAO,YAA0B;GACvC,MAAM,WAAW,MAAM,KAAK,OAAO,KAAK,iBAAiB,EACvD,MAAM,SACP,CAAC;AAEF,OAAI,SAAS,MACX,OAAM,IAAI,iBAAiB,KAAK,UAAU,SAAS,MAAM,CAAC;AAG5D,UAAO,SAAS,KAAK;;EAKvB,OAAO,OAAO,UAAkB;GAC9B,MAAM,WAAW,MAAM,KAAK,OAAO,IAAI,4BAA4B,EACjE,QAAQ,EAAE,MAAM,EAAE,QAAQ,OAAO,EAAE,EACpC,CAAC;AAEF,OAAI,SAAS,MACX,OAAM,IAAI,iBAAiB,KAAK,UAAU,SAAS,MAAM,CAAC;AAG5D,UAAO,SAAS;;EAElB,mBAAmB,OACjB,OACA,UASI,EAAE,KACqB;AAC3B,UAAO,KAAK,mBAAkC,OAAO,KAAK,MAAM,OAAO,QAAQ,QAAQ;;EAQzF,eAAe,OACb,SACA,EAAE,cAAc,MAAM,GAAG,YAA0B,EAAE,KACxB;GAC7B,MAAM,YAAY,KAAK;GACvB,MAAM,iBAAiB,KAAK;AAG5B,OAAI,CAAC,MAAM,QAAQ,QAAQ,MAAM,CAC/B,OAAM,IAAI,MAAM,wDAAwD;GAG1E,MAAM,aAAa,QAAQ;GAC3B,MAAM,aAAa,WAAW;GAG9B,MAAM,UAA0B,EAAE;AAClC,QAAK,IAAI,IAAI,GAAG,IAAI,YAAY,KAAK,WAAW;IAC9C,MAAM,aAAa,WAAW,MAAM,GAAG,IAAI,UAAU;AACrD,YAAQ,KAAK;KACX,GAAG;KACH,OAAO;KACR,CAAC;;GAIJ,MAAM,aAA8B,EAAE;GACtC,MAAM,SAAsD,EAAE;AAE9D,QAAK,IAAI,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK,gBAAgB;AACvD,QAAI,QAAQ,QAAQ,QAClB,OAAM,IAAI,gBAAgB,8BAA8B;IAI1D,MAAM,gBADa,QAAQ,MAAM,GAAG,IAAI,eAAe,CACtB,IAAI,OAAO,OAAO,eAAe;KAChE,MAAM,aAAa,IAAI;AAEvB,SAAI;MAEF,MAAM,QAAQ,MAAM,KAAK,MAAM,OAAO,MAAM;MAC5C,MAAM,SAAS,MAAM,KAAK,MAAM,kBAAkB,OAAO;OACvD,QAAQ,QAAQ;OAChB,QAAQ,QAAQ,UACX,aAAa,QAAQ,OAAQ,YAAY,SAAS,GACnD;OACL,CAAC;AAEF,UAAI,QAAQ,gBACV,SAAQ,gBAAgB,YAAY,OAAO;AAG7C,aAAO;OAAE;OAAY;OAAQ;cACtB,OAAO;MACd,MAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,MAAM,CAAC;AACrE,aAAO,KAAK;OAAE;OAAY,OAAO;OAAK,CAAC;AAEvC,UAAI,YACF,OAAM,IAAI,gBACR,SAAS,WAAW,qCACpB,QACA,WACD;AAGH,aAAO;OAAE;OAAY,QAAQ;OAAM;;MAErC;IAEF,MAAM,eAAe,MAAM,QAAQ,IAAI,cAAc;AAGrD,SAAK,MAAM,EAAE,YAAY,aACvB,KAAI,OACF,YAAW,KAAK,OAAO;;AAM7B,OAAI,OAAO,SAAS,EAClB,OAAM,IAAI,gBACR,GAAG,OAAO,OAAO,2BAA2B,QAAQ,OAAO,SAC3D,QACA,WACD;AAGH,UAAO;;EAEV;CAED,WAAW;EAIT,QAAQ,OACN,SACA,UAGI,EAAE,KACwB;AAC9B,UAAO,KAAK,SAAS,kBAAkB,MAAM,KAAK,SAAS,OAAO,QAAQ,EAAE,QAAQ;;EAOtF,QAAQ,OAAO,YAA6B;GAC1C,MAAM,WAAW,MAAM,KAAK,OAAO,KAAK,oBAAoB,EAC1D,MAAM,SACP,CAAC;AAEF,OAAI,SAAS,MACX,OAAM,IAAI,iBAAiB,KAAK,UAAU,SAAS,MAAM,CAAC;AAG5D,UAAO,SAAS,KAAK;;EAMvB,OAAO,OAAO,UAAkB;GAC9B,MAAM,WAAW,MAAM,KAAK,OAAO,IAAI,+BAA+B,EACpE,QAAQ,EAAE,MAAM,EAAE,QAAQ,OAAO,EAAE,EACpC,CAAC;AAEF,OAAI,SAAS,MACX,OAAM,IAAI,iBAAiB,KAAK,UAAU,SAAS,MAAM,CAAC;AAG5D,UAAO,SAAS;;EAMlB,mBAAmB,OACjB,OACA,UAGI,EAAE,KACwB;AAC9B,UAAO,KAAK,mBACV,OACA,KAAK,SAAS,OACd,UACA,QACD;;EAEJ;CAED,AAAQ,MAAM,IAAY,QAAqC;AAC7D,SAAO,IAAI,SAAS,SAAS,WAAW;GACtC,MAAM,UAAU,WAAW,SAAS,GAAG;AAEvC,OAAI,QAAQ;IACV,MAAM,gBAAgB;AACpB,kBAAa,QAAQ;AACrB,YAAO,IAAI,gBAAgB,oBAAoB,CAAC;;AAGlD,QAAI,OAAO,SAAS;AAClB,kBAAa,QAAQ;AACrB,YAAO,IAAI,gBAAgB,oBAAoB,CAAC;AAChD;;AAGF,WAAO,iBAAiB,SAAS,SAAS,EAAE,MAAM,MAAM,CAAC;;IAE3D"}
1
+ {"version":3,"file":"pipe0.mjs","names":[],"sources":["../src/pipe0.ts"],"sourcesContent":["import createFetchClient, { type Client } from \"openapi-fetch\";\nimport type { paths } from \"./generated/openapi.types.js\";\n\nexport type PipesRequest =\n paths[\"/v1/pipes/run\"][\"post\"][\"requestBody\"][\"content\"][\"application/json\"];\nexport type PipesResponse =\n paths[\"/v1/pipes/check/{run_id}\"][\"get\"][\"responses\"][\"200\"][\"content\"][\"application/json\"];\n\nexport type SearchesRequest =\n paths[\"/v1/searches/run\"][\"post\"][\"requestBody\"][\"content\"][\"application/json\"];\nexport type SearchesResponse =\n paths[\"/v1/searches/check/{run_id}\"][\"get\"][\"responses\"][\"200\"][\"content\"][\"application/json\"];\n\nexport type SearchRequest =\n paths[\"/v1/search/run\"][\"post\"][\"requestBody\"][\"content\"][\"application/json\"];\nexport type SearchResponse =\n paths[\"/v1/search/check/{run_id}\"][\"get\"][\"responses\"][\"200\"][\"content\"][\"application/json\"];\n\nexport class Pipe0TimeoutError extends Error {\n constructor(\n message: string,\n public readonly runId?: string,\n ) {\n super(message);\n this.name = \"Pipe0TimeoutError\";\n this.runId = runId;\n }\n}\n\nexport class Pipe0AbortError extends Error {\n constructor(\n message: string,\n public readonly runId?: string,\n ) {\n super(message);\n this.name = \"Pipe0AbortError\";\n this.runId = runId;\n }\n}\n\nexport class Pipe0BatchError extends Error {\n constructor(\n message: string,\n public readonly errors: Array<{ batchIndex: number; error: Error }>,\n public readonly successfulBatches: PipesResponse[],\n ) {\n super(message);\n this.name = \"Pipe0BatchError\";\n this.errors = errors;\n this.successfulBatches = successfulBatches;\n }\n}\n\nexport class Pipe0TaskError extends Error {\n constructor(\n message: string,\n public readonly responseBody?: unknown,\n ) {\n super(message);\n this.name = \"Pipe0TaskError\";\n this.responseBody = responseBody;\n }\n}\n\nexport class Pipe0ServerError extends Error {\n constructor(message: string) {\n super(message);\n this.name = \"Pipe0ServerError\";\n }\n}\n\nexport interface BatchOptions {\n /**\n * Callback invoked on each poll for any batch\n */\n onPoll?: (_batchIndex: number, _response: PipesResponse) => void;\n /**\n * Callback invoked when each batch completes\n */\n onBatchComplete?: (_batchIndex: number, _result: PipesResponse) => void;\n /**\n * Whether to stop all batches if one fails\n * @default true\n */\n stopOnError?: boolean;\n /**\n * AbortSignal to cancel all batch operations\n */\n signal?: AbortSignal;\n}\n\nexport interface Pipe0Options {\n apiKey?: string;\n baseUrl?: string;\n credentials?: RequestInit[\"credentials\"];\n /**\n * Default timeout for polling operations in milliseconds\n * @default 900000 (15 minutes)\n */\n pollingTimeoutMs?: number;\n /**\n * Default polling interval in milliseconds\n * @default 1000 (1 second)\n */\n minPollingIntervalMs?: number;\n /**\n * Maximum polling interval in milliseconds (for exponential backoff)\n * @default 3000 (3 seconds)\n */\n maxPollingIntervalMs?: number;\n /**\n * Default batch size for large payloads\n * @default 100\n */\n defaultBatchSize?: number;\n /**\n * Maximum number of concurrent batch requests\n * @default 5\n */\n maxConcurrentBatches?: number;\n}\n\n// Utility type for any possible API response data shape\ntype Pipe0TaskStatusResponse = PipesResponse | SearchResponse;\n\nexport class Pipe0 {\n public client: Client<paths, `${string}/${string}`>;\n private apiKey?: string;\n\n private pollingTimeoutMs: number;\n private minPollingIntervalMs: number;\n private maxPollingIntervalMs: number;\n private defaultBatchSize: number;\n private maxConcurrentBatches: number;\n\n constructor(options: Pipe0Options = {}) {\n // eslint-disable-next-line turbo/no-undeclared-env-vars\n const envApiKey = typeof process !== \"undefined\" ? process.env?.PIPE0_API_KEY : undefined;\n this.apiKey = options.apiKey ?? envApiKey;\n\n this.pollingTimeoutMs = options.pollingTimeoutMs ?? 900000;\n this.minPollingIntervalMs = options.minPollingIntervalMs ?? 1000;\n this.maxPollingIntervalMs = options.maxPollingIntervalMs ?? this.minPollingIntervalMs * 3;\n this.defaultBatchSize = options.defaultBatchSize ?? 100;\n this.maxConcurrentBatches = options.maxConcurrentBatches ?? 5;\n\n const headers: Record<string, string> = {};\n\n if (this.apiKey) {\n headers.Authorization = `Bearer ${this.apiKey}`;\n }\n\n this.client = createFetchClient<paths>({\n baseUrl: options.baseUrl ?? \"https://api.pipe0.com\",\n credentials: options.credentials\n ? options.credentials\n : options.baseUrl\n ? \"same-origin\"\n : \"include\",\n headers,\n });\n }\n\n /**\n * Centralized logic to poll until a task completes, fails, or times out.\n */\n private async _pollUntilComplete<TResponse extends Pipe0TaskStatusResponse>(\n runId: string | Promise<string>,\n checkFn: (_id: string) => Promise<TResponse>,\n taskType: \"Pipe\" | \"Search\",\n options: {\n onPoll?: (_response: TResponse) => unknown;\n signal?: AbortSignal;\n } = {},\n ): Promise<TResponse> {\n const resolvedRunId = await runId;\n\n const timeout = this.pollingTimeoutMs;\n const initialInterval = this.minPollingIntervalMs;\n const maxInterval = this.maxPollingIntervalMs;\n // We can hardcode backoff for simplicity since it's the only logic\n const useBackoff = true;\n\n const startTime = Date.now();\n let currentInterval = initialInterval;\n\n while (true) {\n if (Date.now() - startTime >= timeout) {\n throw new Pipe0TimeoutError(\n `${taskType} polling timed out after ${timeout}ms`,\n resolvedRunId,\n );\n }\n\n if (options.signal?.aborted) {\n throw new Pipe0AbortError(`${taskType} polling was aborted`, resolvedRunId);\n }\n\n const polledResponse = await checkFn(resolvedRunId);\n\n if (options.onPoll) {\n await options.onPoll(polledResponse);\n }\n\n if (polledResponse.status === \"completed\") {\n return polledResponse;\n }\n\n if (polledResponse.status === \"failed\") {\n throw new Pipe0TaskError(\n `${taskType} failed with status: ${polledResponse.status}`,\n polledResponse,\n );\n }\n\n await this.sleep(currentInterval, options.signal);\n\n if (useBackoff) {\n currentInterval = Math.min(currentInterval * 1.1, maxInterval);\n }\n }\n }\n\n public pipes = {\n /**\n * Create and immediately wait for completion (convenience method)\n */\n pipe: async (\n payload: PipesRequest,\n options: {\n onPoll?: (_response: PipesResponse) => unknown;\n signal?: AbortSignal;\n } = {},\n ): Promise<PipesResponse> => {\n return this.pipes.waitUntilComplete(await this.pipes.create(payload), options);\n },\n /**\n * Create a pipes task but don't want for it. Use this method if you want to fire and forget.\n */\n create: async (payload: PipesRequest) => {\n const response = await this.client.POST(\"/v1/pipes/run\", {\n body: payload,\n });\n\n if (response.error) {\n throw new Pipe0ServerError(JSON.stringify(response.error));\n }\n\n return response.data.id;\n },\n /**\n * Check the status of a pipes task manually.\n */\n check: async (runId: string) => {\n const response = await this.client.GET(\"/v1/pipes/check/{run_id}\", {\n params: { path: { run_id: runId } },\n });\n\n if (response.error) {\n throw new Pipe0ServerError(JSON.stringify(response.error));\n }\n\n return response.data;\n },\n waitUntilComplete: async (\n runId: string | Promise<string>,\n options: {\n /**\n * Callback invoked on each poll with the current status\n */\n onPoll?: (_response: PipesResponse) => unknown;\n /**\n * AbortSignal to cancel the polling operation\n */\n signal?: AbortSignal;\n } = {},\n ): Promise<PipesResponse> => {\n return this._pollUntilComplete<PipesResponse>(runId, this.pipes.check, \"Pipe\", options);\n },\n /**\n * Process a large payload by batching the input array\n * @param payload - The pipe request payload with a large input array\n * @param options - Batching options\n * @returns Array of completed batch responses\n */\n pipeInBatches: async (\n payload: PipesRequest,\n { stopOnError = true, ...options }: BatchOptions = {},\n ): Promise<PipesResponse[]> => {\n const batchSize = this.defaultBatchSize;\n const maxConcurrency = this.maxConcurrentBatches;\n\n // Extract and validate input array\n if (!Array.isArray(payload.input)) {\n throw new Error(\"payload.input must be an array for batched operations\");\n }\n\n const inputArray = payload.input;\n const totalItems = inputArray.length;\n\n // Create batches\n const batches: PipesRequest[] = [];\n for (let i = 0; i < totalItems; i += batchSize) {\n const batchInput = inputArray.slice(i, i + batchSize);\n batches.push({\n ...payload,\n input: batchInput,\n });\n }\n\n // Process batches with concurrency control\n const resultsArr: PipesResponse[] = [];\n const errors: Array<{ batchIndex: number; error: Error }> = [];\n\n for (let i = 0; i < batches.length; i += maxConcurrency) {\n if (options.signal?.aborted) {\n throw new Pipe0AbortError(\"Batch operation was aborted\");\n }\n\n const batchGroup = batches.slice(i, i + maxConcurrency);\n const batchPromises = batchGroup.map(async (batch, groupIndex) => {\n const batchIndex = i + groupIndex;\n\n try {\n // Create and wait for batch\n const runId = await this.pipes.create(batch);\n const result = await this.pipes.waitUntilComplete(runId, {\n signal: options.signal,\n onPoll: options.onPoll\n ? (response) => options.onPoll!(batchIndex, response)\n : undefined,\n });\n\n if (options.onBatchComplete) {\n options.onBatchComplete(batchIndex, result);\n }\n\n return { batchIndex, result };\n } catch (error) {\n const err = error instanceof Error ? error : new Error(String(error));\n errors.push({ batchIndex, error: err });\n\n if (stopOnError) {\n throw new Pipe0BatchError(\n `Batch ${batchIndex} failed and stopOnError is enabled`,\n errors,\n resultsArr,\n );\n }\n\n return { batchIndex, result: null };\n }\n });\n\n const batchResults = await Promise.all(batchPromises);\n\n // Collect results in order\n for (const { result } of batchResults) {\n if (result) {\n resultsArr.push(result);\n }\n }\n }\n\n // If any errors occurred and stopOnError wasn't enabled, throw at the end\n if (errors.length > 0) {\n throw new Pipe0BatchError(\n `${errors.length} batch(es) failed out of ${batches.length} total`,\n errors,\n resultsArr,\n );\n }\n\n return resultsArr;\n },\n };\n\n searches = {\n /**\n * Create and immediately wait for completion (convenience method)\n */\n search: async (\n payload: SearchRequest,\n options: {\n onPoll?: (_response: SearchResponse) => unknown;\n signal?: AbortSignal;\n } = {},\n ): Promise<SearchResponse> => {\n return this.searches.waitUntilComplete(await this.searches.create(payload), options);\n },\n\n /**\n * Create a searches task but don't wait for it.\n * Use this if you want fire and forget.\n */\n create: async (payload: SearchRequest) => {\n const response = await this.client.POST(\"/v1/search/run\", {\n body: payload,\n });\n\n if (response.error) {\n throw new Pipe0ServerError(JSON.stringify(response.error));\n }\n\n return response.data.id;\n },\n\n /**\n * Check the status of a search task manually.\n */\n check: async (runId: string) => {\n const response = await this.client.GET(\"/v1/search/check/{run_id}\", {\n params: { path: { run_id: runId } },\n });\n\n if (response.error) {\n throw new Pipe0ServerError(JSON.stringify(response.error));\n }\n\n return response.data;\n },\n\n /**\n * Poll until the search completes or fails.\n */\n waitUntilComplete: async (\n runId: string | Promise<string>,\n options: {\n onPoll?: (_response: SearchResponse) => unknown;\n signal?: AbortSignal;\n } = {},\n ): Promise<SearchResponse> => {\n return this._pollUntilComplete<SearchResponse>(runId, this.searches.check, \"Search\", options);\n },\n };\n\n private sleep(ms: number, signal?: AbortSignal): Promise<void> {\n return new Promise((resolve, reject) => {\n const timeout = setTimeout(resolve, ms);\n\n if (signal) {\n const onAbort = () => {\n clearTimeout(timeout);\n reject(new Pipe0AbortError(\"Sleep was aborted\"));\n };\n\n if (signal.aborted) {\n clearTimeout(timeout);\n reject(new Pipe0AbortError(\"Sleep was aborted\"));\n return;\n }\n\n signal.addEventListener(\"abort\", onAbort, { once: true });\n }\n });\n }\n}\n\nfunction test() {\n const piper = new Pipe0({ apiKey: \"\" });\n\n piper.searches.search({\n search: {\n search_id: \"companies:profiles:amplemarket@2\",\n config: {\n filters: { hq_locations: { include: [\"sldjkf\"] } },\n },\n },\n });\n\n piper.searches.search({\n search: {\n search_id: \"people:profiles:crustdata@2\",\n config: {\n filters: {\n current_employer_domains: {\n include: [\"google.com\", \"microsoft.com\"],\n },\n },\n },\n },\n });\n}\n"],"mappings":";;;AAkBA,IAAa,oBAAb,cAAuC,MAAM;CAC3C,YACE,SACA,AAAgB,OAChB;AACA,QAAM,QAAQ;EAFE;AAGhB,OAAK,OAAO;AACZ,OAAK,QAAQ;;;AAIjB,IAAa,kBAAb,cAAqC,MAAM;CACzC,YACE,SACA,AAAgB,OAChB;AACA,QAAM,QAAQ;EAFE;AAGhB,OAAK,OAAO;AACZ,OAAK,QAAQ;;;AAIjB,IAAa,kBAAb,cAAqC,MAAM;CACzC,YACE,SACA,AAAgB,QAChB,AAAgB,mBAChB;AACA,QAAM,QAAQ;EAHE;EACA;AAGhB,OAAK,OAAO;AACZ,OAAK,SAAS;AACd,OAAK,oBAAoB;;;AAI7B,IAAa,iBAAb,cAAoC,MAAM;CACxC,YACE,SACA,AAAgB,cAChB;AACA,QAAM,QAAQ;EAFE;AAGhB,OAAK,OAAO;AACZ,OAAK,eAAe;;;AAIxB,IAAa,mBAAb,cAAsC,MAAM;CAC1C,YAAY,SAAiB;AAC3B,QAAM,QAAQ;AACd,OAAK,OAAO;;;AA0DhB,IAAa,QAAb,MAAmB;CACjB,AAAO;CACP,AAAQ;CAER,AAAQ;CACR,AAAQ;CACR,AAAQ;CACR,AAAQ;CACR,AAAQ;CAER,YAAY,UAAwB,EAAE,EAAE;EAEtC,MAAM,YAAY,OAAO,YAAY,cAAc,QAAQ,KAAK,gBAAgB;AAChF,OAAK,SAAS,QAAQ,UAAU;AAEhC,OAAK,mBAAmB,QAAQ,oBAAoB;AACpD,OAAK,uBAAuB,QAAQ,wBAAwB;AAC5D,OAAK,uBAAuB,QAAQ,wBAAwB,KAAK,uBAAuB;AACxF,OAAK,mBAAmB,QAAQ,oBAAoB;AACpD,OAAK,uBAAuB,QAAQ,wBAAwB;EAE5D,MAAM,UAAkC,EAAE;AAE1C,MAAI,KAAK,OACP,SAAQ,gBAAgB,UAAU,KAAK;AAGzC,OAAK,SAAS,kBAAyB;GACrC,SAAS,QAAQ,WAAW;GAC5B,aAAa,QAAQ,cACjB,QAAQ,cACR,QAAQ,UACN,gBACA;GACN;GACD,CAAC;;;;;CAMJ,MAAc,mBACZ,OACA,SACA,UACA,UAGI,EAAE,EACc;EACpB,MAAM,gBAAgB,MAAM;EAE5B,MAAM,UAAU,KAAK;EACrB,MAAM,kBAAkB,KAAK;EAC7B,MAAM,cAAc,KAAK;EAIzB,MAAM,YAAY,KAAK,KAAK;EAC5B,IAAI,kBAAkB;AAEtB,SAAO,MAAM;AACX,OAAI,KAAK,KAAK,GAAG,aAAa,QAC5B,OAAM,IAAI,kBACR,GAAG,SAAS,2BAA2B,QAAQ,KAC/C,cACD;AAGH,OAAI,QAAQ,QAAQ,QAClB,OAAM,IAAI,gBAAgB,GAAG,SAAS,uBAAuB,cAAc;GAG7E,MAAM,iBAAiB,MAAM,QAAQ,cAAc;AAEnD,OAAI,QAAQ,OACV,OAAM,QAAQ,OAAO,eAAe;AAGtC,OAAI,eAAe,WAAW,YAC5B,QAAO;AAGT,OAAI,eAAe,WAAW,SAC5B,OAAM,IAAI,eACR,GAAG,SAAS,uBAAuB,eAAe,UAClD,eACD;AAGH,SAAM,KAAK,MAAM,iBAAiB,QAAQ,OAAO;AAG/C,qBAAkB,KAAK,IAAI,kBAAkB,KAAK,YAAY;;;CAKpE,AAAO,QAAQ;EAIb,MAAM,OACJ,SACA,UAGI,EAAE,KACqB;AAC3B,UAAO,KAAK,MAAM,kBAAkB,MAAM,KAAK,MAAM,OAAO,QAAQ,EAAE,QAAQ;;EAKhF,QAAQ,OAAO,YAA0B;GACvC,MAAM,WAAW,MAAM,KAAK,OAAO,KAAK,iBAAiB,EACvD,MAAM,SACP,CAAC;AAEF,OAAI,SAAS,MACX,OAAM,IAAI,iBAAiB,KAAK,UAAU,SAAS,MAAM,CAAC;AAG5D,UAAO,SAAS,KAAK;;EAKvB,OAAO,OAAO,UAAkB;GAC9B,MAAM,WAAW,MAAM,KAAK,OAAO,IAAI,4BAA4B,EACjE,QAAQ,EAAE,MAAM,EAAE,QAAQ,OAAO,EAAE,EACpC,CAAC;AAEF,OAAI,SAAS,MACX,OAAM,IAAI,iBAAiB,KAAK,UAAU,SAAS,MAAM,CAAC;AAG5D,UAAO,SAAS;;EAElB,mBAAmB,OACjB,OACA,UASI,EAAE,KACqB;AAC3B,UAAO,KAAK,mBAAkC,OAAO,KAAK,MAAM,OAAO,QAAQ,QAAQ;;EAQzF,eAAe,OACb,SACA,EAAE,cAAc,MAAM,GAAG,YAA0B,EAAE,KACxB;GAC7B,MAAM,YAAY,KAAK;GACvB,MAAM,iBAAiB,KAAK;AAG5B,OAAI,CAAC,MAAM,QAAQ,QAAQ,MAAM,CAC/B,OAAM,IAAI,MAAM,wDAAwD;GAG1E,MAAM,aAAa,QAAQ;GAC3B,MAAM,aAAa,WAAW;GAG9B,MAAM,UAA0B,EAAE;AAClC,QAAK,IAAI,IAAI,GAAG,IAAI,YAAY,KAAK,WAAW;IAC9C,MAAM,aAAa,WAAW,MAAM,GAAG,IAAI,UAAU;AACrD,YAAQ,KAAK;KACX,GAAG;KACH,OAAO;KACR,CAAC;;GAIJ,MAAM,aAA8B,EAAE;GACtC,MAAM,SAAsD,EAAE;AAE9D,QAAK,IAAI,IAAI,GAAG,IAAI,QAAQ,QAAQ,KAAK,gBAAgB;AACvD,QAAI,QAAQ,QAAQ,QAClB,OAAM,IAAI,gBAAgB,8BAA8B;IAI1D,MAAM,gBADa,QAAQ,MAAM,GAAG,IAAI,eAAe,CACtB,IAAI,OAAO,OAAO,eAAe;KAChE,MAAM,aAAa,IAAI;AAEvB,SAAI;MAEF,MAAM,QAAQ,MAAM,KAAK,MAAM,OAAO,MAAM;MAC5C,MAAM,SAAS,MAAM,KAAK,MAAM,kBAAkB,OAAO;OACvD,QAAQ,QAAQ;OAChB,QAAQ,QAAQ,UACX,aAAa,QAAQ,OAAQ,YAAY,SAAS,GACnD;OACL,CAAC;AAEF,UAAI,QAAQ,gBACV,SAAQ,gBAAgB,YAAY,OAAO;AAG7C,aAAO;OAAE;OAAY;OAAQ;cACtB,OAAO;MACd,MAAM,MAAM,iBAAiB,QAAQ,QAAQ,IAAI,MAAM,OAAO,MAAM,CAAC;AACrE,aAAO,KAAK;OAAE;OAAY,OAAO;OAAK,CAAC;AAEvC,UAAI,YACF,OAAM,IAAI,gBACR,SAAS,WAAW,qCACpB,QACA,WACD;AAGH,aAAO;OAAE;OAAY,QAAQ;OAAM;;MAErC;IAEF,MAAM,eAAe,MAAM,QAAQ,IAAI,cAAc;AAGrD,SAAK,MAAM,EAAE,YAAY,aACvB,KAAI,OACF,YAAW,KAAK,OAAO;;AAM7B,OAAI,OAAO,SAAS,EAClB,OAAM,IAAI,gBACR,GAAG,OAAO,OAAO,2BAA2B,QAAQ,OAAO,SAC3D,QACA,WACD;AAGH,UAAO;;EAEV;CAED,WAAW;EAIT,QAAQ,OACN,SACA,UAGI,EAAE,KACsB;AAC5B,UAAO,KAAK,SAAS,kBAAkB,MAAM,KAAK,SAAS,OAAO,QAAQ,EAAE,QAAQ;;EAOtF,QAAQ,OAAO,YAA2B;GACxC,MAAM,WAAW,MAAM,KAAK,OAAO,KAAK,kBAAkB,EACxD,MAAM,SACP,CAAC;AAEF,OAAI,SAAS,MACX,OAAM,IAAI,iBAAiB,KAAK,UAAU,SAAS,MAAM,CAAC;AAG5D,UAAO,SAAS,KAAK;;EAMvB,OAAO,OAAO,UAAkB;GAC9B,MAAM,WAAW,MAAM,KAAK,OAAO,IAAI,6BAA6B,EAClE,QAAQ,EAAE,MAAM,EAAE,QAAQ,OAAO,EAAE,EACpC,CAAC;AAEF,OAAI,SAAS,MACX,OAAM,IAAI,iBAAiB,KAAK,UAAU,SAAS,MAAM,CAAC;AAG5D,UAAO,SAAS;;EAMlB,mBAAmB,OACjB,OACA,UAGI,EAAE,KACsB;AAC5B,UAAO,KAAK,mBAAmC,OAAO,KAAK,SAAS,OAAO,UAAU,QAAQ;;EAEhG;CAED,AAAQ,MAAM,IAAY,QAAqC;AAC7D,SAAO,IAAI,SAAS,SAAS,WAAW;GACtC,MAAM,UAAU,WAAW,SAAS,GAAG;AAEvC,OAAI,QAAQ;IACV,MAAM,gBAAgB;AACpB,kBAAa,QAAQ;AACrB,YAAO,IAAI,gBAAgB,oBAAoB,CAAC;;AAGlD,QAAI,OAAO,SAAS;AAClB,kBAAa,QAAQ;AACrB,YAAO,IAAI,gBAAgB,oBAAoB,CAAC;AAChD;;AAGF,WAAO,iBAAiB,SAAS,SAAS,EAAE,MAAM,MAAM,CAAC;;IAE3D"}
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "@pipe0/client",
3
- "version": "0.0.39",
3
+ "version": "0.0.40",
4
4
  "license": "MIT",
5
5
  "private": false,
6
6
  "type": "module",