@oomol-lab/open-connector 1.9.0 → 1.9.2

package/src/providers/contextdev/executors.js

@@ -0,0 +1,109 @@
+import { optionalRecord, optionalString, optionalNumber } from "../../core/cast.js";
+import { requiredResponseRecord, requiredInputString, isAbortLikeError, runProviderRequest, ProviderRequestError, providerInputError, defineApiKeyProviderExecutors, defineProviderProxy, } from "../provider-runtime.js";
+import { contextdevActions } from "./actions.js";
+import { contextdevEndpointByName } from "./actions.js";
+import { downloadParseFile, storeScrapeFiles } from "./files.js";
+const baseUrl = "https://api.context.dev/v1";
+function requestTimeout(endpoint, input) {
+    const timeout = optionalNumber(optionalRecord(input.timeoutOpts)?.milliseconds);
+    if (timeout !== undefined)
+        return timeout + 10000;
+    if (endpoint.path.startsWith("/web/") ||
+        endpoint.path === "/parse" ||
+        endpoint.path === "/brand/retrieve" ||
+        endpoint.path === "/people/enrich" ||
+        endpoint.path === "/company/search" ||
+        endpoint.path === "/utility/prefetch") {
+        return 310000;
+    }
+    return undefined;
+}
+async function request(endpoint, input, apiKey, fetcher, validating = false, transitFiles, parentSignal) {
+    const body = { ...input };
+    let path = endpoint.path;
+    for (const key of endpoint.pathKeys) {
+        const value = requiredInputString(body[key], key);
+        if (value === "." || value === "..")
+            throw providerInputError(`Invalid ${key}`);
+        path = path.replace(`{${key}}`, encodeURIComponent(value));
+        delete body[key];
+    }
+    const url = new URL(`${baseUrl}${path}`);
+    for (const key of endpoint.queryKeys) {
+        const value = body[key];
+        if (value !== undefined && value !== null)
+            url.searchParams.set(key, Array.isArray(value) ? value.join(",") : typeof value === "object" ? JSON.stringify(value) : String(value));
+        delete body[key];
+    }
+    const headers = new Headers({ authorization: `Bearer ${apiKey}`, accept: "application/json" });
+    for (const [key, header] of Object.entries(endpoint.headerKeys)) {
+        if (body[key] !== undefined)
+            headers.set(header, String(body[key]));
+        delete body[key];
+    }
+    const hasBody = endpoint.method === "POST" || endpoint.method === "PATCH";
+    if (hasBody)
+        headers.set("content-type", "application/json");
+    if (endpoint.name === "scrape_web" &&
+        (optionalRecord(body.formats)?.screenshot || optionalRecord(body.formats)?.bytes) &&
+        !transitFiles)
+        throw new ProviderRequestError(500, "Context.dev binary outputs require file transit and execution context", undefined, "provider_error");
+    return runProviderRequest({ label: "Context.dev", timeoutMs: requestTimeout(endpoint, input), signal: parentSignal }, async (signal) => {
+        let requestBody = hasBody ? JSON.stringify(body) : undefined;
+        if (endpoint.name === "parse_file") {
+            requestBody = new Uint8Array(await downloadParseFile(requiredInputString(body.fileUrl, "fileUrl"), fetcher, signal));
+            headers.set("content-type", "application/octet-stream");
+        }
+        const response = await fetcher(url, {
+            method: endpoint.method,
+            headers,
+            body: requestBody,
+            signal,
+        });
+        const payload = await response.json().catch((error) => {
+            if (isAbortLikeError(error))
+                throw error;
+            return undefined;
+        });
+        if (!response.ok) {
+            const error = optionalRecord(payload);
+            const code = optionalString(error?.error_code);
+            const invalidKey = response.status === 401 && (code === "NOT_FOUND" || code === "DISABLED");
+            const detail = code ? `: ${code.replaceAll(apiKey, "[REDACTED]")}` : "";
+            throw new ProviderRequestError(invalidKey && validating ? 400 : response.status, `Context.dev request failed (${response.status})${detail}`, undefined, invalidKey ? (validating ? "invalid_input" : "authorization_failed") : "provider_error");
+        }
+        const result = requiredResponseRecord(payload, "Context.dev response");
+        if (endpoint.name === "scrape_web")
+            return storeScrapeFiles(result, transitFiles);
+        if (endpoint.name === "get_batch_results" && Array.isArray(result.data)) {
+            for (const item of result.data) {
+                const scrape = optionalRecord(optionalRecord(item)?.result);
+                if (scrape)
+                    await storeScrapeFiles(scrape, transitFiles);
+            }
+        }
+        return result;
+    });
+}
+async function execute(actionName, values, context) {
+    const { apiKey, fetcher } = context;
+    const endpoint = contextdevEndpointByName.get(actionName);
+    if (!endpoint)
+        throw providerInputError(`Unknown Context.dev action: ${actionName}`);
+    return request(endpoint, values, apiKey, fetcher, false, context.transitFiles, context.signal);
+}
+export const credentialValidators = {
+    async apiKey(input, { fetcher, signal }) {
+        await request(contextdevEndpointByName.get("get_usage"), {}, input.apiKey, fetcher, true, undefined, signal);
+        return { profile: { displayName: "Context.dev API Key" }, grantedScopes: [], metadata: {} };
+    },
+};
+export const executors = defineApiKeyProviderExecutors("contextdev", Object.fromEntries(contextdevActions.map((action) => [action.name, (values, context) => execute(action.name, values, context)])));
+export const proxy = defineProviderProxy({
+    service: "contextdev",
+    baseUrl: baseUrl,
+    auth: { type: "api_key_authorization", prefix: "Bearer " },
+    customizeRequest({ headers }) {
+        headers.set("accept", "application/json");
+    },
+});

package/src/providers/contextdev/files.d.ts

@@ -0,0 +1,3 @@
+import type { TransitFileWriter } from "../../core/types.ts";
+export declare function downloadParseFile(fileUrl: string, fetcher: typeof fetch, signal?: AbortSignal): Promise<Uint8Array>;
+export declare function storeScrapeFiles(payload: Record<string, unknown>, transitFiles?: TransitFileWriter): Promise<Record<string, unknown>>;

package/src/providers/contextdev/files.js

@@ -0,0 +1,49 @@
+import { optionalRecord, optionalString } from "../../core/cast.js";
+import { downloadUploadSource, requiredResponseRecord, ProviderRequestError, providerResponseError, providerInputError, } from "../provider-runtime.js";
+export async function downloadParseFile(fileUrl, fetcher, signal) {
+    const file = await downloadUploadSource({
+        url: fileUrl,
+        fetcher,
+        signal,
+        fieldName: "fileUrl",
+        maximumBytes: 50 * 1024 * 1024,
+    });
+    if (!file.bytes.length)
+        throw providerInputError("fileUrl returned an empty file");
+    return file.bytes;
+}
+export async function storeScrapeFiles(payload, transitFiles) {
+    for (const kind of ["screenshot", "bytes"]) {
+        const output = optionalRecord(payload[kind]);
+        if (output?.success !== true)
+            continue;
+        if (!transitFiles)
+            throw new ProviderRequestError(500, "Context.dev binary outputs require file transit and execution context", undefined, "provider_error");
+        let encoded;
+        let mimeType;
+        let original = {};
+        if (kind === "screenshot") {
+            const data = optionalString(output.data);
+            const separator = data?.indexOf(";base64,") ?? -1;
+            if (data?.startsWith("data:image/") && separator > 0) {
+                mimeType = data.slice(5, separator);
+                encoded = data.slice(separator + 8);
+            }
+        }
+        else {
+            original = requiredResponseRecord(output.data, "Context.dev bytes data");
+            encoded = optionalString(original.base64);
+            mimeType = optionalString(original.contentType);
+        }
+        if (encoded === undefined || !mimeType)
+            throw providerResponseError(`Invalid Context.dev ${kind} data`);
+        const bytes = Buffer.from(encoded, "base64");
+        if (bytes.toString("base64").replaceAll("=", "") !== encoded.replaceAll("=", ""))
+            throw providerResponseError(`Invalid Context.dev ${kind} base64`);
+        const extension = kind === "screenshot" && ["image/png", "image/jpeg", "image/webp"].includes(mimeType) ? mimeType.slice(6) : "bin";
+        const file = await transitFiles.create(new File([bytes], `contextdev-${kind}.${extension}`, { type: mimeType }));
+        const { base64: _base64, ...metadata } = original;
+        output.data = { ...metadata, url: file.downloadUrl, mimeType };
+    }
+    return payload;
+}

package/src/providers/contextdev/input-schemas.d.ts

@@ -0,0 +1,49 @@
+import type { JsonSchema } from "../../core/types.ts";
+export declare const submit_feedbackInputSchema: JsonSchema;
+export declare const list_logsInputSchema: JsonSchema;
+export declare const get_logInputSchema: JsonSchema;
+export declare const list_profilesInputSchema: JsonSchema;
+export declare const get_usageInputSchema: JsonSchema;
+export declare const get_usage_historyInputSchema: JsonSchema;
+export declare const list_webhook_deliveriesInputSchema: JsonSchema;
+export declare const get_webhook_deliveryInputSchema: JsonSchema;
+export declare const list_webhook_delivery_attemptsInputSchema: JsonSchema;
+export declare const retry_webhook_deliveryInputSchema: JsonSchema;
+export declare const scrape_webInputSchema: JsonSchema;
+export declare const search_newsInputSchema: JsonSchema;
+export declare const answer_researchInputSchema: JsonSchema;
+export declare const parse_fileInputSchema: JsonSchema;
+export declare const map_urlsInputSchema: JsonSchema;
+export declare const crawl_websiteInputSchema: JsonSchema;
+export declare const extract_dataInputSchema: JsonSchema;
+export declare const search_webInputSchema: JsonSchema;
+export declare const enrich_personInputSchema: JsonSchema;
+export declare const retrieve_brandInputSchema: JsonSchema;
+export declare const search_brandsInputSchema: JsonSchema;
+export declare const extract_styleguideInputSchema: JsonSchema;
+export declare const extract_fontsInputSchema: JsonSchema;
+export declare const classify_naicsInputSchema: JsonSchema;
+export declare const classify_sicInputSchema: JsonSchema;
+export declare const prefetch_brandInputSchema: JsonSchema;
+export declare const create_monitorInputSchema: JsonSchema;
+export declare const list_monitorsInputSchema: JsonSchema;
+export declare const get_monitorInputSchema: JsonSchema;
+export declare const update_monitorInputSchema: JsonSchema;
+export declare const delete_monitorInputSchema: JsonSchema;
+export declare const list_monitor_runsInputSchema: JsonSchema;
+export declare const get_monitor_runInputSchema: JsonSchema;
+export declare const list_monitor_changesInputSchema: JsonSchema;
+export declare const list_account_runsInputSchema: JsonSchema;
+export declare const list_monitor_credit_usageInputSchema: JsonSchema;
+export declare const get_monitor_limitsInputSchema: JsonSchema;
+export declare const list_changesInputSchema: JsonSchema;
+export declare const get_changeInputSchema: JsonSchema;
+export declare const run_monitor_nowInputSchema: JsonSchema;
+export declare const rotate_monitor_webhook_secretInputSchema: JsonSchema;
+export declare const submit_batchInputSchema: JsonSchema;
+export declare const list_batchesInputSchema: JsonSchema;
+export declare const get_batchInputSchema: JsonSchema;
+export declare const delete_batchInputSchema: JsonSchema;
+export declare const get_batch_resultsInputSchema: JsonSchema;
+export declare const cancel_batchInputSchema: JsonSchema;
+export declare const search_companiesInputSchema: JsonSchema;