@apifuse/provider-sdk 2.1.0-beta.2 → 2.1.0-beta.21

package/src/server/types.ts

@@ -1,5 +1,7 @@
 import { z } from "zod";
 
+import { HttpRetryPreset } from "../types";
+
 export const ConnectionModeSchema = z.enum([
 	"oauth2",
 	"credentials",
@@ -34,6 +36,39 @@ export const ErrorEnvelopeSchema = z.object({
 
 export const OperationSuccessResponseSchema = z.object({
 	data: z.unknown(),
+	meta: z
+		.object({
+			cached: z.boolean().optional(),
+			stale: z.boolean().optional(),
+			cache: z
+				.object({
+					hit: z.boolean(),
+					stale: z.boolean(),
+					keys: z.array(z.string()),
+					source: z.enum(["redis", "memory", "loader", "mixed"]).optional(),
+				})
+				.optional(),
+			retry: z
+				.object({
+					attempts: z.number().int().min(1),
+					retries: z.number().int().min(0),
+					preset: z
+						.enum([
+							HttpRetryPreset.Off,
+							HttpRetryPreset.TransportTransient,
+							HttpRetryPreset.SafeRead,
+							HttpRetryPreset.AggressiveRead,
+							HttpRetryPreset.RateLimitAware,
+						])
+						.optional(),
+					transport: z.enum(["native"]),
+					lastErrorCode: z.string().optional(),
+					lastStatus: z.number().int().optional(),
+				})
+				.optional(),
+		})
+		.passthrough()
+		.optional(),
 });
 
 export const OperationErrorResponseSchema = z.object({
@@ -47,8 +82,10 @@ export const AuthFlowRequestSchema = z.object({
 	externalRef: z.string().optional(),
 	tenantId: z.string().optional(),
 	providerId: z.string().optional(),
+	headers: z.record(z.string(), z.string()).optional(),
 	input: z.record(z.string(), z.unknown()).optional(),
 	context: z.record(z.string(), z.unknown()).optional(),
+	connection: OperationConnectionSchema.optional(),
 });
 
 export const AuthFlowSuccessResponseSchema = z.object({

package/src/stream.ts

@@ -0,0 +1,210 @@
+import type { SseMessage } from "./types";
+
+export interface SseEvent<TData = unknown> {
+	event: string;
+	data: TData;
+	id?: string;
+	retry?: number;
+}
+
+export interface SseErrorData {
+	code: string;
+	message: string;
+	requestId?: string;
+	retryable?: boolean;
+	details?: unknown;
+}
+
+export const APIFUSE_STREAM_ERROR_EVENT = "apifuse.error";
+export const APIFUSE_STREAM_DONE_EVENT = "apifuse.done";
+
+export function event<TData>(
+	eventName: string,
+	data: TData,
+	options: { id?: string; retry?: number } = {},
+): SseEvent<TData> {
+	return {
+		event: eventName,
+		data,
+		...(options.id ? { id: options.id } : {}),
+		...(options.retry !== undefined ? { retry: options.retry } : {}),
+	};
+}
+
+export function error(
+	code: string,
+	message: string,
+	options: Omit<SseErrorData, "code" | "message"> & {
+		id?: string;
+		retry?: number;
+	} = {},
+): SseEvent<SseErrorData> {
+	const { id, retry, ...dataOptions } = options;
+	return event(
+		APIFUSE_STREAM_ERROR_EVENT,
+		{ code, message, ...dataOptions },
+		{ ...(id ? { id } : {}), ...(retry !== undefined ? { retry } : {}) },
+	);
+}
+
+export function done(): SseEvent<Record<string, never>>;
+export function done<TData>(
+	data: TData,
+	options?: { id?: string; retry?: number },
+): SseEvent<TData>;
+export function done<TData>(
+	data?: TData,
+	options: { id?: string; retry?: number } = {},
+): SseEvent<TData | Record<string, never>> {
+	return event(APIFUSE_STREAM_DONE_EVENT, data ?? {}, options);
+}
+
+export function encodeSseEvent(input: SseEvent): string {
+	const lines: string[] = [];
+	if (input.id !== undefined)
+		lines.push(`id: ${sseFieldValue(input.id, "id")}`);
+	if (input.event) lines.push(`event: ${sseFieldValue(input.event, "event")}`);
+	if (input.retry !== undefined) {
+		if (!Number.isInteger(input.retry) || input.retry < 0) {
+			throw new TypeError("SSE retry must be a non-negative integer.");
+		}
+		lines.push(`retry: ${input.retry}`);
+	}
+	const data =
+		typeof input.data === "string" ? input.data : JSON.stringify(input.data);
+	for (const line of data.split(/\r?\n/)) {
+		lines.push(`data: ${line}`);
+	}
+	return `${lines.join("\n")}\n\n`;
+}
+
+function sseFieldValue(value: string, field: "event" | "id"): string {
+	if (/[\r\n]/.test(value)) {
+		throw new TypeError(`SSE ${field} must not contain CR or LF.`);
+	}
+	return value;
+}
+
+export async function* readableBytes(
+	body: ReadableStream<Uint8Array>,
+): AsyncIterable<Uint8Array> {
+	const reader = body.getReader();
+	try {
+		for (;;) {
+			const { value, done } = await reader.read();
+			if (done) return;
+			if (value) yield value;
+		}
+	} finally {
+		reader.releaseLock();
+	}
+}
+
+export async function* readableTextChunks(
+	body: ReadableStream<Uint8Array>,
+): AsyncIterable<string> {
+	const decoder = new TextDecoder();
+	for await (const chunk of readableBytes(body)) {
+		yield decoder.decode(chunk, { stream: true });
+	}
+	const tail = decoder.decode();
+	if (tail) yield tail;
+}
+
+export async function* readableLines(
+	body: ReadableStream<Uint8Array>,
+): AsyncIterable<string> {
+	let buffer = "";
+	for await (const chunk of readableTextChunks(body)) {
+		buffer += chunk;
+		for (;;) {
+			const index = buffer.search(/\r?\n/);
+			if (index < 0) break;
+			const line = buffer.slice(0, index);
+			const newlineLength =
+				buffer[index] === "\r" && buffer[index + 1] === "\n" ? 2 : 1;
+			buffer = buffer.slice(index + newlineLength);
+			yield line;
+		}
+	}
+	if (buffer) yield buffer;
+}
+
+function createSseMessage(
+	eventName: string,
+	data: string,
+	options: { id?: string; retry?: number },
+): SseMessage {
+	return {
+		event: eventName || "message",
+		data,
+		...(options.id !== undefined ? { id: options.id } : {}),
+		...(options.retry !== undefined ? { retry: options.retry } : {}),
+		json<T = unknown>() {
+			return parseJson<T>(data);
+		},
+	};
+}
+
+function parseJson<T>(data: string): T {
+	return JSON.parse(data);
+}
+
+export async function* parseSseStream(
+	body: ReadableStream<Uint8Array>,
+): AsyncIterable<SseMessage> {
+	let eventName = "message";
+	let dataLines: string[] = [];
+	let id: string | undefined;
+	let retry: number | undefined;
+
+	const dispatch = function* () {
+		if (dataLines.length === 0 && id === undefined && retry === undefined) {
+			return;
+		}
+		yield createSseMessage(eventName, dataLines.join("\n"), { id, retry });
+		eventName = "message";
+		dataLines = [];
+		retry = undefined;
+	};
+
+	for await (const line of readableLines(body)) {
+		if (line === "") {
+			yield* dispatch();
+			continue;
+		}
+		if (line.startsWith(":")) continue;
+		const separator = line.indexOf(":");
+		const field = separator < 0 ? line : line.slice(0, separator);
+		const rawValue = separator < 0 ? "" : line.slice(separator + 1);
+		const value = rawValue.startsWith(" ") ? rawValue.slice(1) : rawValue;
+		switch (field) {
+			case "event":
+				eventName = value;
+				break;
+			case "data":
+				dataLines.push(value);
+				break;
+			case "id":
+				id = value;
+				break;
+			case "retry": {
+				const parsed = Number(value);
+				if (Number.isInteger(parsed) && parsed >= 0) retry = parsed;
+				break;
+			}
+		}
+	}
+	yield* dispatch();
+}
+
+export const stream = {
+	event,
+	error,
+	done,
+	encodeSseEvent,
+	parseSseStream,
+	readableBytes,
+	readableTextChunks,
+	readableLines,
+};

package/src/testing/run.ts

@@ -1,5 +1,9 @@
 import { describe, expect, it } from "bun:test";
 
+import { createProviderCache } from "../runtime/cache";
+import { createTestProviderChoiceContext } from "../runtime/choice";
+import { createMemoryProviderRuntimeState } from "../runtime/state";
+import { createUnsupportedSttClient } from "../runtime/stt";
 import { safeParseSchemaSync } from "../schema";
 import type {
 	AuthMode,
@@ -9,7 +13,10 @@ import type {
 	ProviderDefinition,
 } from "../types";
 
-const CONNECTOR_ID_REGEX = /^[a-z][a-z0-9]*(-[a-z][a-z0-9]*)+$/;
+// Mirrors CONNECTOR_ID_REGEX in ../define.ts, which defineProvider() enforces.
+// A single lowercase segment (no hyphen) is a valid id, so the trailing group
+// is optional (`*`), matching providers like `kakaomap`, `kstartup`, `triple`.
+const CONNECTOR_ID_REGEX = /^[a-z][a-z0-9]*(-[a-z][a-z0-9]*)*$/;
 const VALID_AUTH_MODES = [
 	"none",
 	"platform-managed",
@@ -121,13 +128,21 @@ function inferFixtureDir(providerId: string): string {
 }
 
 function jsonResponse(data: unknown): HttpResponse {
+	const body = JSON.stringify(data);
+	const bodyBytes = new TextEncoder().encode(body);
 	return {
 		status: 200,
 		ok: true,
 		headers: {},
 		data,
 		json: async <_T = unknown>() => JSON.parse(JSON.stringify(data)),
-		text: async () => JSON.stringify(data),
+		text: async () => body,
+		arrayBuffer: async () =>
+			bodyBytes.buffer.slice(
+				bodyBytes.byteOffset,
+				bodyBytes.byteOffset + bodyBytes.byteLength,
+			),
+		bytes: async () => bodyBytes.slice(0),
 	};
 }
 
@@ -143,25 +158,35 @@ function createSnapshotContext(rawFixture: unknown): ProviderContext {
 		getAccessToken: () => undefined,
 		getScopes: () => [],
 	};
+	const request = { headers: {} };
+	const state = createMemoryProviderRuntimeState();
 
 	return {
 		env: { get: () => undefined },
 		credential,
-		request: { headers: {} },
+		request,
 		http: {
 			request: async () => jsonResponse(rawFixture),
 			get: async () => jsonResponse(rawFixture),
 			post: async () => jsonResponse(rawFixture),
 			put: async () => jsonResponse(rawFixture),
 			delete: async () => jsonResponse(rawFixture),
+			stream: async () => unsupported("ctx.http.stream"),
+			sse: async () => unsupported("ctx.http.sse"),
 		},
-		tls: {
-			fetch: async () => unsupported("ctx.tls.fetch"),
-			createSession: () => unsupported("ctx.tls.createSession"),
+		cache: createProviderCache({ providerId: "standard-test" }),
+		state,
+		stealth: {
+			fetch: async () => unsupported("ctx.stealth.fetch"),
+			createSession: () => unsupported("ctx.stealth.createSession"),
 		},
 		browser: {
 			engine: "playwright-stealth",
 			newPage: async () => unsupported("ctx.browser.newPage"),
+			rawPage: async () => unsupported("ctx.browser.rawPage"),
+			withIsolatedContext: async () =>
+				unsupported("ctx.browser.withIsolatedContext"),
+			solveChallenge: async () => unsupported("ctx.browser.solveChallenge"),
 		},
 		trace: {
 			span: async (_name, fn) => fn(),
@@ -170,6 +195,15 @@ function createSnapshotContext(rawFixture: unknown): ProviderContext {
 			requestField: async (name) =>
 				unsupported(`ctx.auth.requestField(${name})`),
 		},
+		stt: createUnsupportedSttClient(
+			"Standard test snapshot context does not support ctx.stt.transcribe",
+		),
+		choice: createTestProviderChoiceContext({
+			providerId: "standard-test",
+			request,
+			credential,
+			state,
+		}),
 	};
 }