@s2-dev/streamstore 0.11.2 → 0.13.1

package/src/lib/event-streams.ts

@@ -0,0 +1,264 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+export type ServerEvent<T> = {
+  data?: T | undefined;
+  event?: string | undefined;
+  retry?: number | undefined;
+  id?: string | undefined;
+};
+const LF = 0x0a;
+const CR = 0x0d;
+const NEWLINE_CHARS = new Set([LF, CR]);
+const MESSAGE_BOUNDARIES = [
+  new Uint8Array([CR, LF, CR, LF]),
+  new Uint8Array([CR, CR]),
+  new Uint8Array([LF, LF]),
+];
+
+export class EventStream<Event extends ServerEvent<unknown>> {
+  private readonly stream: ReadableStream<Uint8Array>;
+  private readonly decoder: (rawEvent: ServerEvent<string>) => Event;
+
+  constructor(init: {
+    stream: ReadableStream<Uint8Array>;
+    decoder: (rawEvent: ServerEvent<string>) => Event;
+  }) {
+    this.stream = init.stream;
+    this.decoder = init.decoder;
+  }
+
+  async *[Symbol.asyncIterator](): AsyncGenerator<Event, void, unknown> {
+    const reader = this.stream.getReader();
+    let buffer = new Uint8Array([]);
+    let position = 0;
+
+    try {
+      while (true) {
+        const { done, value } = await reader.read();
+        if (done) {
+          break;
+        }
+
+        const newBuffer = new Uint8Array(buffer.length + value.length);
+        newBuffer.set(buffer);
+        newBuffer.set(value, buffer.length);
+        buffer = newBuffer;
+
+        for (let i = position; i < buffer.length; i++) {
+          const boundary = findBoundary(buffer, i);
+          if (boundary == null) {
+            continue;
+          }
+
+          const chunk = buffer.slice(position, i);
+          position = i + boundary.length;
+          const event = parseEvent(chunk, this.decoder);
+          if (event != null) {
+            yield event;
+          }
+        }
+
+        if (position > 0) {
+          buffer = buffer.slice(position);
+          position = 0;
+        }
+      }
+
+      if (buffer.length > 0) {
+        const event = parseEvent(buffer, this.decoder);
+        if (event != null) {
+          yield event;
+        }
+      }
+    } catch (e: unknown) {
+      if (e instanceof Error && e.name === "AbortError") {
+        return;
+      }
+
+      throw e;
+    } finally {
+      reader.releaseLock();
+    }
+  }
+}
+
+function findBoundary(buffer: Uint8Array, start: number): Uint8Array | null {
+  const char1 = buffer[start];
+  const char2 = buffer[start + 1];
+
+  // Don't bother checking if the first two characters are not new line
+  // characters.
+  if (
+    char1 == null
+    || char2 == null
+    || !NEWLINE_CHARS.has(char1)
+    || !NEWLINE_CHARS.has(char2)
+  ) {
+    return null;
+  }
+
+  for (const s of MESSAGE_BOUNDARIES) {
+    const seq = peekSequence(start, buffer, s);
+    if (seq != null) {
+      return seq;
+    }
+  }
+
+  return null;
+}
+
+function peekSequence(
+  position: number,
+  buffer: Uint8Array,
+  sequence: Uint8Array,
+): Uint8Array | null {
+  if (sequence.length > buffer.length - position) {
+    return null;
+  }
+
+  for (let i = 0; i < sequence.length; i++) {
+    if (buffer[position + i] !== sequence[i]) {
+      return null;
+    }
+  }
+
+  return sequence;
+}
+
+function parseEvent<Event extends ServerEvent<unknown>>(
+  chunk: Uint8Array,
+  decoder: (rawEvent: ServerEvent<string>) => Event,
+) {
+  if (!chunk.length) {
+    return null;
+  }
+
+  const td = new TextDecoder();
+  const raw = td.decode(chunk);
+  const lines = raw.split(/\r?\n|\r/g);
+  let publish = false;
+  const rawEvent: ServerEvent<string> = {};
+
+  for (const line of lines) {
+    if (!line) {
+      continue;
+    }
+
+    const delim = line.indexOf(":");
+    // Lines starting with a colon are ignored.
+    if (delim === 0) {
+      continue;
+    }
+
+    const field = delim > 0 ? line.substring(0, delim) : "";
+    let value = delim > 0 ? line.substring(delim + 1) : "";
+    if (value.charAt(0) === " ") {
+      value = value.substring(1);
+    }
+
+    switch (field) {
+      case "event": {
+        publish = true;
+        rawEvent.event = value;
+        break;
+      }
+      case "data": {
+        publish = true;
+        rawEvent.data ??= "";
+        rawEvent.data += value + "\n";
+        break;
+      }
+      case "id": {
+        publish = true;
+        rawEvent.id = value;
+        break;
+      }
+      case "retry": {
+        const r = parseInt(value, 10);
+        if (!Number.isNaN(r)) {
+          publish = true;
+          rawEvent.retry = r;
+        }
+        break;
+      }
+    }
+  }
+
+  if (!publish) {
+    return null;
+  }
+
+  if (rawEvent.data != null) {
+    rawEvent.data = rawEvent.data.slice(0, -1);
+  }
+
+  return decoder(rawEvent);
+}
+
+export function discardSentinel(
+  stream: ReadableStream<Uint8Array>,
+  sentinel: string,
+): ReadableStream<Uint8Array> {
+  return new ReadableStream<Uint8Array>({
+    async start(controller) {
+      let buffer = new Uint8Array([]);
+      let position = 0;
+      let done = false;
+      let discard = false;
+      const rdr = stream.getReader();
+      try {
+        while (!done) {
+          const result = await rdr.read();
+          const value = result.value;
+          done = done || result.done;
+          // We keep consuming from the source to its completion so it can
+          // flush all its contents and release resources.
+          if (discard) {
+            continue;
+          }
+          if (typeof value === "undefined") {
+            continue;
+          }
+
+          const newBuffer = new Uint8Array(buffer.length + value.length);
+          newBuffer.set(buffer);
+          newBuffer.set(value, buffer.length);
+          buffer = newBuffer;
+
+          for (let i = position; i < buffer.length; i++) {
+            const boundary = findBoundary(buffer, i);
+            if (boundary == null) {
+              continue;
+            }
+
+            const start = position;
+            const chunk = buffer.slice(start, i);
+            position = i + boundary.length;
+            const event = parseEvent(chunk, id);
+            if (event?.data === sentinel) {
+              controller.enqueue(buffer.slice(0, start));
+              discard = true;
+            } else {
+              controller.enqueue(buffer.slice(0, position));
+              buffer = buffer.slice(position);
+              position = 0;
+            }
+          }
+        }
+      } catch (e) {
+        controller.error(e);
+      } finally {
+        // If the source stream terminates, flush its contents and terminate.
+        // If the sentinel event was found, flush everything up to its start.
+        controller.close();
+        rdr.releaseLock();
+      }
+    },
+  });
+}
+
+function id<T>(v: T): T {
+  return v;
+}

package/src/lib/matchers.ts

@@ -5,6 +5,7 @@
 import { APIError } from "../models/errors/apierror.js";
 import { SDKValidationError } from "../models/errors/sdkvalidationerror.js";
 import { Result } from "../types/fp.js";
+import { discardSentinel } from "./event-streams.js";
 import { matchResponse, matchStatusCode, StatusCodePredicate } from "./http.js";
 import { isPlainObject } from "./is-plain-object.js";
 import { safeParse } from "./schemas.js";
@@ -234,7 +235,9 @@ export function match<T, E>(
         raw = await response.text();
         break;
       case "sse":
-        raw = response.body;
+        raw = response.body && matcher.sseSentinel
+          ? discardSentinel(response.body, matcher.sseSentinel)
+          : response.body;
         break;
       case "nil":
         raw = await discardResponseBody(response);

package/src/mcp-server/cli/start/impl.ts

@@ -50,7 +50,7 @@ async function startStdio(flags: StartCommandFlags) {
     logger,
     allowedTools: flags.tool,
     scopes: flags.scope,
-    ...{ accessToken: flags["access-token"] },
+    ...{ accessToken: flags["access-token"] ?? "" },
     serverURL: flags["server-url"],
     serverIdx: flags["server-index"],
   });
@@ -71,7 +71,7 @@ async function startSSE(flags: StartCommandFlags) {
     logger,
     allowedTools: flags.tool,
     scopes: flags.scope,
-    ...{ accessToken: flags["access-token"] },
+    ...{ accessToken: flags["access-token"] ?? "" },
     serverURL: flags["server-url"],
     serverIdx: flags["server-index"],
   });

package/src/mcp-server/mcp-server.ts

@@ -19,7 +19,7 @@ const routes = buildRouteMap({
 export const app = buildApplication(routes, {
   name: "mcp",
   versionInfo: {
-    currentVersion: "0.11.2",
+    currentVersion: "0.13.1",
   },
 });
 

package/src/mcp-server/server.ts

@@ -16,13 +16,17 @@ import { createRegisterTool } from "./tools.js";
 import { tool$accessTokensIssueAccessToken } from "./tools/accessTokensIssueAccessToken.js";
 import { tool$accessTokensListAccessTokens } from "./tools/accessTokensListAccessTokens.js";
 import { tool$accessTokensRevokeAccessToken } from "./tools/accessTokensRevokeAccessToken.js";
+import { tool$basinsCreateBasin } from "./tools/basinsCreateBasin.js";
 import { tool$basinsCreateOrReconfigureBasin } from "./tools/basinsCreateOrReconfigureBasin.js";
 import { tool$basinsDeleteBasin } from "./tools/basinsDeleteBasin.js";
 import { tool$basinsGetBasinConfig } from "./tools/basinsGetBasinConfig.js";
 import { tool$basinsListBasins } from "./tools/basinsListBasins.js";
 import { tool$basinsReconfigureBasin } from "./tools/basinsReconfigureBasin.js";
+import { tool$recordsAppend } from "./tools/recordsAppend.js";
 import { tool$recordsCheckTail } from "./tools/recordsCheckTail.js";
+import { tool$recordsRead } from "./tools/recordsRead.js";
 import { tool$streamsCreateOrReconfigureStream } from "./tools/streamsCreateOrReconfigureStream.js";
+import { tool$streamsCreateStream } from "./tools/streamsCreateStream.js";
 import { tool$streamsDeleteStream } from "./tools/streamsDeleteStream.js";
 import { tool$streamsGetStreamConfig } from "./tools/streamsGetStreamConfig.js";
 import { tool$streamsListStreams } from "./tools/streamsListStreams.js";
@@ -38,7 +42,7 @@ export function createMCPServer(deps: {
 }) {
   const server = new McpServer({
     name: "S2",
-    version: "0.11.2",
+    version: "0.13.1",
   });
 
   const client = new S2Core({
@@ -72,15 +76,19 @@ export function createMCPServer(deps: {
   tool(tool$accessTokensIssueAccessToken);
   tool(tool$accessTokensRevokeAccessToken);
   tool(tool$basinsListBasins);
+  tool(tool$basinsCreateBasin);
   tool(tool$basinsGetBasinConfig);
   tool(tool$basinsCreateOrReconfigureBasin);
   tool(tool$basinsDeleteBasin);
   tool(tool$basinsReconfigureBasin);
   tool(tool$streamsListStreams);
+  tool(tool$streamsCreateStream);
   tool(tool$streamsGetStreamConfig);
   tool(tool$streamsCreateOrReconfigureStream);
   tool(tool$streamsDeleteStream);
   tool(tool$streamsReconfigureStream);
+  tool(tool$recordsRead);
+  tool(tool$recordsAppend);
   tool(tool$recordsCheckTail);
 
   return server;

package/src/mcp-server/tools/accessTokensIssueAccessToken.ts

@@ -13,7 +13,7 @@ const args = {
 export const tool$accessTokensIssueAccessToken: ToolDefinition<typeof args> = {
   name: "access-tokens-issue-access-token",
   description: `Issue a new access token.`,
-  scopes: ["write"],
+  scopes: ["write", "write", "write"],
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await accessTokensIssueAccessToken(

package/src/mcp-server/tools/accessTokensListAccessTokens.ts

@@ -13,7 +13,7 @@ const args = {
 export const tool$accessTokensListAccessTokens: ToolDefinition<typeof args> = {
   name: "access-tokens-list-access-tokens",
   description: `List access tokens.`,
-  scopes: ["read"],
+  scopes: ["read", "read", "read"],
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await accessTokensListAccessTokens(

package/src/mcp-server/tools/accessTokensRevokeAccessToken.ts

@@ -13,7 +13,7 @@ const args = {
 export const tool$accessTokensRevokeAccessToken: ToolDefinition<typeof args> = {
   name: "access-tokens-revoke-access-token",
   description: `Revoke an access token.`,
-  scopes: ["write"],
+  scopes: ["write", "write", "write"],
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await accessTokensRevokeAccessToken(

package/src/mcp-server/tools/basinsCreateBasin.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { basinsCreateBasin } from "../../funcs/basinsCreateBasin.js";
+import * as components from "../../models/components/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: components.CreateBasinRequest$inboundSchema,
+};
+
+export const tool$basinsCreateBasin: ToolDefinition<typeof args> = {
+  name: "basins-create-basin",
+  description: `Create a basin.`,
+  scopes: ["write", "write", "write"],
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await basinsCreateBasin(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/basinsCreateOrReconfigureBasin.ts

@@ -14,7 +14,7 @@ export const tool$basinsCreateOrReconfigureBasin: ToolDefinition<typeof args> =
   {
     name: "basins-create-or-reconfigure-basin",
     description: `Create or reconfigure a basin.`,
-    scopes: ["write"],
+    scopes: ["write", "write", "write"],
     args,
     tool: async (client, args, ctx) => {
       const [result, apiCall] = await basinsCreateOrReconfigureBasin(

package/src/mcp-server/tools/basinsDeleteBasin.ts

@@ -13,7 +13,7 @@ const args = {
 export const tool$basinsDeleteBasin: ToolDefinition<typeof args> = {
   name: "basins-delete-basin",
   description: `Delete a basin.`,
-  scopes: ["write"],
+  scopes: ["write", "write", "write"],
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await basinsDeleteBasin(

package/src/mcp-server/tools/basinsGetBasinConfig.ts

@@ -13,7 +13,7 @@ const args = {
 export const tool$basinsGetBasinConfig: ToolDefinition<typeof args> = {
   name: "basins-get-basin-config",
   description: `Get basin config.`,
-  scopes: ["read"],
+  scopes: ["read", "read", "read"],
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await basinsGetBasinConfig(

package/src/mcp-server/tools/basinsListBasins.ts

@@ -13,7 +13,7 @@ const args = {
 export const tool$basinsListBasins: ToolDefinition<typeof args> = {
   name: "basins-list-basins",
   description: `List basins.`,
-  scopes: ["read"],
+  scopes: ["read", "read", "read"],
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await basinsListBasins(

package/src/mcp-server/tools/basinsReconfigureBasin.ts

@@ -13,7 +13,7 @@ const args = {
 export const tool$basinsReconfigureBasin: ToolDefinition<typeof args> = {
   name: "basins-reconfigure-basin",
   description: `Reconfigure a basin.`,
-  scopes: ["write"],
+  scopes: ["write", "write", "write"],
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await basinsReconfigureBasin(

package/src/mcp-server/tools/recordsAppend.ts

@@ -0,0 +1,38 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { recordsAppend } from "../../funcs/recordsAppend.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.AppendRequest$inboundSchema,
+};
+
+export const tool$recordsAppend: ToolDefinition<typeof args> = {
+  name: "records-append",
+  description: `Append records.
+
+Append a batch of records to a stream.`,
+  scopes: ["write", "write", "write"],
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await recordsAppend(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/recordsCheckTail.ts

@@ -15,7 +15,7 @@ export const tool$recordsCheckTail: ToolDefinition<typeof args> = {
   description: `Check the tail.
 
 Check the tail of a stream.`,
-  scopes: ["read"],
+  scopes: ["read", "read", "read"],
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await recordsCheckTail(

package/src/mcp-server/tools/recordsRead.ts

@@ -0,0 +1,38 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { recordsRead } from "../../funcs/recordsRead.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.ReadRequest$inboundSchema,
+};
+
+export const tool$recordsRead: ToolDefinition<typeof args> = {
+  name: "records-read",
+  description: `Retrieve records.
+
+Retrieve a batch of records, or set \`Accept: text/event-stream\` to stream using server-sent events.`,
+  scopes: ["read", "read", "read"],
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await recordsRead(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/streamsCreateOrReconfigureStream.ts

@@ -15,7 +15,7 @@ export const tool$streamsCreateOrReconfigureStream: ToolDefinition<
 > = {
   name: "streams-create-or-reconfigure-stream",
   description: `Create or reconfigure a stream.`,
-  scopes: ["write"],
+  scopes: ["write", "write", "write"],
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await streamsCreateOrReconfigureStream(

package/src/mcp-server/tools/streamsCreateStream.ts

@@ -0,0 +1,36 @@
+/*
+ * Code generated by Speakeasy (https://speakeasy.com). DO NOT EDIT.
+ */
+
+import { streamsCreateStream } from "../../funcs/streamsCreateStream.js";
+import * as operations from "../../models/operations/index.js";
+import { formatResult, ToolDefinition } from "../tools.js";
+
+const args = {
+  request: operations.CreateStreamRequest$inboundSchema,
+};
+
+export const tool$streamsCreateStream: ToolDefinition<typeof args> = {
+  name: "streams-create-stream",
+  description: `Create a stream.`,
+  scopes: ["write", "write", "write"],
+  args,
+  tool: async (client, args, ctx) => {
+    const [result, apiCall] = await streamsCreateStream(
+      client,
+      args.request,
+      { fetchOptions: { signal: ctx.signal } },
+    ).$inspect();
+
+    if (!result.ok) {
+      return {
+        content: [{ type: "text", text: result.error.message }],
+        isError: true,
+      };
+    }
+
+    const value = result.value;
+
+    return formatResult(value, apiCall);
+  },
+};

package/src/mcp-server/tools/streamsDeleteStream.ts

@@ -13,7 +13,7 @@ const args = {
 export const tool$streamsDeleteStream: ToolDefinition<typeof args> = {
   name: "streams-delete-stream",
   description: `Delete a stream.`,
-  scopes: ["write"],
+  scopes: ["write", "write", "write"],
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await streamsDeleteStream(

package/src/mcp-server/tools/streamsGetStreamConfig.ts

@@ -13,7 +13,7 @@ const args = {
 export const tool$streamsGetStreamConfig: ToolDefinition<typeof args> = {
   name: "streams-get-stream-config",
   description: `Get stream configuration.`,
-  scopes: ["read"],
+  scopes: ["read", "read", "read"],
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await streamsGetStreamConfig(

package/src/mcp-server/tools/streamsListStreams.ts

@@ -13,7 +13,7 @@ const args = {
 export const tool$streamsListStreams: ToolDefinition<typeof args> = {
   name: "streams-list-streams",
   description: `List streams.`,
-  scopes: ["read"],
+  scopes: ["read", "read", "read"],
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await streamsListStreams(

package/src/mcp-server/tools/streamsReconfigureStream.ts

@@ -13,7 +13,7 @@ const args = {
 export const tool$streamsReconfigureStream: ToolDefinition<typeof args> = {
   name: "streams-reconfigure-stream",
   description: `Reconfigure a stream.`,
-  scopes: ["write"],
+  scopes: ["write", "write", "write"],
   args,
   tool: async (client, args, ctx) => {
     const [result, apiCall] = await streamsReconfigureStream(

package/src/models/components/accesstokeninfo.ts

@@ -24,7 +24,7 @@ export type AccessTokenInfo = {
    */
   autoPrefixStreams?: boolean | undefined;
   /**
-   * Expiration time in seconds since Unix epoch.
+   * Expiration time in ISO 8601 format.
    *
    * @remarks
    * If not set, the expiration will be set to that of the requestor's token.