replicas-engine 0.1.625 → 0.1.627

package/dist/src/index.js

@@ -2101,6 +2101,7 @@ Use this when:
 - The user asks for ClickHouse analytics or PostHog product data
 - The user asks to invoke a connected Modal function
 - The user asks to query or update a connected turbopuffer namespace
+- The user asks for PlanetScale organizations, databases, branches, or Insights data
 - The user asks to analyze text with Pangram
 - The user asks for Stripe customers, payments, invoices, subscriptions, or balances`;
 var REFERENCE9 = `# Plugins
@@ -2156,6 +2157,17 @@ const results = await Promise.all(customerIds.map((customer) =>
 
 Never attempt to import Composio, create a session, manage a connection, or call a provider with raw credentials. Those operations are intentionally unavailable inside the workspace.
 
+## PlanetScale
+
+PlanetScale is a native OAuth integration. Pass a relative path from the PlanetScale v1 API; Replicas refreshes access tokens server-side:
+
+\`\`\`ts
+const organizations = await replicas.planetscale.request('/organizations');
+const databases = await replicas.planetscale.request('/organizations/acme/databases');
+\`\`\`
+
+OAuth scopes control permitted operations. Confirm mutations before using POST, PUT, PATCH, or DELETE.
+
 ## Modal
 
 Modal is a native integration and uses its official JavaScript SDK behind the Replicas gateway. Invoke a deployed function by name:
@@ -5363,6 +5375,63 @@ var MEDIA_KIND = {
 var MEDIA_KINDS = [MEDIA_KIND.IMAGE, MEDIA_KIND.VIDEO, MEDIA_KIND.AUDIO, MEDIA_KIND.HTML];
 var PUBLIC_MEDIA_KINDS = [MEDIA_KIND.IMAGE, MEDIA_KIND.VIDEO, MEDIA_KIND.AUDIO];
 var MAX_ENGINE_LOG_BYTES = 50 * 1024 * 1024;
+function normalizeChatMessageSenders(value) {
+  if (!Array.isArray(value)) return void 0;
+  const senders = value.flatMap((sender) => {
+    if (!isChatMessageSender(sender)) return [];
+    const { senderUserId, senderEmail, senderDisplayName, senderAvatarUrl, recordedAt } = sender;
+    return [{
+      senderUserId,
+      senderEmail,
+      ...typeof senderDisplayName === "string" ? { senderDisplayName } : {},
+      ...typeof senderAvatarUrl === "string" ? { senderAvatarUrl } : {},
+      recordedAt
+    }];
+  });
+  return senders;
+}
+function normalizeChatTranscriptMetadata(value) {
+  if (!isRecord(value)) return {};
+  const metadata = {};
+  const {
+    provider,
+    title,
+    createdAt,
+    updatedAt,
+    parentChatId,
+    deletedAt,
+    senders,
+    captureId,
+    captureReason,
+    sha256
+  } = value;
+  if (typeof provider === "string" && isValidAgentProvider(provider)) metadata.provider = provider;
+  if (typeof title === "string") metadata.title = title;
+  if (typeof createdAt === "string") metadata.createdAt = createdAt;
+  if (typeof updatedAt === "string") metadata.updatedAt = updatedAt;
+  if (typeof parentChatId === "string" || parentChatId === null) metadata.parentChatId = parentChatId;
+  if (typeof deletedAt === "string" || deletedAt === null) metadata.deletedAt = deletedAt;
+  const normalizedSenders = normalizeChatMessageSenders(senders);
+  if (normalizedSenders) metadata.senders = normalizedSenders;
+  if (typeof captureId === "string") metadata.captureId = captureId;
+  if (captureReason === "workspace_sleep") metadata.captureReason = captureReason;
+  if (typeof sha256 === "string") metadata.sha256 = sha256;
+  return metadata;
+}
+function parseChatTranscriptArtifact(value) {
+  if (!isRecord(value) || typeof value.id !== "string" || typeof value.workspace_id !== "string" || value.kind !== "chat_transcript" || value.provider !== "s3" || typeof value.bucket !== "string" || typeof value.key !== "string" || typeof value.size !== "number" || typeof value.created_at !== "string") return null;
+  return {
+    id: value.id,
+    workspace_id: value.workspace_id,
+    kind: "chat_transcript",
+    provider: "s3",
+    bucket: value.bucket,
+    key: value.key,
+    size: value.size,
+    metadata: normalizeChatTranscriptMetadata(value.metadata),
+    created_at: value.created_at
+  };
+}
 
 // ../shared/src/memory.ts
 var MEMORY_ROOT = `${SANDBOX_PATHS.REPLICAS_DIR}/memories`;
@@ -10960,7 +11029,7 @@ var DEFAULT_CODEX_ARGS = [
 var MIN_CODEX_CLI_VERSION = "0.144.6";
 var CODEX_UPGRADE_TIMEOUT_MS = 12e4;
 var codexCliVersionEnsured = null;
-var ENGINE_PACKAGE_VERSION = "0.1.625";
+var ENGINE_PACKAGE_VERSION = "0.1.627";
 var INITIALIZE_METHOD = "initialize";
 var INITIALIZED_NOTIFICATION = "initialized";
 var ACCOUNT_LOGIN_START_METHOD = "account/login/start";
@@ -15920,6 +15989,7 @@ async function reconcileCanvasItems(filenames) {
 
 // src/services/upload-chat-transcripts.ts
 import { createReadStream } from "fs";
+import { createHash as createHash2 } from "crypto";
 import { readdir as readdir8, readFile as readFile14, stat as stat4 } from "fs/promises";
 import { request as httpRequest } from "http";
 import { request as httpsRequest } from "https";
@@ -15977,9 +16047,10 @@ async function putTranscript(uploadUrl, filePath, size) {
     file.pipe(request);
   });
 }
-async function flushAllChatTranscripts(chatsById = /* @__PURE__ */ new Map()) {
+async function flushAllChatTranscripts(chatsById = /* @__PURE__ */ new Map(), capture) {
   let flushed = 0;
   let failed = 0;
+  const revisions = [];
   const tasks = [];
   for (const dir of HISTORY_DIRS) {
     let entries;
@@ -15992,8 +16063,9 @@ async function flushAllChatTranscripts(chatsById = /* @__PURE__ */ new Map()) {
       if (!entry.endsWith(".jsonl")) continue;
       const chatId = basename2(entry, ".jsonl");
       tasks.push(
-        uploadChatTranscript(chatId, join25(dir, entry), chatsById.get(chatId)).then(() => {
+        uploadChatTranscript(chatId, join25(dir, entry), chatsById.get(chatId), capture).then((artifact) => {
           flushed++;
+          if (artifact && capture) revisions.push(artifact);
         }).catch((err) => {
           failed++;
           console.error("[ChatTranscriptUploader] upload failed:", { chatId, err });
@@ -16002,11 +16074,11 @@ async function flushAllChatTranscripts(chatsById = /* @__PURE__ */ new Map()) {
     }
   }
   await Promise.all(tasks);
-  return { flushed, failed };
+  return capture ? { flushed, failed, captureSupported: true, revisions } : { flushed, failed };
 }
-async function uploadChatTranscript(chatId, filePath, chat) {
+async function uploadChatTranscript(chatId, filePath, chat, capture) {
   const { size } = await stat4(filePath);
-  if (size === 0) return;
+  if (size === 0) return null;
   const metadata = chat ? {
     provider: chat.provider,
     title: chat.title,
@@ -16015,6 +16087,13 @@ async function uploadChatTranscript(chatId, filePath, chat) {
     parentChatId: chat.parentChatId,
     deletedAt: chat.deletedAt ?? null
   } : {};
+  if (capture) {
+    const hash = createHash2("sha256");
+    for await (const chunk of createReadStream(filePath)) hash.update(chunk);
+    metadata.captureId = capture.captureId;
+    metadata.captureReason = capture.reason;
+    metadata.sha256 = hash.digest("hex");
+  }
   try {
     metadata.senders = parseChatMessageSendersJsonl(
       await readFile14(chatMessageSendersFilePath(chatId), "utf-8")
@@ -16033,7 +16112,7 @@ async function uploadChatTranscript(chatId, filePath, chat) {
   if (!isRecord(prepareBody) || typeof prepareBody.uploadUrl !== "string" && prepareBody.uploadUrl !== null) {
     throw new Error("prepare failed: invalid response");
   }
-  if (prepareBody.uploadUrl === null) return;
+  if (prepareBody.uploadUrl === null) return null;
   await putTranscript(prepareBody.uploadUrl, filePath, size);
   const finalizeResponse = await monolithRequest("/v1/engine/chat-transcripts/finalize", {
     body: uploadRequest
@@ -16041,6 +16120,12 @@ async function uploadChatTranscript(chatId, filePath, chat) {
   if (!finalizeResponse.ok) {
     throw new Error(`finalize failed: ${finalizeResponse.status} ${await finalizeResponse.text()}`);
   }
+  const finalizeBody = await finalizeResponse.json();
+  if (!isRecord(finalizeBody)) throw new Error("finalize failed: invalid response");
+  if (finalizeBody.artifact === null) return null;
+  const artifact = parseChatTranscriptArtifact(finalizeBody.artifact);
+  if (!artifact) throw new Error("finalize failed: invalid artifact");
+  return artifact;
 }
 
 // src/services/upload-repo-state.ts
@@ -16747,12 +16832,12 @@ var ChatService = class {
       [...this.chats.entries()].map(([chatId, chat]) => [chatId, this.toSummary(chat)])
     ));
   }
-  async flushAllWorkspaceArtifacts() {
+  async flushAllWorkspaceArtifacts(capture) {
     const chatsById = new Map(
       [...this.chats.entries()].map(([chatId, chat]) => [chatId, this.toSummary(chat)])
     );
     const [chatTranscripts, canvas, repoState, engineLogs, chatActivity] = await Promise.all([
-      flushAllChatTranscripts(chatsById),
+      flushAllChatTranscripts(chatsById, capture),
       flushAllCanvasItems(),
       flushRepoState(),
       flushAllEngineLogs(),
@@ -18243,7 +18328,9 @@ function createV1Routes(deps) {
   });
   app2.post("/workspace-artifacts/flush-all", async (c) => {
     try {
-      const result = await deps.chatService.flushAllWorkspaceArtifacts();
+      const body = await c.req.json().catch(() => void 0);
+      const capture = body && typeof body.captureId === "string" && body.reason === "workspace_sleep" ? body : void 0;
+      const result = await deps.chatService.flushAllWorkspaceArtifacts(capture);
       return c.json(result);
     } catch (error) {
       return c.json(

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "replicas-engine",
-  "version": "0.1.625",
+  "version": "0.1.627",
   "description": "Lightweight API server for Replicas workspaces",
   "type": "module",
   "main": "dist/src/index.js",

package/workspace-sdk/index.js

@@ -45,6 +45,20 @@ function providerPath(path) {
   return path;
 }
 
+function providerClient(endpoint, extraOptions = () => ({})) {
+  return {
+    request: (path, options = {}) => request(endpoint, {
+      method: 'POST',
+      body: {
+        path: providerPath(path),
+        method: options.method,
+        body: options.body,
+        ...extraOptions(options),
+      },
+    }),
+  };
+}
+
 const integrations = {
   list: () => request('/v1/engine/integrations'),
 };
@@ -79,26 +93,9 @@ const slack = {
     }),
 };
 
-const github = {
-  request: (path, options = {}) =>
-    request('/v1/engine/github/api', {
-      method: 'POST',
-      body: { path: providerPath(path), method: options.method, body: options.body },
-    }),
-};
+const github = providerClient('/v1/engine/github/api');
 
-const gitlab = {
-  request: (path, options = {}) =>
-    request('/v1/engine/gitlab/api', {
-      method: 'POST',
-      body: {
-        path: providerPath(path),
-        method: options.method,
-        body: options.body,
-        host: options.host,
-      },
-    }),
-};
+const gitlab = providerClient('/v1/engine/gitlab/api', (options) => ({ host: options.host }));
 
 const sentry = {
   request: (path) => request('/v1/engine/sentry/api', { method: 'POST', body: { path } }),
@@ -117,6 +114,8 @@ const turbopuffer = {
   write: (namespace, params) => turbopufferRequest('write', namespace, params),
 };
 
+const planetscale = providerClient('/v1/engine/planetscale/api');
+
 const pangramRequest = (operation, input) =>
   request('/v1/engine/pangram', { method: 'POST', body: { operation, ...input } });
 const pangram = {
@@ -124,5 +123,5 @@ const pangram = {
   plagiarism: (text) => pangramRequest('plagiarism', { text }),
 };
 
-export const replicas = { integrations, plugins, linear, slack, github, gitlab, sentry, modal, turbopuffer, pangram };
+export const replicas = { integrations, plugins, linear, slack, github, gitlab, sentry, modal, pangram, planetscale, turbopuffer };
 export default replicas;

package/workspace-sdk/index.test.ts

@@ -137,6 +137,29 @@ describe('@replicas/sdk', () => {
       server.stop(true);
     }
   });
+
+  test('calls PlanetScale through the workspace gateway', async () => {
+    let observed: { path: string; body: unknown } | null = null;
+    const server = Bun.serve({
+      port: 0,
+      async fetch(request) {
+        observed = { path: new URL(request.url).pathname, body: await request.json() };
+        return Response.json({ data: [] });
+      },
+    });
+    process.env.REPLICAS_MONOLITH_URL = server.url.toString().replace(/\/$/, '');
+    process.env.REPLICAS_ENGINE_SECRET = 'engine-secret';
+    process.env.REPLICAS_WORKSPACE_ID = 'workspace-1';
+    try {
+      await replicas.planetscale.request('/organizations');
+      expect(observed).toEqual({
+        path: '/v1/engine/planetscale/api',
+        body: { path: '/organizations' },
+      });
+    } finally {
+      server.stop(true);
+    }
+  });
 });
 
   test('analyzes text with Pangram through the workspace gateway', async () => {

package/workspace-sdk/shared/routes/plugins.d.ts

@@ -91,6 +91,14 @@ export declare const PLUGIN_CATALOG: readonly [{
     readonly category: "data";
     readonly name: "PostHog";
     readonly description: "Manage projects, events, insights, dashboards, flags, and recordings.";
+}, {
+    readonly id: "planetscale";
+    readonly toolkit: "planetscale";
+    readonly source: "native";
+    readonly authType: "oauth";
+    readonly category: "data";
+    readonly name: "PlanetScale";
+    readonly description: "Manage organizations, databases, branches, deploy requests, and Insights.";
 }, {
     readonly id: "stripe";
     readonly toolkit: "stripe";
@@ -121,6 +129,10 @@ export declare const PLUGIN_CATALOG: readonly [{
     readonly description: "Query and manage turbopuffer namespaces.";
 }];
 export type PluginId = (typeof PLUGIN_CATALOG)[number]['id'];
+export type NativePluginId = Extract<(typeof PLUGIN_CATALOG)[number], {
+    source: 'native';
+}>['id'];
+export type ComposioPluginId = Exclude<PluginId, NativePluginId>;
 export type PluginScope = 'organization' | 'personal';
 export type PluginAuthType = (typeof PLUGIN_CATALOG)[number]['authType'];
 export type PluginCategory = (typeof PLUGIN_CATALOG)[number]['category'];
@@ -133,6 +145,7 @@ export interface PluginCatalogItem {
     category: PluginCategory;
     name: string;
     description: string;
+    source?: 'native';
 }
 export interface PluginConnectionSummary {
     id: string;
@@ -210,7 +223,7 @@ export interface WorkspaceIntegrationsResponse {
     native: WorkspaceNativeIntegrationStatus;
 }
 export interface PluginSearchRequest {
-    plugin: PluginId;
+    plugin: ComposioPluginId;
     query: string;
 }
 export interface PluginToolSchema {
@@ -224,14 +237,14 @@ export interface PluginSearchResponse {
     tools: PluginToolSchema[];
 }
 export interface PluginDescribeRequest {
-    plugin: PluginId;
+    plugin: ComposioPluginId;
     tools: string[];
 }
 export interface PluginDescribeResponse {
     tools: PluginToolSchema[];
 }
 export interface PluginExecuteRequest {
-    plugin: PluginId;
+    plugin: ComposioPluginId;
     tool: string;
     arguments?: Record<string, unknown>;
 }
@@ -240,4 +253,5 @@ export interface PluginExecuteResponse {
     logId: string;
 }
 export declare function isPluginId(value: string): value is PluginId;
+export declare function isComposioPluginId(value: string): value is ComposioPluginId;
 export declare function isPluginConnectionStatus(value: string): value is PluginConnectionStatus;

package/workspace-sdk/shared/workspace-sdk.d.ts

@@ -57,6 +57,9 @@ export interface ReplicasSdk {
         query<T = unknown>(namespace: string, params: Record<string, unknown>): Promise<T>;
         write<T = unknown>(namespace: string, params: Record<string, unknown>): Promise<T>;
     };
+    planetscale: {
+        request<T = unknown>(path: string, options?: ProviderRequestOptions): Promise<T>;
+    };
     pangram: {
         detect<T = unknown>(input: import('./routes/plugins').PangramAnalyzeRequest): Promise<T>;
         plagiarism<T = unknown>(text: string): Promise<T>;