@gokiteam/goki-dev 0.2.0

package/src/emulation/pubsub/Controllers.js

@@ -0,0 +1,279 @@
+import {
+  CreateTopic,
+  GetTopic,
+  ListTopics,
+  DeleteTopic,
+  PublishMessages,
+  CreateSubscription,
+  GetSubscription,
+  ListSubscriptions,
+  DeleteSubscription,
+  PullMessages,
+  AcknowledgeMessages
+} from './Logic.js'
+
+/**
+ * Helper to send GCP-style error responses
+ */
+const sendError = (ctx, errorCode, errorMessage, statusCode = 400) => {
+  ctx.status = statusCode
+  ctx.body = {
+    error: {
+      code: statusCode,
+      message: errorMessage,
+      status: errorCode
+    }
+  }
+}
+
+/**
+ * Create Topic Controller
+ * PUT /v1/projects/{project}/topics/{topic}
+ */
+export const createTopicController = async ctx => {
+  const { project, topic } = ctx.params
+
+  const result = CreateTopic({
+    projectId: project,
+    topicId: topic
+  })
+
+  if (!result.isSuccessful) {
+    const statusCode = result.errorCode === 'ALREADY_EXISTS' ? 409 : 400
+    return sendError(ctx, result.errorCode, result.errorMessage, statusCode)
+  }
+
+  ctx.status = 200
+  ctx.body = result.topic
+}
+
+/**
+ * Get Topic Controller
+ * GET /v1/projects/{project}/topics/{topic}
+ */
+export const getTopicController = async ctx => {
+  const { project, topic } = ctx.params
+
+  const result = GetTopic({
+    projectId: project,
+    topicId: topic
+  })
+
+  if (!result.isSuccessful) {
+    return sendError(ctx, result.errorCode, result.errorMessage, 404)
+  }
+
+  ctx.status = 200
+  ctx.body = result.topic
+}
+
+/**
+ * List Topics Controller
+ * GET /v1/projects/{project}/topics
+ */
+export const listTopicsController = async ctx => {
+  const { project } = ctx.params
+  const { pageSize, pageToken } = ctx.query
+
+  const result = ListTopics({
+    projectId: project,
+    pageSize: pageSize ? parseInt(pageSize, 10) : 50,
+    pageToken
+  })
+
+  ctx.status = 200
+  ctx.body = {
+    topics: result.topics,
+    nextPageToken: result.nextPageToken
+  }
+}
+
+/**
+ * Delete Topic Controller
+ * DELETE /v1/projects/{project}/topics/{topic}
+ */
+export const deleteTopicController = async ctx => {
+  const { project, topic } = ctx.params
+
+  const result = DeleteTopic({
+    projectId: project,
+    topicId: topic
+  })
+
+  if (!result.isSuccessful) {
+    return sendError(ctx, result.errorCode, result.errorMessage, 404)
+  }
+
+  ctx.status = 200
+  ctx.body = {}
+}
+
+/**
+ * Publish Messages Controller
+ * POST /v1/projects/{project}/topics/{topic}:publish
+ */
+export const publishMessagesController = async ctx => {
+  const { project, topic } = ctx.params
+  const { messages } = ctx.request.body
+
+  if (!messages || !Array.isArray(messages)) {
+    return sendError(ctx, 'INVALID_ARGUMENT', 'messages must be an array', 400)
+  }
+
+  const result = PublishMessages({
+    projectId: project,
+    topicId: topic,
+    messages
+  })
+
+  if (!result.isSuccessful) {
+    const statusCode = result.errorCode === 'NOT_FOUND' ? 404 : 400
+    return sendError(ctx, result.errorCode, result.errorMessage, statusCode)
+  }
+
+  ctx.status = 200
+  ctx.body = {
+    messageIds: result.messageIds
+  }
+}
+
+/**
+ * Create Subscription Controller
+ * PUT /v1/projects/{project}/subscriptions/{subscription}
+ */
+export const createSubscriptionController = async ctx => {
+  const { project, subscription } = ctx.params
+  const { topic, ackDeadlineSeconds, pushConfig } = ctx.request.body
+
+  if (!topic) {
+    return sendError(ctx, 'INVALID_ARGUMENT', 'topic is required', 400)
+  }
+
+  const result = CreateSubscription({
+    projectId: project,
+    subscriptionId: subscription,
+    topic,
+    ackDeadlineSeconds,
+    pushConfig
+  })
+
+  if (!result.isSuccessful) {
+    const statusCode = result.errorCode === 'ALREADY_EXISTS' ? 409 : result.errorCode === 'NOT_FOUND' ? 404 : 400
+    return sendError(ctx, result.errorCode, result.errorMessage, statusCode)
+  }
+
+  ctx.status = 200
+  ctx.body = result.subscription
+}
+
+/**
+ * Get Subscription Controller
+ * GET /v1/projects/{project}/subscriptions/{subscription}
+ */
+export const getSubscriptionController = async ctx => {
+  const { project, subscription } = ctx.params
+
+  const result = GetSubscription({
+    projectId: project,
+    subscriptionId: subscription
+  })
+
+  if (!result.isSuccessful) {
+    return sendError(ctx, result.errorCode, result.errorMessage, 404)
+  }
+
+  ctx.status = 200
+  ctx.body = result.subscription
+}
+
+/**
+ * List Subscriptions Controller
+ * GET /v1/projects/{project}/subscriptions
+ */
+export const listSubscriptionsController = async ctx => {
+  const { project } = ctx.params
+  const { pageSize, pageToken } = ctx.query
+
+  const result = ListSubscriptions({
+    projectId: project,
+    pageSize: pageSize ? parseInt(pageSize, 10) : 50,
+    pageToken
+  })
+
+  ctx.status = 200
+  ctx.body = {
+    subscriptions: result.subscriptions,
+    nextPageToken: result.nextPageToken
+  }
+}
+
+/**
+ * Delete Subscription Controller
+ * DELETE /v1/projects/{project}/subscriptions/{subscription}
+ */
+export const deleteSubscriptionController = async ctx => {
+  const { project, subscription } = ctx.params
+
+  const result = DeleteSubscription({
+    projectId: project,
+    subscriptionId: subscription
+  })
+
+  if (!result.isSuccessful) {
+    return sendError(ctx, result.errorCode, result.errorMessage, 404)
+  }
+
+  ctx.status = 200
+  ctx.body = {}
+}
+
+/**
+ * Pull Messages Controller
+ * POST /v1/projects/{project}/subscriptions/{subscription}:pull
+ */
+export const pullMessagesController = async ctx => {
+  const { project, subscription } = ctx.params
+  const { maxMessages, returnImmediately } = ctx.request.body || {}
+
+  const result = PullMessages({
+    projectId: project,
+    subscriptionId: subscription,
+    maxMessages: maxMessages || 100,
+    returnImmediately: returnImmediately || false
+  })
+
+  if (!result.isSuccessful) {
+    return sendError(ctx, result.errorCode, result.errorMessage, 404)
+  }
+
+  ctx.status = 200
+  ctx.body = {
+    receivedMessages: result.receivedMessages
+  }
+}
+
+/**
+ * Acknowledge Messages Controller
+ * POST /v1/projects/{project}/subscriptions/{subscription}:acknowledge
+ */
+export const acknowledgeMessagesController = async ctx => {
+  const { project, subscription } = ctx.params
+  const { ackIds } = ctx.request.body
+
+  if (!ackIds || !Array.isArray(ackIds)) {
+    return sendError(ctx, 'INVALID_ARGUMENT', 'ackIds must be an array', 400)
+  }
+
+  const result = AcknowledgeMessages({
+    projectId: project,
+    subscriptionId: subscription,
+    ackIds
+  })
+
+  if (!result.isSuccessful) {
+    return sendError(ctx, result.errorCode, result.errorMessage, 404)
+  }
+
+  ctx.status = 200
+  ctx.body = {}
+}

package/src/emulation/pubsub/DefaultTopics.js

@@ -0,0 +1,162 @@
+import { Application } from '../../configs/Application.js'
+import { Logger } from '../../singletons/Logger.js'
+import { SqliteStore } from '../../singletons/SqliteStore.js'
+import { PUBSUB_TOPIC_REGISTRY } from '../../db/Tables.js'
+import { shadowSubscriptionManager } from './ShadowSubscriptionManager.js'
+
+const { pubsub } = Application
+const PUBSUB_API = `http://${pubsub.emulatorHost}:${pubsub.emulatorPort}`
+const PROJECT_ID = pubsub.projectId
+
+// Default topics that should always exist
+const DEFAULT_TOPICS = [
+  'systemOneMinuteTick'
+]
+
+/**
+ * Creates a topic and its shadow subscription in the Pub/Sub emulator
+ */
+const createTopicWithShadow = async (topicName) => {
+  const fullTopicName = `projects/${PROJECT_ID}/topics/${topicName}`
+  const shadowSubName = `${topicName}-devtools-shadow`
+  const fullShadowSubName = `projects/${PROJECT_ID}/subscriptions/${shadowSubName}`
+
+  try {
+    // Create topic
+    const topicResponse = await fetch(`${PUBSUB_API}/v1/projects/${PROJECT_ID}/topics/${topicName}`, {
+      method: 'PUT',
+      headers: { 'Content-Type': 'application/json' },
+      body: JSON.stringify({})
+    })
+
+    const topicCreated = topicResponse.status === 200
+    const topicExists = topicResponse.status === 409
+
+    // Create shadow subscription for message capture
+    const subResponse = await fetch(`${PUBSUB_API}/v1/projects/${PROJECT_ID}/subscriptions/${shadowSubName}`, {
+      method: 'PUT',
+      headers: { 'Content-Type': 'application/json' },
+      body: JSON.stringify({ topic: fullTopicName })
+    })
+
+    const subCreated = subResponse.status === 200
+    const subExists = subResponse.status === 409
+
+    // Register with shadow subscription manager so poller captures messages
+    shadowSubscriptionManager.shadowSubscriptions.add(fullShadowSubName)
+    shadowSubscriptionManager.shadowToTopic.set(fullShadowSubName, fullTopicName)
+
+    return {
+      topic: topicCreated ? 'created' : (topicExists ? 'exists' : 'error'),
+      subscription: subCreated ? 'created' : (subExists ? 'exists' : 'error')
+    }
+  } catch (error) {
+    Logger.log({
+      level: 'warn',
+      message: `Failed to create default topic: ${topicName}`,
+      data: { error: error.message }
+    })
+    return { topic: 'error', subscription: 'error' }
+  }
+}
+
+/**
+ * Restore all topics and subscriptions from the persistent registry.
+ * Called on startup to auto-recreate topics after emulator restart.
+ */
+const restoreRegisteredTopics = async () => {
+  try {
+    const entries = SqliteStore.db.prepare(`SELECT * FROM ${PUBSUB_TOPIC_REGISTRY}`).all()
+    if (entries.length === 0) return []
+    // Deduplicate unique topic names
+    const uniqueTopics = [...new Set(entries.map(e => e.topic_name))]
+    const results = []
+    // Create all unique topics with shadow subscriptions
+    for (const topicName of uniqueTopics) {
+      const result = await createTopicWithShadow(topicName)
+      results.push({ topicName, ...result, source: 'registry' })
+    }
+    // Create project-specific subscriptions
+    const subsEntries = entries.filter(e => e.subscription_name)
+    for (const entry of subsEntries) {
+      const fullTopicName = `projects/${PROJECT_ID}/topics/${entry.topic_name}`
+      try {
+        const subResponse = await fetch(`${PUBSUB_API}/v1/projects/${PROJECT_ID}/subscriptions/${entry.subscription_name}`, {
+          method: 'PUT',
+          headers: { 'Content-Type': 'application/json' },
+          body: JSON.stringify({ topic: fullTopicName })
+        })
+        const subCreated = subResponse.status === 200
+        const subExists = subResponse.status === 409
+        results.push({
+          topicName: entry.topic_name,
+          subscription: entry.subscription_name,
+          result: subCreated ? 'created' : (subExists ? 'exists' : 'error'),
+          source: 'registry'
+        })
+      } catch (error) {
+        results.push({
+          topicName: entry.topic_name,
+          subscription: entry.subscription_name,
+          result: 'error',
+          source: 'registry'
+        })
+      }
+    }
+    const createdTopics = results.filter(r => r.topic === 'created' && !r.subscription).length
+    const createdSubs = results.filter(r => r.result === 'created' && r.subscription).length
+    Logger.log({
+      level: 'info',
+      message: `Restored ${uniqueTopics.length} registered topic(s) from registry`,
+      data: {
+        totalEntries: entries.length,
+        uniqueTopics: uniqueTopics.length,
+        createdTopics,
+        createdSubs
+      }
+    })
+    return results
+  } catch (error) {
+    Logger.log({
+      level: 'warn',
+      message: 'Failed to restore registered topics from registry',
+      data: { error: error.message }
+    })
+    return []
+  }
+}
+
+/**
+ * Initialize default topics on startup
+ */
+export const initializeDefaultTopics = async () => {
+  // Wait a moment for the emulator to be fully ready
+  await new Promise(resolve => setTimeout(resolve, 1000))
+
+  const results = []
+
+  for (const topicName of DEFAULT_TOPICS) {
+    const result = await createTopicWithShadow(topicName)
+    results.push({ topicName, ...result })
+  }
+
+  const created = results.filter(r => r.topic === 'created').length
+  const existing = results.filter(r => r.topic === 'exists').length
+
+  Logger.log({
+    level: 'info',
+    message: 'Default Pub/Sub topics initialized',
+    data: {
+      topics: DEFAULT_TOPICS,
+      created,
+      existing,
+      results
+    }
+  })
+
+  // Restore registered topics from persistent registry
+  const registryResults = await restoreRegisteredTopics()
+  results.push(...registryResults)
+
+  return results
+}