@gokiteam/goki-dev 0.2.1 → 0.2.3

package/cli/NgrokManager.js

@@ -1,15 +1,15 @@
 import { execa } from 'execa'
 import fs from 'fs'
+import os from 'os'
 import path from 'path'
-import { fileURLToPath } from 'url'
 import { Logger } from './Logger.js'
 
-const __dirname = path.dirname(fileURLToPath(import.meta.url))
 const DEV_TOOLS_API = 'http://localhost:9000'
 const NGROK_API = 'http://localhost:4040'
-const DATA_DIR = path.resolve(__dirname, '..', 'data')
+const DATA_DIR = path.join(os.homedir(), '.goki-dev', 'data')
 const PID_FILE = path.join(DATA_DIR, 'ngrok.pid')
 const STATE_FILE = path.join(DATA_DIR, 'ngrok.json')
+const DOMAIN_FILE = path.join(DATA_DIR, 'ngrok-domain.txt')
 
 export class NgrokManager {
   // --- PID File Management ---
@@ -302,6 +302,12 @@ export class NgrokManager {
   // --- Domain Management ---
 
   static async loadDomain () {
+    // Check local domain file first (most reliable, survives tunnel failures)
+    try {
+      const domain = fs.readFileSync(DOMAIN_FILE, 'utf8').trim()
+      if (domain) return domain
+    } catch { /* file doesn't exist yet */ }
+    // Try dev-tools API
     try {
       const response = await fetch(`${DEV_TOOLS_API}/v1/webhooks/settings/get`, {
         method: 'POST',
@@ -312,17 +318,24 @@ export class NgrokManager {
       if (response.ok) {
         const result = await response.json()
         const domain = result.data?.settings?.ngrok_domain
-        if (domain) return domain
+        if (domain) {
+          // Persist locally for next time
+          this.ensureDataDir()
+          fs.writeFileSync(DOMAIN_FILE, domain.trim(), 'utf8')
+          return domain
+        }
       }
-    } catch {
-      // API failed, fall through to local file fallback
-    }
-    // Fallback: read from local state file
+    } catch { /* API not available */ }
+    // Last resort: check tunnel state file
     const state = this.readState()
     return state?.domain || null
   }
 
   static async saveDomain (domain) {
+    // Always save locally so it survives tunnel failures and API downtime
+    this.ensureDataDir()
+    fs.writeFileSync(DOMAIN_FILE, domain.trim(), 'utf8')
+    // Also save to dev-tools API (best-effort)
     try {
       await fetch(`${DEV_TOOLS_API}/v1/webhooks/settings/update`, {
         method: 'POST',
@@ -333,7 +346,7 @@ export class NgrokManager {
         signal: AbortSignal.timeout(3000)
       })
     } catch (error) {
-      Logger.warn(`Failed to save ngrok domain: ${error.message}`)
+      Logger.warn(`Failed to save ngrok domain to API: ${error.message}`)
     }
   }
 

package/config.development

@@ -17,7 +17,6 @@ SHADOW_SUBSCRIPTION_CHECK_INTERVAL_MS=5000
 FIRESTORE_PROJECT_ID=goki-dev-local
 
 # Storage
-DATA_DIR=./data
 AUTO_FLUSH_INTERVAL_MS=5000
 
 # Redis (for app data)

package/docker-compose.dev.yml

@@ -44,7 +44,7 @@ services:
     volumes:
       - ./src:/app/src:ro
       - ./docs:/app/docs:ro
-      - ./data:/app/data
+      - ~/.goki-dev/data:/app/data
       - ./logs:/app/logs
       - /var/run/docker.sock:/var/run/docker.sock:ro
     depends_on:

package/docker-compose.yml

@@ -93,7 +93,7 @@ services:
       - APP_GATEWAY_SCAN_INTERVAL_SECONDS=30
       - APP_GATEWAY_AUTO_START=true
     volumes:
-      - ./data:/app/data
+      - ~/.goki-dev/data:/app/data
       - ./logs:/app/logs
       - /var/run/docker.sock:/var/run/docker.sock
     depends_on:

package/package.json

@@ -1,24 +1,8 @@
 {
   "name": "@gokiteam/goki-dev",
-  "version": "0.2.1",
+  "version": "0.2.3",
   "description": "Unified local development platform for Goki services",
   "type": "module",
-  "main": "./client/dist/index.js",
-  "types": "./client/dist/index.d.ts",
-  "exports": {
-    ".": {
-      "types": "./client/dist/index.d.ts",
-      "import": "./client/dist/index.js",
-      "require": "./client/dist/index.js"
-    }
-  },
-  "typesVersions": {
-    "*": {
-      ".": [
-        "./client/dist/index.d.ts"
-      ]
-    }
-  },
   "bin": {
     "goki-dev": "./bin/goki-dev.js",
     "goki-dev-mcp": "./bin/mcp-server.js",
@@ -28,7 +12,6 @@
     "bin/",
     "cli/",
     "src/",
-    "client/dist/",
     "ui/build/",
     "docker-compose.yml",
     "docker-compose.services.yml",
@@ -48,12 +31,11 @@
     "dev:watch": "dotenv -e config.development node --watch src/Server.js",
     "dev:ui": "concurrently \"npm run dev\" \"cd ui && npm start\" --names \"backend,frontend\" --prefix-colors \"blue,green\"",
     "ui:start": "cd ui && npm start",
-    "ui:build": "cd ui && npm run build",
-    "build:client": "cd client && npx tsc && echo '{\"type\":\"commonjs\"}' > dist/package.json",
-    "prepublishOnly": "npm run ui:build && npm run build:client",
-    "release": "npm version patch && npm run build:client && npm publish",
-    "release:minor": "npm version minor && npm run build:client && npm publish",
-    "release:major": "npm version major && npm run build:client && npm publish",
+    "build": "cd ui && npm run build && cd ../client && npm run build",
+    "prepublishOnly": "npm run build",
+    "release": "standard-version && npm run build && npm publish && cd client && npm publish",
+    "release:minor": "standard-version --release-as minor && npm run build && npm publish && cd client && npm publish",
+    "release:major": "standard-version --release-as major && npm run build && npm publish && cd client && npm publish",
     "test": "dotenv -e config.test mocha 'tests/**/*.test.js'",
     "test:api": "dotenv -e config.test mocha 'tests/api/**/*.test.js'",
     "test:emulation": "dotenv -e config.test mocha 'tests/emulation/**/*.test.js'",
@@ -137,6 +119,7 @@
     "mqtt": "^5.15.0",
     "playwright": "^1.58.1",
     "standard": "^17.1.0",
+    "standard-version": "^9.5.0",
     "supertest": "^6.3.0",
     "typescript": "^5.9.3"
   },
@@ -145,5 +128,17 @@
       "mocha"
     ]
   },
+  "standard-version": {
+    "bumpFiles": [
+      {
+        "filename": "package.json",
+        "type": "json"
+      },
+      {
+        "filename": "client/package.json",
+        "type": "json"
+      }
+    ]
+  },
   "packageManager": "yarn@3.8.7+sha512.bbe7e310ff7fd20dc63b111110f96fe18192234bb0d4f10441fa6b85d2b644c8923db8fbe6d7886257ace948440ab1f83325ad02af457a1806cdc97f03d2508e"
 }

package/src/api/firestore/Controllers.js

@@ -72,6 +72,20 @@ export const Controllers = {
     ctx.reply(result)
   },
 
+  async setDocument (ctx) {
+    const { traceId } = ctx.state
+    const { collectionPath, documentId, fields, projectId } = ctx.request.body
+    const result = await Logic.setDocument({ collectionPath, documentId, fields, projectId, traceId })
+    ctx.reply(result)
+  },
+
+  async createBatch (ctx) {
+    const { traceId } = ctx.state
+    const { collectionPath, documents, projectId } = ctx.request.body
+    const result = await Logic.createBatch({ collectionPath, documents, projectId, traceId })
+    ctx.reply(result)
+  },
+
   async executeQuery (ctx) {
     const { traceId } = ctx.state
     const { collectionPath, where, orderBy, limit, projectId } = ctx.request.body

package/src/api/firestore/Logic.js

@@ -1,4 +1,4 @@
-import { initializeApp, getApps, deleteApp } from 'firebase-admin/app'
+import { initializeApp, getApps } from 'firebase-admin/app'
 import { getFirestore } from 'firebase-admin/firestore'
 import { SqliteStore } from '../../singletons/SqliteStore.js'
 import { Application } from '../../configs/Application.js'
@@ -354,6 +354,79 @@ export const Logic = {
     }
   },
 
+  async setDocument (params) {
+    const { collectionPath, documentId, fields, traceId } = params
+    const projectId = resolveProjectId(params)
+    try {
+      const url = `${FIRESTORE_API}/v1/projects/${projectId}/databases/${DATABASE}/documents/${collectionPath}/${documentId}`
+      const response = await fetch(url, {
+        method: 'PATCH',
+        headers: { 'Content-Type': 'application/json' },
+        body: JSON.stringify({ fields })
+      })
+      if (!response.ok) {
+        throw new Error(`Firestore API error: ${response.statusText}`)
+      }
+      const document = await response.json()
+      trackCollection(collectionPath)
+      return {
+        document,
+        traceId
+      }
+    } catch (error) {
+      return {
+        status: 'error',
+        message: error.message,
+        traceId
+      }
+    }
+  },
+
+  async createBatch (params) {
+    const { collectionPath, documents = [], traceId } = params
+    const projectId = resolveProjectId(params)
+    const BATCH_SIZE = 20
+    try {
+      const failedIds = []
+      let createdCount = 0
+      for (let i = 0; i < documents.length; i += BATCH_SIZE) {
+        const batch = documents.slice(i, i + BATCH_SIZE)
+        const results = await Promise.allSettled(
+          batch.map(doc =>
+            this.createDocument({
+              collectionPath,
+              projectId,
+              documentId: doc.documentId,
+              fields: doc.fields,
+              traceId
+            })
+          )
+        )
+        for (let j = 0; j < results.length; j++) {
+          const result = results[j]
+          if (result.status === 'fulfilled' && !result.value.status) {
+            createdCount++
+          } else {
+            const docId = batch[j].documentId || `index-${i + j}`
+            failedIds.push(docId)
+          }
+        }
+      }
+      return {
+        success: true,
+        createdCount,
+        failedIds,
+        traceId
+      }
+    } catch (error) {
+      return {
+        status: 'error',
+        message: error.message,
+        traceId
+      }
+    }
+  },
+
   async clearCollection (params) {
     const { collectionPath, projectId, traceId } = params
     try {

package/src/api/firestore/Router.js

@@ -11,6 +11,8 @@ v1.post('/documents/get', Controllers.getDocument)
 v1.post('/documents/create', Controllers.createDocument)
 v1.post('/documents/update', Controllers.updateDocument)
 v1.post('/documents/delete', Controllers.deleteDocument)
+v1.post('/documents/set', Controllers.setDocument)
+v1.post('/documents/create-batch', Controllers.createBatch)
 v1.post('/documents/delete-by-query', Controllers.deleteByQuery)
 v1.post('/documents/delete-by-prefix', Controllers.deleteByPrefix)
 v1.post('/documents/delete-batch', Controllers.deleteBatch)

package/src/api/firestore/Schemas.js

@@ -0,0 +1,160 @@
+import { Joi } from '@gokiteam/koa'
+
+const whereClause = Joi.object({
+  field: Joi.string().required(),
+  operator: Joi.string().valid('==', '!=', '<', '<=', '>', '>=', 'array-contains', 'in', 'array-contains-any').required(),
+  value: Joi.any().required()
+})
+
+const pageOptions = Joi.object({
+  limit: Joi.number().integer().min(1).max(10000).default(50),
+  offset: Joi.number().integer().min(0).default(0)
+}).optional()
+
+export const Schemas = {
+  listProjects: {
+    request: {
+      body: {}
+    }
+  },
+
+  listCollections: {
+    request: {
+      body: {
+        projectId: Joi.string().optional()
+      }
+    }
+  },
+
+  listDocuments: {
+    request: {
+      body: {
+        collectionPath: Joi.string().required(),
+        projectId: Joi.string().optional(),
+        page: pageOptions
+      }
+    }
+  },
+
+  getDocument: {
+    request: {
+      body: {
+        collectionPath: Joi.string().required(),
+        documentId: Joi.string().required(),
+        projectId: Joi.string().optional()
+      }
+    }
+  },
+
+  createDocument: {
+    request: {
+      body: {
+        collectionPath: Joi.string().required(),
+        documentId: Joi.string().optional(),
+        fields: Joi.object().required(),
+        projectId: Joi.string().optional()
+      }
+    }
+  },
+
+  setDocument: {
+    request: {
+      body: {
+        collectionPath: Joi.string().required(),
+        documentId: Joi.string().required(),
+        fields: Joi.object().required(),
+        projectId: Joi.string().optional()
+      }
+    }
+  },
+
+  updateDocument: {
+    request: {
+      body: {
+        collectionPath: Joi.string().required(),
+        documentId: Joi.string().required(),
+        fields: Joi.object().required(),
+        projectId: Joi.string().optional()
+      }
+    }
+  },
+
+  deleteDocument: {
+    request: {
+      body: {
+        collectionPath: Joi.string().required(),
+        documentId: Joi.string().required(),
+        projectId: Joi.string().optional()
+      }
+    }
+  },
+
+  createBatch: {
+    request: {
+      body: {
+        collectionPath: Joi.string().required(),
+        documents: Joi.array().items(
+          Joi.object({
+            documentId: Joi.string().optional(),
+            fields: Joi.object().required()
+          })
+        ).min(1).max(500).required(),
+        projectId: Joi.string().optional()
+      }
+    }
+  },
+
+  deleteByQuery: {
+    request: {
+      body: {
+        collectionPath: Joi.string().required(),
+        where: whereClause.required(),
+        projectId: Joi.string().optional()
+      }
+    }
+  },
+
+  deleteByPrefix: {
+    request: {
+      body: {
+        collectionPath: Joi.string().required(),
+        prefix: Joi.string().required(),
+        projectId: Joi.string().optional()
+      }
+    }
+  },
+
+  deleteBatch: {
+    request: {
+      body: {
+        collectionPath: Joi.string().required(),
+        documentIds: Joi.array().items(Joi.string()).min(1).max(500).required(),
+        projectId: Joi.string().optional()
+      }
+    }
+  },
+
+  executeQuery: {
+    request: {
+      body: {
+        collectionPath: Joi.string().required(),
+        where: Joi.array().items(whereClause).optional(),
+        orderBy: Joi.object({
+          field: Joi.string().required(),
+          direction: Joi.string().valid('ASCENDING', 'DESCENDING').default('ASCENDING')
+        }).optional(),
+        limit: Joi.number().integer().min(1).max(10000).default(50),
+        projectId: Joi.string().optional()
+      }
+    }
+  },
+
+  clearCollection: {
+    request: {
+      body: {
+        collectionPath: Joi.string().required(),
+        projectId: Joi.string().optional()
+      }
+    }
+  }
+}

package/src/api/snapshots/Logic.js

@@ -1,7 +1,7 @@
 import { execa } from 'execa'
 import fs from 'fs/promises'
+import os from 'os'
 import path from 'path'
-import { fileURLToPath } from 'url'
 import { Logic as FirestoreLogic } from '../firestore/Logic.js'
 import { Logic as DockerLogic } from '../docker/Logic.js'
 import { Logic as PubSubLogic } from '../pubsub/Logic.js'
@@ -23,10 +23,7 @@ import {
   PUBSUB_MESSAGE_HISTORY
 } from '../../db/Tables.js'
 
-const __filename = fileURLToPath(import.meta.url)
-const __dirname = path.dirname(__filename)
-const PROJECT_ROOT = path.join(__dirname, '../../..')
-const SNAPSHOTS_DIR = path.join(PROJECT_ROOT, '.goki-dev/snapshots')
+const SNAPSHOTS_DIR = path.join(os.homedir(), '.goki-dev', 'snapshots')
 
 // Ensure snapshot directories exist
 async function ensureSnapshotDirs () {

package/src/configs/Application.js

@@ -1,4 +1,6 @@
 import Moment from 'moment'
+import os from 'os'
+import path from 'path'
 
 const {
   NODE_ENV = 'development',
@@ -77,7 +79,7 @@ export const Application = {
     shadowSubscriptionCheckIntervalMs: parseInt(SHADOW_SUBSCRIPTION_CHECK_INTERVAL_MS) || 5000
   },
   storage: {
-    dataDir: DATA_DIR
+    dataDir: DATA_DIR || path.join(os.homedir(), '.goki-dev', 'data')
   },
   redis: {
     host: REDIS_HOST || 'localhost',

package/src/mcp/tools/data.js

@@ -5,6 +5,7 @@ export function registerDataTools (server, apiClient) {
     'platform_stats',
     'Get platform dashboard statistics (topic count, message count, log entries, MQTT clients, etc.)',
     {},
+    { readOnlyHint: true },
     async () => {
       try {
         const data = await apiClient.post('/v1/dashboard/stats')
@@ -19,6 +20,7 @@ export function registerDataTools (server, apiClient) {
     'platform_export',
     'Export all platform data (topics, subscriptions, messages, logs, etc.)',
     {},
+    { readOnlyHint: true },
     async () => {
       try {
         const data = await apiClient.post('/v1/data/export')
@@ -31,11 +33,12 @@ export function registerDataTools (server, apiClient) {
 
   server.tool(
     'platform_import',
-    'Import platform data (optionally clearing existing data first)',
+    '[DESTRUCTIVE] Import platform data (optionally clearing existing data first). Ask the user for confirmation before calling this tool.',
     {
       data: z.record(z.any()).describe('Platform data object to import'),
       clearExisting: z.boolean().optional().describe('Whether to clear existing data before importing')
     },
+    { destructiveHint: true },
     async ({ data, clearExisting }) => {
       try {
         const body = { data }
@@ -50,8 +53,9 @@ export function registerDataTools (server, apiClient) {
 
   server.tool(
     'platform_clear',
-    'Clear all platform data (topics, messages, logs, traffic records)',
+    '[DESTRUCTIVE] Clear all platform data (topics, messages, logs, traffic records). Ask the user for confirmation before calling this tool.',
     {},
+    { destructiveHint: true },
     async () => {
       try {
         const data = await apiClient.post('/v1/data/clear')
@@ -64,11 +68,12 @@ export function registerDataTools (server, apiClient) {
 
   server.tool(
     'platform_clear_services',
-    'Clear data for specific services. Useful for resetting test state without clearing everything.',
+    '[DESTRUCTIVE] Clear data for specific services. Useful for resetting test state without clearing everything. Ask the user for confirmation before calling this tool.',
     {
       services: z.array(z.string()).optional().describe('Optional list of service names to clear'),
       keepSystemData: z.boolean().optional().describe('Whether to keep system/infrastructure data')
     },
+    { destructiveHint: true },
     async ({ services, keepSystemData }) => {
       try {
         const body = {}

package/src/mcp/tools/docker.js

@@ -63,6 +63,7 @@ export function registerDockerTools (server, apiClient) {
     'docker_list_containers',
     'List all Docker containers on the goki-network with their status, ports, and uptime',
     {},
+    { readOnlyHint: true },
     async () => {
       try {
         const { stdout } = await execAsync(
@@ -114,10 +115,11 @@ export function registerDockerTools (server, apiClient) {
 
   server.tool(
     'docker_stop_container',
-    'Stop a running Docker container by name',
+    '[DESTRUCTIVE] Stop a running Docker container by name. Ask the user for confirmation before calling this tool.',
     {
       containerName: z.string().describe('Name of the Docker container to stop')
     },
+    { destructiveHint: true },
     async ({ containerName }) => {
       try {
         await execAsync(`docker stop ${containerName}`)
@@ -131,10 +133,11 @@ export function registerDockerTools (server, apiClient) {
 
   server.tool(
     'docker_restart_container',
-    'Restart a Docker container by name',
+    '[DESTRUCTIVE] Restart a Docker container by name. Ask the user for confirmation before calling this tool.',
     {
       containerName: z.string().describe('Name of the Docker container to restart')
     },
+    { destructiveHint: true },
     async ({ containerName }) => {
       try {
         await execAsync(`docker restart ${containerName}`)
@@ -153,6 +156,7 @@ export function registerDockerTools (server, apiClient) {
       containerName: z.string().describe('Name of the Docker container'),
       lines: z.number().optional().describe('Number of recent log lines to retrieve (default 100)')
     },
+    { readOnlyHint: true },
     async ({ containerName, lines = 100 }) => {
       try {
         const { stdout, stderr } = await execAsync(`docker logs --tail ${lines} ${containerName} 2>&1`)