openmates 0.14.5-alpha.0 → 0.14.5

package/dist/{chunk-YNYJMWKY.js → chunk-53LTSJCT.js}

@@ -9526,9 +9526,9 @@ function formatTs(ts) {
 }
 
 // src/server.ts
-import { execFileSync as execFileSync2, execSync, spawn as nodeSpawn } from "child_process";
+import { execFileSync as execFileSync2, execSync, spawn as nodeSpawn, spawnSync } from "child_process";
 import { createHash as createHash6, randomBytes as randomBytes2 } from "crypto";
-import { chmodSync as chmodSync2, copyFileSync, cpSync, existsSync as existsSync5, mkdirSync as mkdirSync3, mkdtempSync, readFileSync as readFileSync5, readdirSync, rmSync as rmSync3, writeFileSync as writeFileSync3 } from "fs";
+import { chmodSync as chmodSync2, closeSync, copyFileSync, cpSync, existsSync as existsSync5, mkdirSync as mkdirSync3, mkdtempSync, openSync, readFileSync as readFileSync5, readdirSync, rmSync as rmSync3, writeFileSync as writeFileSync3 } from "fs";
 import { createInterface as createInterface2 } from "readline";
 import { createInterface as createPromptInterface } from "readline/promises";
 import { homedir as homedir5 } from "os";
@@ -9652,7 +9652,7 @@ function planUpdate(input) {
   const missingRequiredSecrets = input.missingRequiredSecrets ?? [];
   const blocked = input.continuous === true && missingRequiredSecrets.length > 0;
   const steps = ["preflight"];
-  const backupName = runtime.dataBearing && input.skipBackup !== true ? `latest-pre-update-${runtime.role}.tar.zst` : null;
+  const backupName = runtime.dataBearing && input.skipBackup !== true ? `latest-pre-update-${runtime.role}.tar.gz` : null;
   if (backupName) steps.push("backup:latest-pre-update");
   steps.push("pull", "up", "health-check");
   return {
@@ -10573,14 +10573,19 @@ function createServerBackup(installPath, role, options = {}) {
     if (role === "core") {
       const databaseUser = env.DATABASE_USERNAME || "directus";
       const databaseName = env.DATABASE_NAME || "directus";
+      const dumpFile = openSync(join3(tempDir, "postgres.sql"), "w");
       try {
-        const dump = execSync(
-          `docker exec cms-database pg_dump --clean --if-exists --no-owner --no-privileges -U ${shellQuote(databaseUser)} ${shellQuote(databaseName)}`,
-          { encoding: "utf-8", maxBuffer: 256 * 1024 * 1024 }
+        const result = spawnSync(
+          "docker",
+          ["exec", "cms-database", "pg_dump", "--clean", "--if-exists", "--no-owner", "--no-privileges", "-U", databaseUser, databaseName],
+          { encoding: "utf-8", stdio: ["ignore", dumpFile, "pipe"] }
         );
-        writeFileSync3(join3(tempDir, "postgres.sql"), dump);
+        if (result.error) throw result.error;
+        if (result.status !== 0) throw new Error(result.stderr || `pg_dump exited with status ${result.status}`);
       } catch (error) {
         throw new Error(`Postgres backup failed. Is cms-database running? ${error instanceof Error ? error.message : String(error)}`);
+      } finally {
+        closeSync(dumpFile);
       }
     }
     for (const item of [
@@ -47722,7 +47727,7 @@ function assertRemoteAccessSourceRecord(value, index) {
 }
 
 // src/selfUpdate.ts
-import { spawnSync } from "child_process";
+import { spawnSync as spawnSync2 } from "child_process";
 import { readFileSync as readFileSync8 } from "fs";
 var PACKAGE_NAME = "openmates";
 var DEFAULT_TARGET = "latest";
@@ -47751,7 +47756,7 @@ function buildSelfUpdatePlan(flags) {
 }
 function runSelfUpdate(plan) {
   if (plan.dryRun) return;
-  const result = spawnSync(plan.command, plan.args, {
+  const result = spawnSync2(plan.command, plan.args, {
     encoding: "utf-8",
     stdio: ["ignore", "pipe", "pipe"]
   });

package/dist/cli.js

@@ -2,7 +2,7 @@
 import {
   getExtForLang,
   serializeToYaml
-} from "./chunk-YNYJMWKY.js";
+} from "./chunk-53LTSJCT.js";
 import "./chunk-AXNRPVLE.js";
 export {
   getExtForLang,

package/dist/index.js

@@ -25,7 +25,7 @@ import {
   renderSupportInfo,
   serializeToYaml,
   unwrapApiKeyMasterKey
-} from "./chunk-YNYJMWKY.js";
+} from "./chunk-53LTSJCT.js";
 import "./chunk-AXNRPVLE.js";
 
 // src/generated/appSkills.ts

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openmates",
-  "version": "0.14.5-alpha.0",
+  "version": "0.14.5",
   "description": "OpenMates CLI and SDK",
   "type": "module",
   "main": "dist/index.js",

package/templates/core/docker-compose.selfhost.yml

@@ -1,5 +1,37 @@
 name: openmates-core
 
+x-openmates-worker-base: &openmates-worker-base
+  image: ${OPENMATES_IMAGE_REGISTRY:-ghcr.io/glowingkitty}/openmates-api:${OPENMATES_IMAGE_TAG:-dev}
+  restart: unless-stopped
+  user: root
+  env_file: ../../.env
+  environment: &openmates-worker-env
+    PYTHONPATH: /app
+    PYTHONDONTWRITEBYTECODE: "1"
+    CMS_URL: http://cms:8055
+    DIRECTUS_TOKEN: ${DIRECTUS_TOKEN}
+    DRAGONFLY_URL: cache:6379
+    DRAGONFLY_PASSWORD: ${DRAGONFLY_PASSWORD}
+    VAULT_URL: http://vault:8200
+    PROVIDER_CONFIG_DIR: /app_config/providers
+    BACKEND_CONFIG_FILE: /app_config/backend_config.yml
+    LOG_LEVEL: ${LOG_LEVEL:-info}
+    SERVER_ENVIRONMENT: ${SERVER_ENVIRONMENT}
+  volumes:
+    - ../../config:/app_config
+    - vault-setup-data:/vault-data
+    - api-logs:/app/logs
+  networks: [openmates]
+  depends_on:
+    cache:
+      condition: service_healthy
+    cms:
+      condition: service_healthy
+    vault-setup:
+      condition: service_completed_successfully
+    cms-setup:
+      condition: service_completed_successfully
+
 services:
   api:
     image: ${OPENMATES_IMAGE_REGISTRY:-ghcr.io/glowingkitty}/openmates-api:${OPENMATES_IMAGE_TAG:-dev}
@@ -168,6 +200,84 @@ services:
     networks: [openmates]
     depends_on: [api]
 
+  app-ai-worker:
+    <<: *openmates-worker-base
+    container_name: app-ai-worker
+    environment:
+      <<: *openmates-worker-env
+      CELERY_QUEUES: app_ai
+      CELERY_AUTOSCALE_MAX: ${CELERY_AUTOSCALE_MAX:-10}
+    command: >
+      sh -c "chown -R celeryuser:celeryuser /vault-data && gosu celeryuser python -m celery -A backend.core.api.app.tasks.celery_config worker --loglevel=info --queues=app_ai --concurrency=$${CELERY_AUTOSCALE_MAX} --max-tasks-per-child=50 --max-memory-per-child=600000 --prefetch-multiplier=1"
+
+  app-images-worker:
+    <<: *openmates-worker-base
+    container_name: app-images-worker
+    environment:
+      <<: *openmates-worker-env
+      CELERY_QUEUES: app_images
+      CELERY_AUTOSCALE_MAX: ${CELERY_AUTOSCALE_MAX:-10}
+    command: >
+      sh -c "chown -R celeryuser:celeryuser /vault-data && gosu celeryuser python -m celery -A backend.core.api.app.tasks.celery_config worker --loglevel=info --queues=app_images --concurrency=$${CELERY_AUTOSCALE_MAX} --max-tasks-per-child=50 --max-memory-per-child=600000 --prefetch-multiplier=1"
+
+  app-music-worker:
+    <<: *openmates-worker-base
+    container_name: app-music-worker
+    environment:
+      <<: *openmates-worker-env
+      CELERY_QUEUES: app_music
+      CELERY_AUTOSCALE_MAX: ${CELERY_AUTOSCALE_MAX:-5}
+    command: >
+      sh -c "chown -R celeryuser:celeryuser /vault-data && gosu celeryuser python -m celery -A backend.core.api.app.tasks.celery_config worker --loglevel=info --queues=app_music --concurrency=$${CELERY_AUTOSCALE_MAX} --max-tasks-per-child=20 --max-memory-per-child=600000 --prefetch-multiplier=1"
+
+  app-videos-worker:
+    <<: *openmates-worker-base
+    container_name: app-videos-worker
+    environment:
+      <<: *openmates-worker-env
+      CELERY_QUEUES: app_videos
+      CELERY_VIDEOS_AUTOSCALE_MAX: ${CELERY_VIDEOS_AUTOSCALE_MAX:-2}
+      E2B_REMOTION_TEMPLATE: ${E2B_REMOTION_TEMPLATE:-}
+    command: >
+      sh -c "chown -R celeryuser:celeryuser /vault-data && gosu celeryuser python -m celery -A backend.core.api.app.tasks.celery_config worker --loglevel=info --queues=app_videos --concurrency=$${CELERY_VIDEOS_AUTOSCALE_MAX} --max-tasks-per-child=10 --max-memory-per-child=1000000 --prefetch-multiplier=1"
+
+  app-pdf-worker:
+    <<: *openmates-worker-base
+    container_name: app-pdf-worker
+    environment:
+      <<: *openmates-worker-env
+      CELERY_QUEUES: app_pdf
+    command: >
+      sh -c "chown -R celeryuser:celeryuser /vault-data && gosu celeryuser python -m celery -A backend.core.api.app.tasks.celery_config worker --loglevel=info --queues=app_pdf --concurrency=2 --max-tasks-per-child=10 --max-memory-per-child=1000000 --prefetch-multiplier=1"
+
+  app-docs-worker:
+    <<: *openmates-worker-base
+    image: ${OPENMATES_IMAGE_REGISTRY:-ghcr.io/glowingkitty}/openmates-docs-worker:${OPENMATES_IMAGE_TAG:-dev}
+    container_name: app-docs-worker
+    environment:
+      <<: *openmates-worker-env
+      CELERY_QUEUES: app_docs
+    command: >
+      sh -c "chown -R celeryuser:celeryuser /vault-data && gosu celeryuser python -m celery -A backend.core.api.app.tasks.celery_config worker --loglevel=info --queues=app_docs --concurrency=2 --max-tasks-per-child=10 --max-memory-per-child=1000000 --prefetch-multiplier=1"
+
+  app-code-worker:
+    <<: *openmates-worker-base
+    container_name: app-code-worker
+    environment:
+      <<: *openmates-worker-env
+      CELERY_QUEUES: app_code
+    command: >
+      sh -c "chown -R celeryuser:celeryuser /vault-data && gosu celeryuser python -m celery -A backend.core.api.app.tasks.celery_config worker --loglevel=info --queues=app_code --concurrency=2 --max-tasks-per-child=20 --max-memory-per-child=600000 --prefetch-multiplier=1"
+
+  app-social-media-worker:
+    <<: *openmates-worker-base
+    container_name: app-social-media-worker
+    environment:
+      <<: *openmates-worker-env
+      CELERY_QUEUES: app_social_media
+    command: >
+      sh -c "chown -R celeryuser:celeryuser /vault-data && gosu celeryuser python -m celery -A backend.core.api.app.tasks.celery_config worker --loglevel=info --queues=app_social_media --concurrency=2 --max-tasks-per-child=50 --max-memory-per-child=600000 --prefetch-multiplier=1"
+
   admin-sidecar:
     image: ${OPENMATES_IMAGE_REGISTRY:-ghcr.io/glowingkitty}/openmates-admin-sidecar:${OPENMATES_IMAGE_TAG:-dev}
     container_name: core-admin-sidecar