@ossy/media-tasks 1.23.3

package/README.md

@@ -0,0 +1,28 @@
+# @ossy/media-tasks
+
+Changestream-triggered media processing tasks for the Ossy platform.
+
+Tasks in this package are registered with `JobsService.RegisterTask()` at API startup and fire automatically when matching events are detected in the event store change stream.
+
+## Tasks
+
+| Task | Trigger | Description |
+|------|---------|-------------|
+| `resize-common-web` | `Resource` `Created` (`image/*`) | Generates common web thumbnail and gallery sizes using `sharp` |
+| `visual-content-descriptors` | `Resource` `Created` (`image/*`, `video/*`) | Uses GPT-4o to generate title, description, tags, and alt text |
+
+## Task contract
+
+Each `*.task.js` file exports:
+
+```js
+export const metadata = {
+  id: 'my-task',
+  triggers: [{ aggregateType, event, resource?, location? }],
+}
+
+export default async function ({ event, sdk }) { ... }
+```
+
+- `event` — the raw eventstore `fullDocument` that triggered this handler
+- `sdk` — platform SDK instance (passed from API startup; `null` during local dev if unconfigured)

package/package.json

@@ -0,0 +1,32 @@
+{
+  "name": "@ossy/media-tasks",
+  "version": "1.23.3",
+  "description": "Changestream-triggered media processing tasks (image resize, AI descriptors)",
+  "type": "module",
+  "main": "./src/index.js",
+  "module": "./src/index.js",
+  "exports": {
+    ".": "./src/index.js"
+  },
+  "ossy": {
+    "src": "./src"
+  },
+  "scripts": {
+    "typecheck": "echo \"No TypeScript in media-tasks package\" && exit 0"
+  },
+  "peerDependencies": {
+    "openai": ">=4",
+    "sharp": ">=0.34"
+  },
+  "publishConfig": {
+    "access": "public",
+    "registry": "https://registry.npmjs.org"
+  },
+  "files": [
+    "/src",
+    "README.md"
+  ],
+  "author": "Ossy <yourfriends@ossy.se> (https://ossy.se)",
+  "license": "MIT",
+  "gitHead": "dfb68d196df3c7c291ea321901c4a1017fb0c8c1"
+}

package/src/index.js

@@ -0,0 +1,2 @@
+// Task files are not component exports — they are discovered by task ID via metadata.
+// Import individual task files directly: e.g. import './resize-common-web.task.js'

package/src/openai.integration.js

@@ -0,0 +1,52 @@
+import OpenAiSDK from 'openai'
+
+const openai = new OpenAiSDK({
+  apiKey: process.env.OPENAI_API_KEY,
+  organization: process.env.OPENAI_ORGANIZATION,
+})
+
+export class OpenAi {
+  static async getVisualContentDescriptors(imageSrc) {
+    const systemPrompt = `
+            You will be provided with images, and your task is to create a json object including the following properties:
+                -title: Short attention grabbing title that describes the image
+                -description: A short text describing the image, suitable for SEO purposes
+                -tags: an array of tags describing the image that will be used for categorization and SEO purposes
+                -alt: A short text that describes the image, suitable for alt text
+        `
+
+    const response = await openai.chat.completions.create({
+      model: 'gpt-4o-mini',
+      max_tokens: 4000,
+      messages: [
+        { role: 'system', content: systemPrompt },
+        { role: 'user', content: [{ type: 'image_url', image_url: { url: imageSrc } }] },
+      ],
+    })
+
+    const parsedResponse = await OpenAi.ensureJSONResponse(response)
+    const visualDescriptors = JSON.parse(
+      parsedResponse?.choices?.[0]?.message?.content ?? '{}'
+    )
+    return visualDescriptors
+  }
+
+  static ensureJSONResponse(response) {
+    const systemPrompt = `
+            You will be recieving a text string that contains a json object.
+            Your task is to parse the text string and convert the response into a json object.
+        `
+
+    const textString = response?.choices?.[0]?.message?.content
+
+    return openai.chat.completions.create({
+      model: 'gpt-4-turbo-preview',
+      max_tokens: 4000,
+      response_format: { type: 'json_object' },
+      messages: [
+        { role: 'system', content: systemPrompt },
+        { role: 'user', content: textString ?? '' },
+      ],
+    })
+  }
+}

package/src/resize-common-web.task.js

@@ -0,0 +1,55 @@
+import sharp from 'sharp'
+
+const Sizes = [
+  { width: 24, height: 24, name: 'thumbnailSmall' },
+  { width: 48, height: 48, name: 'thumbnailLarge' },
+  { width: 274, height: undefined, name: 'galleryMedium' },
+  { width: 548, height: undefined, name: 'galleryLarge' },
+  { width: 4, height: undefined, name: 'loader-square-blurred-before' },
+  { width: 4, height: undefined, name: 'loader-square-blurred-after' },
+]
+
+export const metadata = {
+  id: 'resize-common-web',
+  triggers: [
+    {
+      aggregateType: 'Resource',
+      event: 'Created',
+      resource: { type: 'image/*' },
+    },
+  ],
+}
+
+export default async function ({ event, sdk }) {
+  const resourceId = event.aggregateId
+
+  console.log(`[resize-common-web] starting for resource ${resourceId}`)
+
+  const resource = await sdk.resources.get({ id: resourceId })
+  const image = await fetch(resource.content.src).then((response) => response.arrayBuffer())
+
+  console.log(`[resize-common-web] Resizing ${resourceId}`)
+
+  for (const { width, height, name } of Sizes) {
+    const imageBuffer = await sharp(image).resize(width, height).toBuffer()
+
+    console.log(`[resize-common-web] Created image buffer for ${name}`)
+
+    const file = new File([new Uint8Array(imageBuffer)], name, { type: resource.type })
+
+    console.log(`[resize-common-web] Uploading ${name} for ${resourceId}`)
+    try {
+      await sdk.resources.uploadNamedVersion({
+        id: resourceId,
+        name: name,
+        file: file,
+      })
+    } catch (error) {
+      console.log(`[resize-common-web] Error uploading ${name} for ${resourceId}`)
+      console.error(error)
+      throw error
+    }
+
+    console.log(`[resize-common-web] Uploaded ${name} for ${resourceId}`)
+  }
+}

package/src/visual-content-descriptors.task.js

@@ -0,0 +1,33 @@
+import { OpenAi } from './openai.integration.js'
+
+export const metadata = {
+  id: 'visual-content-descriptors',
+  triggers: [
+    {
+      aggregateType: 'Resource',
+      event: 'Created',
+      resource: { type: 'image/*' },
+    },
+    {
+      aggregateType: 'Resource',
+      event: 'Created',
+      resource: { type: 'video/*' },
+    },
+  ],
+}
+
+export default async function ({ event, sdk }) {
+  const resourceId = event.aggregateId
+
+  const resource = await sdk.resources.get({ id: resourceId })
+  const visualContentDescriptors = await OpenAi.getVisualContentDescriptors(resource.content.src)
+
+  await sdk.resources.rename({ id: resource.id, name: visualContentDescriptors.title })
+  await sdk.resources.updateContent({
+    id: resource.id,
+    content: {
+      ...resource.content,
+      ...visualContentDescriptors,
+    },
+  })
+}