@norskvideo/norsk-studio-alpha 1.27.0-2025-07-09-0fcad3ea

package/lib/processor.gemini-poc/runtime.d.ts

@@ -0,0 +1,38 @@
+import { FunctionCallMetadata, GeminiProcessorNode, GeminiServerContent, Norsk } from '@norskvideo/norsk-sdk';
+import { CreatedMediaNode, OnCreated, RelatedMediaNodes, ServerComponentDefinition, ServerComponentSchemas, StudioComponentInputStream, StudioRuntime } from '@norskvideo/norsk-studio/lib/extension/runtime-types';
+import { components } from './types';
+export type GeminiAIConfig = components['schemas']['GeminiAIConfig'];
+export type GeminiAIState = components['schemas']['GeminiAIState'];
+export type GeminiAICommand = components['schemas']['GeminiAICommands'];
+export type GeminiAIEvent = components['schemas']['GeminiAIEvents'];
+export default class GeminiAIDefinition implements ServerComponentDefinition<GeminiAIConfig, GeminiAINode, GeminiAIState, GeminiAICommand, GeminiAIEvent> {
+    schemas(): Promise<ServerComponentSchemas>;
+    create(norsk: Norsk, cfg: GeminiAIConfig, cb: OnCreated<GeminiAINode>, runtime: StudioRuntime<GeminiAIState, GeminiAICommand, GeminiAIEvent>): Promise<void>;
+}
+declare class GeminiAINode implements CreatedMediaNode {
+    norsk: Norsk;
+    cfg: GeminiAIConfig;
+    initialised: Promise<void>;
+    logger: GeminiLogger;
+    gemini?: GeminiProcessorNode;
+    runtime: StudioRuntime<GeminiAIState, GeminiAICommand, GeminiAIEvent>;
+    t0: Date;
+    constructor(norsk: Norsk, cfg: GeminiAIConfig, runtime: StudioRuntime<GeminiAIState, GeminiAICommand, GeminiAIEvent>);
+    get id(): string;
+    relatedMediaNodes: RelatedMediaNodes;
+    textDetected(_callMetadata: FunctionCallMetadata, text: string): Promise<void>;
+    jsonDetected(_callMetadata: FunctionCallMetadata, jsonString: string): Promise<void>;
+    initialise(): Promise<void>;
+    subscribe(sources: StudioComponentInputStream[]): Promise<void>;
+}
+export declare class GeminiLogger {
+    id: string;
+    t0: Date;
+    inTurn: boolean;
+    currentStr: string;
+    runtime: StudioRuntime<GeminiAIState, GeminiAICommand, GeminiAIEvent>;
+    constructor(id: string, runtime: StudioRuntime<GeminiAIState, GeminiAICommand, GeminiAIEvent>);
+    logContent(content: GeminiServerContent): void;
+}
+export declare function exhaustiveCheck(a: never): never;
+export {};

package/lib/processor.gemini-poc/runtime.js

@@ -0,0 +1,132 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.GeminiLogger = void 0;
+exports.exhaustiveCheck = exhaustiveCheck;
+const runtime_types_1 = require("@norskvideo/norsk-studio/lib/extension/runtime-types");
+const process_1 = require("process");
+const path_1 = __importDefault(require("path"));
+const schemas_1 = require("../shared/schemas");
+const util_1 = require("@norskvideo/norsk-studio/lib/shared/util");
+class GeminiAIDefinition {
+    async schemas() {
+        return (0, schemas_1.schemaFromTypes)(path_1.default.join(__dirname, 'types.yaml'), {
+            config: 'GeminiAIConfig'
+        });
+    }
+    async create(norsk, cfg, cb, runtime) {
+        const node = new GeminiAINode(norsk, cfg, runtime);
+        await node.initialised;
+        cb(node);
+    }
+}
+exports.default = GeminiAIDefinition;
+class GeminiAINode {
+    norsk;
+    cfg;
+    initialised;
+    logger;
+    gemini;
+    runtime;
+    t0;
+    constructor(norsk, cfg, runtime) {
+        this.norsk = norsk;
+        this.cfg = cfg;
+        this.runtime = runtime;
+        this.logger = new GeminiLogger(cfg.id, runtime);
+        this.initialised = this.initialise();
+        this.t0 = new Date();
+    }
+    get id() { return this.cfg.id; }
+    relatedMediaNodes = new runtime_types_1.RelatedMediaNodes();
+    async textDetected(_callMetadata, text) {
+        this.runtime.report.registerInfo(this.cfg.id, text);
+    }
+    async jsonDetected(_callMetadata, jsonString) {
+        console.log("JSON!!!", jsonString);
+    }
+    async initialise() {
+        this.gemini = await this.norsk.processor.control.geminiProcessor({
+            googleApiKey: process_1.env.GOOGLE_API_KEY,
+            model: this.cfg.api == "live" ? "gemini-2.0-flash-exp" : "gemini-2.5-flash",
+            systemInstruction: this.cfg.systemInstruction,
+            functions: [],
+            infoCb: (info) => console.log(`Info: ${info}`),
+            contentCb: this.logger.logContent.bind(this.logger),
+            videoSettings: {
+                frameRate: { frames: 1, seconds: 5 },
+                resolution: { width: 360, height: 280 },
+            },
+            apiChoice: (() => {
+                const apiType = this.cfg.api;
+                switch (apiType) {
+                    case "live": return {
+                        apiType: "live",
+                    };
+                    case "traditional": return {
+                        apiType: "singleShot",
+                        historicalContextMs: 30000,
+                        prompt: "In this request, I am sending you an image plus context that you gave from about previous images.  Using this information, perform what is requested in the systemInstruction and also return a text-based description of the action in image that I can send back to you on future images to give you some historical context for the current image."
+                    };
+                    default:
+                        return (0, util_1.assertUnreachable)(apiType);
+                }
+            })()
+        });
+    }
+    async subscribe(sources) {
+        const video = sources.find((s) => s.isMedia("video"));
+        const audio = sources.find((s) => s.isMedia("audio"));
+        if (!video || !audio)
+            return;
+        this.gemini?.subscribe([video.select(), audio.select()]);
+    }
+}
+class GeminiLogger {
+    id;
+    t0;
+    inTurn;
+    currentStr;
+    runtime;
+    constructor(id, runtime) {
+        this.id = id;
+        this.inTurn = false;
+        this.t0 = new Date();
+        this.currentStr = "";
+        this.runtime = runtime;
+    }
+    logContent(content) {
+        if (content.parts.length > 0) {
+            if (!this.inTurn) {
+                this.currentStr = `${(new Date()).getTime() - this.t0.getTime()}: `;
+            }
+            this.inTurn = true;
+        }
+        content.parts.forEach((part) => {
+            const partType = part.partType;
+            switch (partType) {
+                case "text":
+                    {
+                        const t = part.value.replace(/```/, '').replace(/text_response\("/, '').replace(/"\)/, '');
+                        this.currentStr = this.currentStr + t;
+                    }
+                    break;
+                case "blob":
+                    break;
+                default:
+                    exhaustiveCheck(partType);
+            }
+        });
+        if (content.turnComplete && this.inTurn) {
+            this.runtime.report.registerInfo(this.id, this.currentStr);
+            this.inTurn = false;
+        }
+    }
+}
+exports.GeminiLogger = GeminiLogger;
+function exhaustiveCheck(a) {
+    throw new Error(`Unhandled case: ${a}`);
+}
+//# sourceMappingURL=runtime.js.map

package/lib/processor.gemini-poc/runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/processor.gemini-poc/runtime.ts"],"names":[],"mappings":";;;;;;AAqLA,0CAEC;AApLD,wFAAoN;AACpN,qCAA8B;AAC9B,gDAAwB;AAGxB,+CAAoD;AACpD,mEAA6E;AAO7E,MAAqB,kBAAkB;IACrC,KAAK,CAAC,OAAO;QACX,OAAO,IAAA,yBAAe,EAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE;YACzD,MAAM,EAAE,gBAAgB;SACzB,CAAC,CAAC;IACL,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,KAAY,EAAE,GAAmB,EAAE,EAA2B,EAAE,OAAqE;QAChJ,MAAM,IAAI,GAAG,IAAI,YAAY,CAAC,KAAK,EAAE,GAAG,EAAE,OAAO,CAAC,CAAC;QACnD,MAAM,IAAI,CAAC,WAAW,CAAC;QACvB,EAAE,CAAC,IAAI,CAAC,CAAC;IACX,CAAC;CACF;AAXD,qCAWC;AAED,MAAM,YAAY;IAChB,KAAK,CAAQ;IACb,GAAG,CAAiB;IACpB,WAAW,CAAgB;IAC3B,MAAM,CAAe;IACrB,MAAM,CAAuB;IAC7B,OAAO,CAA+D;IAEtE,EAAE,CAAO;IAET,YAAY,KAAY,EAAE,GAAmB,EAAE,OAAqE;QAClH,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;QACvB,IAAI,CAAC,MAAM,GAAG,IAAI,YAAY,CAAC,GAAG,CAAC,EAAE,EAAE,OAAO,CAAC,CAAC;QAChD,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QAErC,IAAI,CAAC,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC;IACvB,CAAC;IAED,IAAI,EAAE,KAAK,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAEhC,iBAAiB,GAAsB,IAAI,iCAAiB,EAAE,CAAC;IAE/D,KAAK,CAAC,YAAY,CAAC,aAAmC,EAAE,IAAY;QAClE,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE,IAAI,CAAC,CAAC;IACtD,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,aAAmC,EAAE,UAAkB;QACxE,OAAO,CAAC,GAAG,CAAC,SAAS,EAAE,UAAU,CAAC,CAAC;IACrC,CAAC;IAED,KAAK,CAAC,UAAU;QA8Bd,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,OAAO,CAAC,eAAe,CAAC;YAC/D,YAAY,EAAE,aAAG,CAAC,cAAe;YACjC,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,IAAI,MAAM,CAAC,CAAC,CAAC,sBAAsB,CAAC,CAAC,CAAC,kBAAkB;YAC3E,iBAAiB,EAAE,IAAI,CAAC,GAAG,CAAC,iBAAiB;YAC7C,SAAS,EAAE,EAAE;YACb,MAAM,EAAE,CAAC,IAAI,EAAE,EAAE,CAAC,OAAO,CAAC,GAAG,CAAC,SAAS,IAAI,EAAE,CAAC;YAC9C,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC;YACnD,aAAa,EAAE;gBACb,SAAS,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE,OAAO,EAAE,CAAC,EAAE;gBACpC,UAAU,EAAE,EAAE,KAAK,EAAE,GAAG,EAAE,MAAM,EAAE,GAAG,EAAE;aACxC;YACD,SAAS,EAAE,CAAC,GAAG,EAAE;gBACf,MAAM,OAAO,GAAG,IAAI,CAAC,GAAG,CAAC,GAAG,CAAC;gBAC7B,QAAQ,OAAO,EAAE,CAAC;oBAChB,KAAK,MAAM,CAAC,CAAC,OAAO;wBAClB,OAAO,EAAE,MAAM;qBAChB,CAAC;oBACF,KAAK,aAAa,CAAC,CAAC,OAAO;wBACzB,OAAO,EAAE,YAAY;wBACrB,mBAAmB,EAAE,KAAK;wBAC1B,MAAM,EAAE,uVAAuV;qBAChW,CAAC;oBACF;wBACE,OAAO,IAAA,wBAAiB,EAAC,OAAO,CAAC,CAAC;gBACtC,CAAC;YACH,CAAC,CAAC,EAAE;SACL,CAAC,CAAC;IACL,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAqC;QACnD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QAEtD,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK;YAAE,OAAO;QAE7B,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,KAAK,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;IAC1D,CAAC;CACF;AAED,MAAa,YAAY;IACvB,EAAE,CAAS;IACX,EAAE,CAAO;IACT,MAAM,CAAU;IAChB,UAAU,CAAS;IACnB,OAAO,CAA+D;IAEtE,YAAY,EAAU,EAAE,OAAqE;QAC3F,IAAI,CAAC,EAAE,GAAG,EAAE,CAAC;QACb,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACpB,IAAI,CAAC,EAAE,GAAG,IAAI,IAAI,EAAE,CAAC;QACrB,IAAI,CAAC,UAAU,GAAG,EAAE,CAAC;QACrB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC;IACzB,CAAC;IASD,UAAU,CAAC,OAA4B;QACrC,IAAI,OAAO,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,EAAE,CAAC;YAC7B,IAAI,CAAC,IAAI,CAAC,MAAM,EAAE,CAAC;gBACjB,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,IAAI,IAAI,EAAE,CAAC,CAAC,OAAO,EAAE,GAAG,IAAI,CAAC,EAAE,CAAC,OAAO,EAAE,IAAI,CAAC;YACtE,CAAC;YACD,IAAI,CAAC,MAAM,GAAG,IAAI,CAAC;QACrB,CAAC;QACD,OAAO,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,IAAI,EAAE,EAAE;YAC7B,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC;YAC/B,QAAQ,QAAQ,EAAE,CAAC;gBACjB,KAAK,MAAM;oBAAE,CAAC;wBACZ,MAAM,CAAC,GAAG,IAAI,CAAC,KAAK,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,kBAAkB,EAAE,EAAE,CAAC,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,CAAA;wBAC1F,IAAI,CAAC,UAAU,GAAG,IAAI,CAAC,UAAU,GAAG,CAAC,CAAA;oBACvC,CAAC;oBACC,MAAM;gBACR,KAAK,MAAM;oBAET,MAAM;gBACR;oBACE,eAAe,CAAC,QAAQ,CAAC,CAAC;YAC9B,CAAC;QACH,CAAC,CAAC,CAAC;QACH,IAAI,OAAO,CAAC,YAAY,IAAI,IAAI,CAAC,MAAM,EAAE,CAAC;YACxC,IAAI,CAAC,OAAO,CAAC,MAAM,CAAC,YAAY,CAAC,IAAI,CAAC,EAAE,EAAE,IAAI,CAAC,UAAU,CAAC,CAAC;YAC3D,IAAI,CAAC,MAAM,GAAG,KAAK,CAAC;QACtB,CAAC;IACH,CAAC;CACF;AAjDD,oCAiDC;AAED,SAAgB,eAAe,CAAC,CAAQ;IACtC,MAAM,IAAI,KAAK,CAAC,mBAAmB,CAAC,EAAE,CAAC,CAAC;AAC1C,CAAC"}

package/lib/processor.gemini-poc/types.d.ts

@@ -0,0 +1,23 @@
+export type paths = Record<string, never>;
+export type webhooks = Record<string, never>;
+export interface components {
+    schemas: {
+        GeminiAIConfig: {
+            id: string;
+            displayName: string;
+            systemInstruction: string;
+            api: "live" | "traditional";
+            notes?: string;
+        };
+        GeminiAIState: Record<string, never>;
+        GeminiAICommands: Record<string, never>;
+        GeminiAIEvents: Record<string, never>;
+    };
+    responses: never;
+    parameters: never;
+    requestBodies: never;
+    headers: never;
+    pathItems: never;
+}
+export type $defs = Record<string, never>;
+export type operations = Record<string, never>;

package/lib/processor.gemini-poc/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/lib/processor.gemini-poc/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/processor.gemini-poc/types.ts"],"names":[],"mappings":""}

package/lib/processor.gemini-poc/types.yaml

@@ -0,0 +1,43 @@
+openapi: 3.0.0
+info:
+  title: Gemini Replay
+  version: 1.0.0
+
+components:
+  schemas:
+    GeminiAIConfig:
+      type: object
+      properties:
+        id:
+          type: string
+        displayName:
+          type: string
+        systemInstruction:
+          type: string
+        api:
+          type: string
+          enum: ["live", "traditional"]
+          default: "live"
+        notes:
+          type: string
+      required:
+        - id
+        - displayName
+        - systemInstruction
+    GeminiAIState:
+      type: object
+      required:
+        - enabled
+      properties:
+
+    GeminiAICommands:
+      type: object
+      required:
+        - enabled
+      properties:
+
+    GeminiAIEvents:
+      type: object
+      required:
+        - enabled
+      properties:

package/lib/processor.mixMinus/info.d.ts

@@ -0,0 +1,7 @@
+import type Registration from "@norskvideo/norsk-studio/lib/extension/registration";
+export default function ({ defineComponent }: Registration): import("@norskvideo/norsk-studio/lib/extension/client-types").NodeInfo<{
+    id: string;
+    displayName: string;
+    notes?: string;
+}, object, object, object>;
+export declare function assertUnreachable(_: never): never;

package/lib/processor.mixMinus/info.js

@@ -0,0 +1,40 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = default_1;
+exports.assertUnreachable = assertUnreachable;
+const FaKey_1 = require("@react-icons/all-files/fa/FaKey");
+function default_1({ defineComponent }) {
+    return defineComponent({
+        identifier: 'processor.mixMinus',
+        category: 'processor',
+        name: "Mix Minus",
+        description: "Mix n audio streams into n streams, each with every stream except n",
+        icon: FaKey_1.FaKey,
+        subscription: {
+            accepts: {
+                type: 'dynamic-streams',
+                mode: 'any',
+                streams: () => [{ media: 'audio' }]
+            },
+            produces: {
+                type: "dynamic-streams",
+                streams: (cfg, inputs) => {
+                    return inputs?.map((s, i) => {
+                        const output = { ...s };
+                        output.sourceName = `${cfg.id}-${i}`;
+                        return output;
+                    }) ?? [];
+                },
+            }
+        },
+        configForm: {
+            form: {
+                notes: { help: "Notes about this component", hint: { type: 'text', optional: true } },
+            }
+        }
+    });
+}
+function assertUnreachable(_) {
+    throw new Error("Didn't expect to get here");
+}
+//# sourceMappingURL=info.js.map

package/lib/processor.mixMinus/info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"info.js","sourceRoot":"","sources":["../../src/processor.mixMinus/info.ts"],"names":[],"mappings":";;AAKA,4BAgCC;AAED,8CAEC;AAtCD,2DAAwD;AAExD,mBAAwB,EACtB,eAAe,EACF;IACb,OAAO,eAAe,CAAiB;QACrC,UAAU,EAAE,oBAAoB;QAChC,QAAQ,EAAE,WAAW;QACrB,IAAI,EAAE,WAAW;QACjB,WAAW,EAAE,qEAAqE;QAClF,IAAI,EAAE,aAAK;QACX,YAAY,EAAE;YACZ,OAAO,EAAE;gBACP,IAAI,EAAE,iBAAiB;gBACvB,IAAI,EAAE,KAAK;gBACX,OAAO,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,KAAK,EAAE,OAAO,EAAE,CAAC;aACpC;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,iBAAiB;gBACvB,OAAO,EAAE,CAAC,GAAG,EAAE,MAAM,EAAE,EAAE;oBACvB,OAAO,MAAM,EAAE,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;wBAC1B,MAAM,MAAM,GAA2B,EAAE,GAAG,CAAC,EAAE,CAAC;wBAChD,MAAM,CAAC,UAAU,GAAG,GAAG,GAAG,CAAC,EAAE,IAAI,CAAC,EAAE,CAAC;wBACrC,OAAO,MAAM,CAAC;oBAChB,CAAC,CAAC,IAAI,EAAE,CAAC;gBACX,CAAC;aACF;SACF;QACD,UAAU,EAAE;YACV,IAAI,EAAE;gBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;aACtF;SACF;KACF,CAAC,CAAC;AACL,CAAC;AAED,SAAgB,iBAAiB,CAAC,CAAQ;IACxC,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;AAC/C,CAAC"}

package/lib/processor.mixMinus/runtime.d.ts

@@ -0,0 +1,23 @@
+import { AudioMixNode, AudioSignalGeneratorNode, Norsk, StreamKeyOverrideNode } from '@norskvideo/norsk-sdk';
+import { CreatedMediaNode, OnCreated, RelatedMediaNodes, ServerComponentDefinition, ServerComponentSchemas, StudioComponentInputStream } from '@norskvideo/norsk-studio/lib/extension/runtime-types';
+import { components } from './types';
+export type MixMinusConfig = components['schemas']['MixMinusConfig'];
+export default class MixMinusDefinition implements ServerComponentDefinition<MixMinusConfig, MixMinus> {
+    schemas(): Promise<ServerComponentSchemas>;
+    create(norsk: Norsk, cfg: MixMinusConfig, cb: OnCreated<MixMinus>): Promise<void>;
+}
+export declare class MixMinus implements CreatedMediaNode {
+    static uid: number;
+    norsk: Norsk;
+    cfg: MixMinusConfig;
+    initialised: Promise<void>;
+    id: string;
+    relatedMediaNodes: RelatedMediaNodes;
+    silence?: AudioSignalGeneratorNode;
+    mixers: (AudioMixNode<string> | null)[];
+    skos: (StreamKeyOverrideNode | null)[];
+    static create(norsk: Norsk, cfg: MixMinusConfig): Promise<MixMinus>;
+    constructor(norsk: Norsk, cfg: MixMinusConfig);
+    initialise(): Promise<void>;
+    subscribe(inputs: StudioComponentInputStream[]): Promise<void>;
+}

package/lib/processor.mixMinus/runtime.js

@@ -0,0 +1,85 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.MixMinus = void 0;
+const norsk_sdk_1 = require("@norskvideo/norsk-sdk");
+const runtime_types_1 = require("@norskvideo/norsk-studio/lib/extension/runtime-types");
+const path_1 = __importDefault(require("path"));
+const schemas_1 = require("../shared/schemas");
+class MixMinusDefinition {
+    async schemas() {
+        return (0, schemas_1.schemaFromTypes)(path_1.default.join(__dirname, 'types.yaml'), {
+            config: 'MixMinusConfig'
+        });
+    }
+    async create(norsk, cfg, cb) {
+        const node = await MixMinus.create(norsk, cfg);
+        cb(node);
+    }
+}
+exports.default = MixMinusDefinition;
+class MixMinus {
+    static uid = 0;
+    norsk;
+    cfg;
+    initialised;
+    id;
+    relatedMediaNodes = new runtime_types_1.RelatedMediaNodes();
+    silence;
+    mixers = [];
+    skos = [];
+    static async create(norsk, cfg) {
+        const node = new MixMinus(norsk, cfg);
+        await node.initialised;
+        return node;
+    }
+    constructor(norsk, cfg) {
+        this.id = cfg.id;
+        this.cfg = cfg;
+        this.norsk = norsk;
+        this.initialised = this.initialise();
+    }
+    async initialise() {
+        this.silence = await this.norsk.input.audioSignal({
+            id: `${this.id}-silence`,
+            channelLayout: 'mono',
+            sampleRate: 48000,
+            sourceName: `${this.id}-silence`,
+            wave: { type: 'silence' }
+        });
+    }
+    async subscribe(inputs) {
+        await Promise.all(inputs.map(async (_input, i) => {
+            const configSources = inputs.filter((_, a) => a !== i)
+                .map((_, a) => {
+                return { pin: `audio-${a}` };
+            });
+            if (configSources.length == 0) {
+                configSources.push({ pin: "silence" });
+            }
+            if (!this.mixers[i]) {
+                const audioMix = await this.norsk.processor.transform.audioMix({
+                    id: `${this.id}-mixer-${i}`,
+                    sources: configSources,
+                    outputSource: `${this.cfg.id}-${i}`,
+                    channelLayout: 'mono'
+                });
+                this.mixers[i] = audioMix;
+                this.relatedMediaNodes.addInput(this.mixers[i]);
+                this.relatedMediaNodes.addOutput(this.mixers[i]);
+            }
+            const sources = inputs
+                .filter((_, a) => a !== i)
+                .map((input, a) => {
+                return input.selectToPin(`audio-${a}`);
+            });
+            sources.push({ source: this.silence, sourceSelector: (0, norsk_sdk_1.audioToPin)("silence") });
+            this.mixers[i].subscribeToPins(sources);
+            this.mixers[i].updateConfig({ sources: configSources });
+        }));
+    }
+}
+exports.MixMinus = MixMinus;
+//# sourceMappingURL=runtime.js.map

package/lib/processor.mixMinus/runtime.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/processor.mixMinus/runtime.ts"],"names":[],"mappings":";;;;;;AAAA,qDAAyH;AAEzH,wFAAqM;AACrM,gDAAwB;AAGxB,+CAAoD;AAIpD,MAAqB,kBAAkB;IACrC,KAAK,CAAC,OAAO;QACX,OAAO,IAAA,yBAAe,EAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE;YACzD,MAAM,EAAE,gBAAgB;SACzB,CAAC,CAAC;IACL,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,KAAY,EAAE,GAAmB,EAAE,EAAuB;QACrE,MAAM,IAAI,GAAG,MAAM,QAAQ,CAAC,MAAM,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QAC/C,EAAE,CAAC,IAAI,CAAC,CAAC;IACX,CAAC;CACF;AAVD,qCAUC;AAED,MAAa,QAAQ;IACnB,MAAM,CAAC,GAAG,GAAG,CAAC,CAAC;IACf,KAAK,CAAQ;IACb,GAAG,CAAiB;IACpB,WAAW,CAAgB;IAC3B,EAAE,CAAS;IACX,iBAAiB,GAAsB,IAAI,iCAAiB,EAAE,CAAC;IAC/D,OAAO,CAA4B;IACnC,MAAM,GAAoC,EAAE,CAAC;IAC7C,IAAI,GAAqC,EAAE,CAAC;IAE5C,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC,KAAY,EAAE,GAAmB;QACnD,MAAM,IAAI,GAAG,IAAI,QAAQ,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACtC,MAAM,IAAI,CAAC,WAAW,CAAC;QACvB,OAAO,IAAI,CAAC;IACd,CAAC;IAED,YAAY,KAAY,EAAE,GAAmB;QAC3C,IAAI,CAAC,EAAE,GAAG,GAAG,CAAC,EAAE,CAAC;QACjB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;IACvC,CAAC;IAED,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,WAAW,CAAC;YAChD,EAAE,EAAE,GAAG,IAAI,CAAC,EAAE,UAAU;YACxB,aAAa,EAAE,MAAM;YACrB,UAAU,EAAE,KAAK;YACjB,UAAU,EAAE,GAAG,IAAI,CAAC,EAAE,UAAU;YAChC,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE;SAC1B,CAAC,CAAA;IACJ,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,MAAoC;QAClD,MAAM,OAAO,CAAC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,KAAK,EAAE,MAAM,EAAE,CAAC,EAAE,EAAE;YAC/C,MAAM,aAAa,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;iBACnD,GAAG,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;gBACZ,OAAO,EAAE,GAAG,EAAE,SAAS,CAAC,EAAE,EAAE,CAAC;YAC/B,CAAC,CAAC,CAAC;YACL,IAAI,aAAa,CAAC,MAAM,IAAI,CAAC,EAAE,CAAC;gBAC9B,aAAa,CAAC,IAAI,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,CAAC,CAAC;YACzC,CAAC;YACD,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC;gBACpB,MAAM,QAAQ,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,QAAQ,CAAC;oBAC7D,EAAE,EAAE,GAAG,IAAI,CAAC,EAAE,UAAU,CAAC,EAAE;oBAC3B,OAAO,EAAE,aAAa;oBACtB,YAAY,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,IAAI,CAAC,EAAE;oBACnC,aAAa,EAAE,MAAM;iBACtB,CAAC,CAAA;gBACF,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,GAAG,QAAQ,CAAC;gBAC1B,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;gBAC/C,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,CAAA;YAClD,CAAC;YACD,MAAM,OAAO,GAAG,MAAM;iBACnB,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC;iBACzB,GAAG,CAAC,CAAC,KAAK,EAAE,CAAC,EAAE,EAAE;gBAChB,OAAO,KAAK,CAAC,WAAW,CAAC,SAAS,CAAC,EAAE,CAAC,CAAA;YACxC,CAAC,CAAC,CAAC;YACL,OAAO,CAAC,IAAI,CAAC,EAAE,MAAM,EAAE,IAAI,CAAC,OAAQ,EAAE,cAAc,EAAE,IAAA,sBAAU,EAAC,SAAS,CAAC,EAAE,CAAC,CAAC;YAC/E,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,eAAe,CAAC,OAAO,CAAC,CAAC;YACxC,IAAI,CAAC,MAAM,CAAC,CAAC,CAAC,CAAC,YAAY,CAAC,EAAE,OAAO,EAAE,aAAa,EAAE,CAAC,CAAC;QAE1D,CAAC,CAAC,CAAC,CAAA;IACL,CAAC;;AAhEH,4BAiEC"}

package/lib/processor.mixMinus/types.d.ts

@@ -0,0 +1,18 @@
+export type paths = Record<string, never>;
+export type webhooks = Record<string, never>;
+export interface components {
+    schemas: {
+        MixMinusConfig: {
+            id: string;
+            displayName: string;
+            notes?: string;
+        };
+    };
+    responses: never;
+    parameters: never;
+    requestBodies: never;
+    headers: never;
+    pathItems: never;
+}
+export type $defs = Record<string, never>;
+export type operations = Record<string, never>;

package/lib/processor.mixMinus/types.js

@@ -0,0 +1,3 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+//# sourceMappingURL=types.js.map

package/lib/processor.mixMinus/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/processor.mixMinus/types.ts"],"names":[],"mappings":""}

package/lib/processor.mixMinus/types.yaml

@@ -0,0 +1,19 @@
+openapi: 3.0.0
+info:
+  title: Mix Minus
+  version: 1.0.0
+
+components:
+  schemas:
+    MixMinusConfig:
+      type: object
+      properties:
+        id:
+          type: string
+        displayName:
+          type: string
+        notes:
+          type: string
+      required:
+        - id
+        - displayName

package/lib/processor.monetise/info.d.ts

@@ -0,0 +1,3 @@
+import type { MonetiseOutputCommand, MonetiseOutputEvent, MonetiseOutputSettings, MonetiseOutputState } from "./runtime";
+import type Registration from "@norskvideo/norsk-studio/lib/extension/registration";
+export default function (R: Registration): import("@norskvideo/norsk-studio/lib/extension/client-types").NodeInfo<MonetiseOutputSettings, MonetiseOutputState, MonetiseOutputCommand, MonetiseOutputEvent>;

package/lib/processor.monetise/info.js

@@ -0,0 +1,72 @@
+"use strict";
+var __importDefault = (this && this.__importDefault) || function (mod) {
+    return (mod && mod.__esModule) ? mod : { "default": mod };
+};
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = default_1;
+const config_1 = require("@norskvideo/norsk-studio/lib/shared/config");
+const summary_1 = __importDefault(require("./summary"));
+function default_1(R) {
+    const { defineComponent, } = R;
+    return defineComponent({
+        identifier: 'processor.scte35inject',
+        category: 'processor',
+        name: "SCTE35 Inject",
+        description: "Injects SCTE-35 markers into audio and video streams for ad insertion and monetization",
+        subscription: {
+            accepts: {
+                type: "simple-stream",
+                audio: true,
+                video: true
+            },
+            produces: {
+                type: 'simple-stream',
+                audio: true,
+                video: true,
+                ancillary: true
+            }
+        },
+        extraValidation: (ctx) => {
+            ctx.requireExactVideo(1);
+            ctx.requireExactAudio(1);
+        },
+        display: (_desc) => { return {}; },
+        runtime: {
+            initialState: () => ({}),
+            handleEvent(ev, state) {
+                const evType = ev.type;
+                switch (evType) {
+                    case 'url-published':
+                        state.url = ev.url;
+                        break;
+                    case 'advert-started':
+                        state.currentAdvert = { timeLeftMs: ev.durationMs };
+                        break;
+                    case 'advert-tick':
+                        state.currentAdvert = { timeLeftMs: ev.timeLeftMs };
+                        break;
+                    case 'advert-finished':
+                        state.currentAdvert = undefined;
+                        break;
+                    default:
+                        assertUnreachable(evType);
+                }
+                return { ...state };
+            },
+            summary: summary_1.default
+        },
+        configForm: {
+            global: {
+                iceServers: (0, config_1.GlobalIceServers)(R),
+                hardware: (0, config_1.HardwareSelection)()
+            },
+            form: {
+                notes: { help: "Notes about this component", hint: { type: 'text', optional: true } },
+            }
+        }
+    });
+}
+function assertUnreachable(_) {
+    throw new Error("Didn't expect to get here");
+}
+//# sourceMappingURL=info.js.map

package/lib/processor.monetise/info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"info.js","sourceRoot":"","sources":["../../src/processor.monetise/info.ts"],"names":[],"mappings":";;;;;AAKA,4BA8DC;AAjED,uEAAiG;AACjG,wDAAoC;AAEpC,mBAAwB,CAAe;IACrC,MAAM,EACJ,eAAe,GAChB,GAAG,CAAC,CAAC;IAEN,OAAO,eAAe,CAA0F;QAC9G,UAAU,EAAE,wBAAwB;QACpC,QAAQ,EAAE,WAAW;QACrB,IAAI,EAAE,eAAe;QACrB,WAAW,EAAE,wFAAwF;QACrG,YAAY,EAAE;YACZ,OAAO,EAAE;gBACP,IAAI,EAAE,eAAe;gBACrB,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,IAAI;aACZ;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,eAAe;gBACrB,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,IAAI;gBACX,SAAS,EAAE,IAAI;aAChB;SACF;QACD,eAAe,EAAE,CAAC,GAAG,EAAE,EAAE;YACvB,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;YACzB,GAAG,CAAC,iBAAiB,CAAC,CAAC,CAAC,CAAC;QAC3B,CAAC;QACD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC;QAClC,OAAO,EAAE;YACP,YAAY,EAAE,GAAG,EAAE,CAAC,CAAC,EAAE,CAAC;YACxB,WAAW,CAAC,EAAE,EAAE,KAAK;gBACnB,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC;gBACvB,QAAQ,MAAM,EAAE,CAAC;oBACf,KAAK,eAAe;wBAClB,KAAK,CAAC,GAAG,GAAG,EAAE,CAAC,GAAG,CAAC;wBACnB,MAAM;oBACR,KAAK,gBAAgB;wBACnB,KAAK,CAAC,aAAa,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,UAAU,EAAE,CAAC;wBACpD,MAAM;oBACR,KAAK,aAAa;wBAChB,KAAK,CAAC,aAAa,GAAG,EAAE,UAAU,EAAE,EAAE,CAAC,UAAU,EAAE,CAAC;wBACpD,MAAM;oBACR,KAAK,iBAAiB;wBACpB,KAAK,CAAC,aAAa,GAAG,SAAS,CAAC;wBAChC,MAAM;oBACR;wBACE,iBAAiB,CAAC,MAAM,CAAC,CAAA;gBAC7B,CAAC;gBACD,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC;YACtB,CAAC;YACD,OAAO,EAAE,iBAAW;SACrB;QACD,UAAU,EAAE;YACV,MAAM,EAAE;gBACN,UAAU,EAAE,IAAA,yBAAgB,EAAC,CAAC,CAAC;gBAC/B,QAAQ,EAAE,IAAA,0BAAiB,GAAE;aAC9B;YACD,IAAI,EAAE;gBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;aACtF;SACF;KACF,CAAC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CAAC,CAAQ;IACjC,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;AAC/C,CAAC"}

package/lib/processor.monetise/runtime.d.ts

@@ -0,0 +1,62 @@
+import { AncillaryNode, JitterBufferNode, Norsk, SourceMediaNode, StreamMetadataOverrideNode, WhepOutputNode } from '@norskvideo/norsk-sdk';
+import { InstanceRouteInfo, OnCreated, RuntimeUpdates, ServerComponentDefinition, ServerComponentSchemas, StudioComponentInputStream, StudioRuntime, StudioShared } from '@norskvideo/norsk-studio/lib/extension/runtime-types';
+import { CustomAutoDuplexNode } from '@norskvideo/norsk-studio/lib/extension/base-nodes';
+import { HardwareAccelerationType, IceServer } from '@norskvideo/norsk-studio/lib/shared/config';
+import { components } from './types';
+export type MonetiseOutputSettings = {
+    id: string;
+    displayName: string;
+    __global: {
+        iceServers: IceServer[];
+        hardware?: HardwareAccelerationType;
+    };
+    notes?: string;
+};
+export type MonetiseOutputState = {
+    url?: string;
+    currentAdvert?: {
+        timeLeftMs: number;
+    };
+};
+export type MonetiseOutputEvent = {
+    type: 'url-published';
+    url: string;
+} | {
+    type: 'advert-started';
+    durationMs: number;
+} | {
+    type: 'advert-tick';
+    timeLeftMs: number;
+} | {
+    type: 'advert-finished';
+};
+export type MonetiseOutputCommand = {
+    type: 'inject-advert';
+    durationMs: number;
+};
+export type MonetiseHttpInject = components['schemas']['inject'];
+export default class MonetiseDefinition implements ServerComponentDefinition<MonetiseOutputSettings, MonetiseOutput, MonetiseOutputState, MonetiseOutputCommand, MonetiseOutputEvent> {
+    create(norsk: Norsk, cfg: MonetiseOutputSettings, cb: OnCreated<MonetiseOutput>, runtime: StudioRuntime<MonetiseOutputState, MonetiseOutputCommand, MonetiseOutputEvent>): Promise<void>;
+    schemas(): Promise<ServerComponentSchemas>;
+    handleCommand(node: MonetiseOutput, command: MonetiseOutputCommand): void;
+    instanceRoutes(): Promise<InstanceRouteInfo<MonetiseOutputSettings, MonetiseOutput, MonetiseOutputState, MonetiseOutputCommand, MonetiseOutputEvent>[]>;
+}
+declare class MonetiseOutput extends CustomAutoDuplexNode {
+    initialised: Promise<void>;
+    norsk: Norsk;
+    updates: RuntimeUpdates<MonetiseOutputState, MonetiseOutputCommand, MonetiseOutputEvent>;
+    shared: StudioShared;
+    cfg: MonetiseOutputSettings;
+    encoder?: SourceMediaNode;
+    whep?: WhepOutputNode;
+    delayed?: JitterBufferNode;
+    ancillary?: AncillaryNode;
+    output?: StreamMetadataOverrideNode;
+    start: Date;
+    constructor(norsk: Norsk, runtime: StudioRuntime<MonetiseOutputState, MonetiseOutputCommand, MonetiseOutputEvent>, cfg: MonetiseOutputSettings);
+    initialise(): Promise<void>;
+    injectAdvert(durationMs: number): void;
+    subscribe(sources: StudioComponentInputStream[]): Promise<void>;
+    setupPreview(sources: StudioComponentInputStream[]): Promise<void>;
+}
+export {};