@norskvideo/norsk-studio-alpha 1.27.0-2026-01-26-4bc5078b → 1.27.0-2026-01-31-e37a5429

package/lib/util.geminiAgent/info.js

@@ -0,0 +1,131 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.default = default_1;
+const agent_1 = require("@norskvideo/norsk-studio-built-ins/lib/shared/agent");
+function default_1({ defineComponent, validation: { Z }, }) {
+    return defineComponent({
+        identifier: 'util.geminiAgent',
+        category: 'processor',
+        name: "Gemini Agent",
+        description: "An autonomous agent powered by Google Gemini that can react to events from other components, execute commands, set timers, and maintain working memory. Uses Google ADK for orchestration.",
+        subscription: {},
+        display: (_desc) => { return {}; },
+        runtime: {
+            initialState: () => ({
+                status: 'idle',
+                currentTask: undefined,
+                activeTimerCount: 0,
+                activeSubscriptionCount: 0,
+                invocationCount: 0,
+                lastActivity: undefined,
+                errorMessage: undefined
+            }),
+            handleEvent(ev, state) {
+                const evType = ev.type;
+                switch (evType) {
+                    case 'agent_invoked':
+                        state.status = 'thinking';
+                        state.currentTask = ev.prompt;
+                        break;
+                    case 'agent_completed':
+                        state.status = 'idle';
+                        state.currentTask = undefined;
+                        state.invocationCount = (state.invocationCount || 0) + 1;
+                        state.lastActivity = new Date().toISOString();
+                        break;
+                    case 'timer_set':
+                        state.activeTimerCount = (state.activeTimerCount || 0) + 1;
+                        break;
+                    case 'timer_cancelled':
+                    case 'timer_fired':
+                        state.activeTimerCount = Math.max(0, (state.activeTimerCount || 0) - 1);
+                        break;
+                    case 'subscription_added':
+                        state.activeSubscriptionCount = (state.activeSubscriptionCount || 0) + 1;
+                        break;
+                    case 'subscription_removed':
+                        state.activeSubscriptionCount = Math.max(0, (state.activeSubscriptionCount || 0) - 1);
+                        break;
+                    case 'error_occurred':
+                        state.status = 'error';
+                        state.errorMessage = ev.error;
+                        break;
+                    default:
+                        assertUnreachable(evType);
+                }
+                return { ...state };
+            },
+            summary: agent_1.AgentSummaryView,
+            fullscreen: (props) => (0, agent_1.AgentFullscreenView)({ ...props, agentName: "Gemini Agent" }),
+        },
+        configForm: {
+            form: {
+                mission: {
+                    help: "The agent's ongoing task/goal for this workflow - what should it accomplish?",
+                    hint: {
+                        type: 'text',
+                        validation: Z.string().min(10).max(2000),
+                    }
+                },
+                systemPrompt: {
+                    help: "Base instruction defining the agent's capabilities and how it should behave",
+                    hint: {
+                        type: 'text',
+                        validation: Z.string().min(10).max(4000),
+                        defaultValue: `You are an autonomous agent monitoring a video processing workflow.
+
+You have tools to:
+- Inspect the current workflow and discover component ids/purpose
+- Set timers for periodic checks or delayed actions
+- Subscribe to events from other components
+- Execute commands on components
+- Store information in working memory
+
+When you receive events or timer notifications, evaluate them against your mission and take appropriate action.`
+                    }
+                },
+                model: {
+                    help: "Gemini model to use",
+                    hint: {
+                        type: 'select',
+                        options: [
+                            { value: 'gemini-2.0-flash', display: 'Gemini 2.0 Flash (fast, recommended)' },
+                            { value: 'gemini-2.5-pro', display: 'Gemini 2.5 Pro (more capable)' },
+                            { value: 'gemini-2.5-flash', display: 'Gemini 2.5 Flash' },
+                        ],
+                        defaultValue: 'gemini-2.0-flash'
+                    }
+                },
+                initialPrompt: {
+                    help: "Optional message to send when the agent starts (after mission is set)",
+                    hint: {
+                        type: 'text',
+                        optional: true,
+                        validation: Z.string().max(2000),
+                        defaultValue: 'Use the tools provided to discover component ids, and set up events and timers as necessary to complete the user mission'
+                    }
+                },
+                maxStepsPerInvocation: {
+                    help: "Maximum tool calls per agent invocation (default: 10)",
+                    advanced: true,
+                    hint: {
+                        type: 'numeric',
+                        validation: Z.number().min(1).max(50),
+                        defaultValue: 10
+                    }
+                },
+                notes: {
+                    help: "Notes about this agent",
+                    hint: {
+                        type: 'text',
+                        optional: true
+                    }
+                },
+            }
+        }
+    });
+}
+function assertUnreachable(_) {
+    throw new Error("Didn't expect to get here");
+}
+//# sourceMappingURL=info.js.map

package/lib/util.geminiAgent/info.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"info.js","sourceRoot":"","sources":["../../../src/util.geminiAgent/info.ts"],"names":[],"mappings":";;AAIA,4BA+HC;AAjID,+EAA4G;AAE5G,mBAAwB,EACtB,eAAe,EACf,UAAU,EAAE,EAAE,CAAC,EAAE,GACJ;IAEb,OAAO,eAAe,CAA4E;QAChG,UAAU,EAAE,kBAAkB;QAC9B,QAAQ,EAAE,WAAW;QACrB,IAAI,EAAE,cAAc;QACpB,WAAW,EAAE,4LAA4L;QACzM,YAAY,EAAE,EACb;QACD,OAAO,EAAE,CAAC,KAAK,EAAE,EAAE,GAAG,OAAO,EAAE,CAAC,CAAC,CAAC;QAClC,OAAO,EAAE;YACP,YAAY,EAAE,GAAG,EAAE,CAAC,CAAC;gBACnB,MAAM,EAAE,MAAe;gBACvB,WAAW,EAAE,SAAS;gBACtB,gBAAgB,EAAE,CAAC;gBACnB,uBAAuB,EAAE,CAAC;gBAC1B,eAAe,EAAE,CAAC;gBAClB,YAAY,EAAE,SAAS;gBACvB,YAAY,EAAE,SAAS;aACxB,CAAC;YACF,WAAW,CAAC,EAAE,EAAE,KAAK;gBACnB,MAAM,MAAM,GAAG,EAAE,CAAC,IAAI,CAAC;gBACvB,QAAQ,MAAM,EAAE,CAAC;oBACf,KAAK,eAAe;wBAClB,KAAK,CAAC,MAAM,GAAG,UAAU,CAAC;wBAC1B,KAAK,CAAC,WAAW,GAAG,EAAE,CAAC,MAAM,CAAC;wBAC9B,MAAM;oBACR,KAAK,iBAAiB;wBACpB,KAAK,CAAC,MAAM,GAAG,MAAM,CAAC;wBACtB,KAAK,CAAC,WAAW,GAAG,SAAS,CAAC;wBAC9B,KAAK,CAAC,eAAe,GAAG,CAAC,KAAK,CAAC,eAAe,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;wBACzD,KAAK,CAAC,YAAY,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;wBAC9C,MAAM;oBACR,KAAK,WAAW;wBACd,KAAK,CAAC,gBAAgB,GAAG,CAAC,KAAK,CAAC,gBAAgB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;wBAC3D,MAAM;oBACR,KAAK,iBAAiB,CAAC;oBACvB,KAAK,aAAa;wBAChB,KAAK,CAAC,gBAAgB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,gBAAgB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;wBACxE,MAAM;oBACR,KAAK,oBAAoB;wBACvB,KAAK,CAAC,uBAAuB,GAAG,CAAC,KAAK,CAAC,uBAAuB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC;wBACzE,MAAM;oBACR,KAAK,sBAAsB;wBACzB,KAAK,CAAC,uBAAuB,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,CAAC,KAAK,CAAC,uBAAuB,IAAI,CAAC,CAAC,GAAG,CAAC,CAAC,CAAC;wBACtF,MAAM;oBACR,KAAK,gBAAgB;wBACnB,KAAK,CAAC,MAAM,GAAG,OAAO,CAAC;wBACvB,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC,KAAK,CAAC;wBAC9B,MAAM;oBACR;wBACE,iBAAiB,CAAC,MAAM,CAAC,CAAC;gBAC9B,CAAC;gBACD,OAAO,EAAE,GAAG,KAAK,EAAE,CAAC;YACtB,CAAC;YACD,OAAO,EAAE,wBAAgB;YACzB,UAAU,EAAE,CAAC,KAAK,EAAE,EAAE,CAAC,IAAA,2BAAmB,EAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,cAAc,EAAE,CAAC;SACpF;QACD,UAAU,EAAE;YACV,IAAI,EAAE;gBACJ,OAAO,EAAE;oBACP,IAAI,EAAE,8EAA8E;oBACpF,IAAI,EAAE;wBACJ,IAAI,EAAE,MAAM;wBACZ,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;qBACzC;iBACF;gBACD,YAAY,EAAE;oBACZ,IAAI,EAAE,6EAA6E;oBACnF,IAAI,EAAE;wBACJ,IAAI,EAAE,MAAM;wBACZ,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,GAAG,CAAC,IAAI,CAAC;wBACxC,YAAY,EAAE;;;;;;;;;gHASsF;qBACrG;iBACF;gBACD,KAAK,EAAE;oBACL,IAAI,EAAE,qBAAqB;oBAC3B,IAAI,EAAE;wBACJ,IAAI,EAAE,QAAQ;wBACd,OAAO,EAAE;4BACP,EAAE,KAAK,EAAE,kBAAkB,EAAE,OAAO,EAAE,sCAAsC,EAAE;4BAC9E,EAAE,KAAK,EAAE,gBAAgB,EAAE,OAAO,EAAE,+BAA+B,EAAE;4BACrE,EAAE,KAAK,EAAE,kBAAkB,EAAE,OAAO,EAAE,kBAAkB,EAAE;yBAC3D;wBACD,YAAY,EAAE,kBAAkB;qBACjC;iBACF;gBACD,aAAa,EAAE;oBACb,IAAI,EAAE,uEAAuE;oBAC7E,IAAI,EAAE;wBACJ,IAAI,EAAE,MAAM;wBACZ,QAAQ,EAAE,IAAI;wBACd,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,IAAI,CAAC;wBAChC,YAAY,EAAE,0HAA0H;qBACzI;iBACF;gBACD,qBAAqB,EAAE;oBACrB,IAAI,EAAE,uDAAuD;oBAC7D,QAAQ,EAAE,IAAI;oBACd,IAAI,EAAE;wBACJ,IAAI,EAAE,SAAS;wBACf,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,GAAG,CAAC,EAAE,CAAC;wBACrC,YAAY,EAAE,EAAE;qBACjB;iBACF;gBACD,KAAK,EAAE;oBACL,IAAI,EAAE,wBAAwB;oBAC9B,IAAI,EAAE;wBACJ,IAAI,EAAE,MAAM;wBACZ,QAAQ,EAAE,IAAI;qBACf;iBACF;aACF;SACF;KACF,CAAC,CAAC;AACL,CAAC;AAED,SAAS,iBAAiB,CAAC,CAAQ;IACjC,MAAM,IAAI,KAAK,CAAC,2BAA2B,CAAC,CAAC;AAC/C,CAAC"}

package/lib/util.geminiAgent/runtime.d.ts

@@ -0,0 +1,107 @@
+import type { Norsk } from '@norskvideo/norsk-sdk';
+import { CreatedMediaNode, InstanceRouteArgs, OnCreated, RelatedMediaNodes, ServerComponentDefinition, ServerComponentSchemas, StudioRuntime } from '@norskvideo/norsk-studio/lib/extension/runtime-types';
+import { InvocationTracker, TimerManager, MemoryManager, EventSubscriptionManager, TriggerContext } from '@norskvideo/norsk-studio-built-ins/lib/shared/agent';
+import { components } from './_gen/types';
+export type GeminiAgentConfig = components['schemas']['GeminiAgentConfig'];
+export type GeminiAgentState = components['schemas']['State'];
+export type GeminiAgentCommand = components['schemas']['Commands'];
+export type GeminiAgentEvent = components['schemas']['Events'];
+export default class GeminiAgentDefinition implements ServerComponentDefinition<GeminiAgentConfig, GeminiAgentNode, GeminiAgentState, GeminiAgentCommand, GeminiAgentEvent> {
+    schemas(): Promise<ServerComponentSchemas>;
+    create(norsk: Norsk, cfg: GeminiAgentConfig, cb: OnCreated<GeminiAgentNode>, runtime: StudioRuntime<GeminiAgentState, GeminiAgentCommand, GeminiAgentEvent>): Promise<void>;
+    handleCommand(node: GeminiAgentNode, command: GeminiAgentCommand): void;
+    instanceRoutes(): Promise<import("@norskvideo/norsk-studio/lib/extension/runtime-types").RouteInfo<InstanceRouteArgs<{
+        id: string;
+        displayName: string;
+        model?: string;
+        systemPrompt: string;
+        mission: string;
+        initialPrompt?: string;
+        maxStepsPerInvocation?: number;
+        notes?: string;
+    }, GeminiAgentNode, {
+        status?: "idle" | "thinking" | "error";
+        currentTask?: string;
+        activeTimerCount?: number;
+        activeSubscriptionCount?: number;
+        invocationCount?: number;
+        lastActivity?: string;
+        errorMessage?: string;
+    }, {
+        type: "send_prompt";
+        prompt: string;
+    } | {
+        type: "cancel_current";
+    } | {
+        type: "clear_memory";
+    } | {
+        type: "clear_timers";
+    } | {
+        type: "clear_subscriptions";
+    }, {
+        type: "agent_invoked";
+        trigger: string;
+        prompt: string;
+    } | {
+        type: "agent_completed";
+        invocationId: string;
+        result: string;
+        toolsUsed?: string[];
+        durationMs?: number;
+    } | {
+        type: "timer_set";
+        timerId: string;
+        delayMs: number;
+        reason: string;
+        intervalMs?: number;
+    } | {
+        type: "timer_cancelled";
+        timerId: string;
+    } | {
+        type: "timer_fired";
+        timerId: string;
+        reason: string;
+    } | {
+        type: "subscription_added";
+        subscriptionId: string;
+        componentId: string;
+    } | {
+        type: "subscription_removed";
+        subscriptionId: string;
+    } | {
+        type: "error_occurred";
+        error: string;
+    }>>[]>;
+}
+declare class GeminiAgentNode implements CreatedMediaNode {
+    id: string;
+    relatedMediaNodes: RelatedMediaNodes;
+    norsk: Norsk;
+    cfg: GeminiAgentConfig;
+    runtime: StudioRuntime<GeminiAgentState, GeminiAgentCommand, GeminiAgentEvent>;
+    invocationTracker: InvocationTracker;
+    timerManager: TimerManager;
+    memoryManager: MemoryManager;
+    eventManager: EventSubscriptionManager;
+    private sessionService?;
+    private runner?;
+    private sessionId?;
+    private agent?;
+    private currentTriggerType;
+    private currentTriggerSource?;
+    private runtimeToolsAdded;
+    private constructor();
+    static create(norsk: Norsk, cfg: GeminiAgentConfig, runtime: StudioRuntime<GeminiAgentState, GeminiAgentCommand, GeminiAgentEvent>): Promise<GeminiAgentNode>;
+    private initialise;
+    private waitForToolsAndStart;
+    private initializeAdk;
+    private createAgentTools;
+    private wrapRuntimeTools;
+    private convertJsonSchemaToGenaiSchema;
+    private convertSchemaNode;
+    private convertType;
+    invokeAgent(message: string, trigger: TriggerContext): Promise<string>;
+    private getTimersForState;
+    handleCommand(command: GeminiAgentCommand): void;
+}
+export {};