@norskvideo/norsk-studio-alpha 1.27.0-2025-07-09-0fcad3ea

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (160) hide show
  1. package/README.md +10 -0
  2. package/client/info.js +43461 -0
  3. package/client/processor.audioLevel/styles.css +165 -0
  4. package/client/shared/style.css +1627 -0
  5. package/client/shared/tailwind.css +31 -0
  6. package/client/style.css +1074 -0
  7. package/lib/index.d.ts +3 -0
  8. package/lib/index.js +14 -0
  9. package/lib/index.js.map +1 -0
  10. package/lib/info.d.ts +3 -0
  11. package/lib/info.js +44 -0
  12. package/lib/info.js.map +1 -0
  13. package/lib/input.decklink/info.d.ts +3 -0
  14. package/lib/input.decklink/info.js +51 -0
  15. package/lib/input.decklink/info.js.map +1 -0
  16. package/lib/input.decklink/runtime.d.ts +12 -0
  17. package/lib/input.decklink/runtime.js +22 -0
  18. package/lib/input.decklink/runtime.js.map +1 -0
  19. package/lib/input.decklink/types.d.ts +23 -0
  20. package/lib/input.decklink/types.js +3 -0
  21. package/lib/input.decklink/types.js.map +1 -0
  22. package/lib/input.decklink/types.yaml +32 -0
  23. package/lib/input.mp4file/info.d.ts +3 -0
  24. package/lib/input.mp4file/info.js +34 -0
  25. package/lib/input.mp4file/info.js.map +1 -0
  26. package/lib/input.mp4file/runtime.d.ts +14 -0
  27. package/lib/input.mp4file/runtime.js +33 -0
  28. package/lib/input.mp4file/runtime.js.map +1 -0
  29. package/lib/input.mp4file/types.d.ts +23 -0
  30. package/lib/input.mp4file/types.js +3 -0
  31. package/lib/input.mp4file/types.js.map +1 -0
  32. package/lib/input.mp4file/types.yaml +30 -0
  33. package/lib/input.ndi/info.d.ts +3 -0
  34. package/lib/input.ndi/info.js +52 -0
  35. package/lib/input.ndi/info.js.map +1 -0
  36. package/lib/input.ndi/runtime.d.ts +24 -0
  37. package/lib/input.ndi/runtime.js +60 -0
  38. package/lib/input.ndi/runtime.js.map +1 -0
  39. package/lib/input.ndi/source-selection.d.ts +10 -0
  40. package/lib/input.ndi/source-selection.js +84 -0
  41. package/lib/input.ndi/source-selection.js.map +1 -0
  42. package/lib/input.ndi/types.d.ts +52 -0
  43. package/lib/input.ndi/types.js +3 -0
  44. package/lib/input.ndi/types.js.map +1 -0
  45. package/lib/input.ndi/types.yaml +37 -0
  46. package/lib/output.ndi/info.d.ts +8 -0
  47. package/lib/output.ndi/info.js +61 -0
  48. package/lib/output.ndi/info.js.map +1 -0
  49. package/lib/output.ndi/inline-view.d.ts +6 -0
  50. package/lib/output.ndi/inline-view.js +12 -0
  51. package/lib/output.ndi/inline-view.js.map +1 -0
  52. package/lib/output.ndi/runtime.d.ts +14 -0
  53. package/lib/output.ndi/runtime.js +35 -0
  54. package/lib/output.ndi/runtime.js.map +1 -0
  55. package/lib/output.ndi/types.d.ts +35 -0
  56. package/lib/output.ndi/types.js +3 -0
  57. package/lib/output.ndi/types.js.map +1 -0
  58. package/lib/output.ndi/types.yaml +72 -0
  59. package/lib/output.recorder/info.d.ts +10 -0
  60. package/lib/output.recorder/info.js +79 -0
  61. package/lib/output.recorder/info.js.map +1 -0
  62. package/lib/output.recorder/runtime.d.ts +66 -0
  63. package/lib/output.recorder/runtime.js +301 -0
  64. package/lib/output.recorder/runtime.js.map +1 -0
  65. package/lib/output.recorder/types.d.ts +225 -0
  66. package/lib/output.recorder/types.js +3 -0
  67. package/lib/output.recorder/types.js.map +1 -0
  68. package/lib/output.recorder/types.yaml +211 -0
  69. package/lib/processor.actionReplay/info.d.ts +25 -0
  70. package/lib/processor.actionReplay/info.js +77 -0
  71. package/lib/processor.actionReplay/info.js.map +1 -0
  72. package/lib/processor.actionReplay/runtime.d.ts +38 -0
  73. package/lib/processor.actionReplay/runtime.js +225 -0
  74. package/lib/processor.actionReplay/runtime.js.map +1 -0
  75. package/lib/processor.actionReplay/summary.d.ts +4 -0
  76. package/lib/processor.actionReplay/summary.js +76 -0
  77. package/lib/processor.actionReplay/summary.js.map +1 -0
  78. package/lib/processor.actionReplay/types.d.ts +38 -0
  79. package/lib/processor.actionReplay/types.js +3 -0
  80. package/lib/processor.actionReplay/types.js.map +1 -0
  81. package/lib/processor.actionReplay/types.yaml +74 -0
  82. package/lib/processor.audioLevel/info.d.ts +27 -0
  83. package/lib/processor.audioLevel/info.js +61 -0
  84. package/lib/processor.audioLevel/info.js.map +1 -0
  85. package/lib/processor.audioLevel/inline-view.d.ts +4 -0
  86. package/lib/processor.audioLevel/inline-view.js +26 -0
  87. package/lib/processor.audioLevel/inline-view.js.map +1 -0
  88. package/lib/processor.audioLevel/runtime.d.ts +26 -0
  89. package/lib/processor.audioLevel/runtime.js +86 -0
  90. package/lib/processor.audioLevel/runtime.js.map +1 -0
  91. package/lib/processor.audioLevel/summary-view.d.ts +7 -0
  92. package/lib/processor.audioLevel/summary-view.js +37 -0
  93. package/lib/processor.audioLevel/summary-view.js.map +1 -0
  94. package/lib/processor.audioLevel/types.d.ts +42 -0
  95. package/lib/processor.audioLevel/types.js +3 -0
  96. package/lib/processor.audioLevel/types.js.map +1 -0
  97. package/lib/processor.audioLevel/types.yaml +83 -0
  98. package/lib/processor.gemini-poc/info.d.ts +8 -0
  99. package/lib/processor.gemini-poc/info.js +59 -0
  100. package/lib/processor.gemini-poc/info.js.map +1 -0
  101. package/lib/processor.gemini-poc/runtime.d.ts +38 -0
  102. package/lib/processor.gemini-poc/runtime.js +132 -0
  103. package/lib/processor.gemini-poc/runtime.js.map +1 -0
  104. package/lib/processor.gemini-poc/types.d.ts +23 -0
  105. package/lib/processor.gemini-poc/types.js +3 -0
  106. package/lib/processor.gemini-poc/types.js.map +1 -0
  107. package/lib/processor.gemini-poc/types.yaml +43 -0
  108. package/lib/processor.mixMinus/info.d.ts +7 -0
  109. package/lib/processor.mixMinus/info.js +40 -0
  110. package/lib/processor.mixMinus/info.js.map +1 -0
  111. package/lib/processor.mixMinus/runtime.d.ts +23 -0
  112. package/lib/processor.mixMinus/runtime.js +85 -0
  113. package/lib/processor.mixMinus/runtime.js.map +1 -0
  114. package/lib/processor.mixMinus/types.d.ts +18 -0
  115. package/lib/processor.mixMinus/types.js +3 -0
  116. package/lib/processor.mixMinus/types.js.map +1 -0
  117. package/lib/processor.mixMinus/types.yaml +19 -0
  118. package/lib/processor.monetise/info.d.ts +3 -0
  119. package/lib/processor.monetise/info.js +72 -0
  120. package/lib/processor.monetise/info.js.map +1 -0
  121. package/lib/processor.monetise/runtime.d.ts +62 -0
  122. package/lib/processor.monetise/runtime.js +217 -0
  123. package/lib/processor.monetise/runtime.js.map +1 -0
  124. package/lib/processor.monetise/summary.d.ts +7 -0
  125. package/lib/processor.monetise/summary.js +40 -0
  126. package/lib/processor.monetise/summary.js.map +1 -0
  127. package/lib/processor.monetise/types.d.ts +16 -0
  128. package/lib/processor.monetise/types.js +3 -0
  129. package/lib/processor.monetise/types.js.map +1 -0
  130. package/lib/processor.monetise/types.yaml +9 -0
  131. package/lib/processor.whisper-transcribe/info.d.ts +9 -0
  132. package/lib/processor.whisper-transcribe/info.js +46 -0
  133. package/lib/processor.whisper-transcribe/info.js.map +1 -0
  134. package/lib/processor.whisper-transcribe/runtime.d.ts +22 -0
  135. package/lib/processor.whisper-transcribe/runtime.js +70 -0
  136. package/lib/processor.whisper-transcribe/runtime.js.map +1 -0
  137. package/lib/processor.whisper-transcribe/types.d.ts +21 -0
  138. package/lib/processor.whisper-transcribe/types.js +3 -0
  139. package/lib/processor.whisper-transcribe/types.js.map +1 -0
  140. package/lib/processor.whisper-transcribe/types.yaml +28 -0
  141. package/lib/shared/schemas.d.ts +8 -0
  142. package/lib/shared/schemas.js +44 -0
  143. package/lib/shared/schemas.js.map +1 -0
  144. package/lib/test/output.recorder.d.ts +1 -0
  145. package/lib/test/output.recorder.js +186 -0
  146. package/lib/test/output.recorder.js.map +1 -0
  147. package/lib/util.timestamps/info.d.ts +14 -0
  148. package/lib/util.timestamps/info.js +64 -0
  149. package/lib/util.timestamps/info.js.map +1 -0
  150. package/lib/util.timestamps/inline-view.d.ts +6 -0
  151. package/lib/util.timestamps/inline-view.js +95 -0
  152. package/lib/util.timestamps/inline-view.js.map +1 -0
  153. package/lib/util.timestamps/runtime.d.ts +13 -0
  154. package/lib/util.timestamps/runtime.js +51 -0
  155. package/lib/util.timestamps/runtime.js.map +1 -0
  156. package/lib/util.timestamps/types.d.ts +36 -0
  157. package/lib/util.timestamps/types.js +3 -0
  158. package/lib/util.timestamps/types.js.map +1 -0
  159. package/lib/util.timestamps/types.yaml +74 -0
  160. package/package.json +57 -0
@@ -0,0 +1,217 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
15
+ }) : function(o, v) {
16
+ o["default"] = v;
17
+ });
18
+ var __importStar = (this && this.__importStar) || function (mod) {
19
+ if (mod && mod.__esModule) return mod;
20
+ var result = {};
21
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
+ __setModuleDefault(result, mod);
23
+ return result;
24
+ };
25
+ var __importDefault = (this && this.__importDefault) || function (mod) {
26
+ return (mod && mod.__esModule) ? mod : { "default": mod };
27
+ };
28
+ Object.defineProperty(exports, "__esModule", { value: true });
29
+ const norsk_sdk_1 = require("@norskvideo/norsk-sdk");
30
+ const base_nodes_1 = require("@norskvideo/norsk-studio/lib/extension/base-nodes");
31
+ const util_1 = require("@norskvideo/norsk-studio/lib/shared/util");
32
+ const webrtcSettings_1 = require("@norskvideo/norsk-studio-built-ins/lib/shared/webrtcSettings");
33
+ const path_1 = __importDefault(require("path"));
34
+ const promises_1 = __importDefault(require("fs/promises"));
35
+ const yaml_1 = __importDefault(require("yaml"));
36
+ const $RefParser = __importStar(require("@apidevtools/json-schema-ref-parser"));
37
+ const schemas_1 = require("../shared/schemas");
38
+ class MonetiseDefinition {
39
+ async create(norsk, cfg, cb, runtime) {
40
+ const node = new MonetiseOutput(norsk, runtime, cfg);
41
+ await node.initialised;
42
+ cb(node);
43
+ }
44
+ async schemas() {
45
+ return (0, schemas_1.schemaFromTypes)(path_1.default.join(__dirname, 'types.yaml'), { config: 'config' });
46
+ }
47
+ handleCommand(node, command) {
48
+ const t = command.type;
49
+ switch (t) {
50
+ case 'inject-advert':
51
+ node.injectAdvert(command.durationMs);
52
+ break;
53
+ default:
54
+ (0, util_1.assertUnreachable)(t);
55
+ }
56
+ }
57
+ async instanceRoutes() {
58
+ const absolutePath = path_1.default.join(__dirname, 'types.yaml');
59
+ const types = await promises_1.default.readFile(absolutePath);
60
+ const parsedYaml = yaml_1.default.parse(types.toString());
61
+ const resolved = await $RefParser.dereference(absolutePath, parsedYaml);
62
+ return [
63
+ {
64
+ url: '/inject',
65
+ method: 'POST',
66
+ handler: ({ runtime: { updates } }) => ((req, res) => {
67
+ const inject = req.body;
68
+ if (inject.durationMs === undefined) {
69
+ res.status(400).send();
70
+ }
71
+ else {
72
+ updates.sendCommand({
73
+ type: 'inject-advert',
74
+ durationMs: inject.durationMs,
75
+ });
76
+ res.status(204).send();
77
+ }
78
+ }),
79
+ requestBody: {
80
+ description: "The details of the inject marker",
81
+ content: {
82
+ "application/json": {
83
+ schema: resolved.components.schemas['inject']
84
+ },
85
+ }
86
+ },
87
+ responses: {
88
+ '200': {
89
+ description: "The injection was requested successfully, and will be applied in due course"
90
+ },
91
+ '400': {
92
+ description: "There was a problem with the request"
93
+ }
94
+ }
95
+ }
96
+ ];
97
+ }
98
+ }
99
+ exports.default = MonetiseDefinition;
100
+ class MonetiseOutput extends base_nodes_1.CustomAutoDuplexNode {
101
+ initialised;
102
+ norsk;
103
+ updates;
104
+ shared;
105
+ cfg;
106
+ encoder;
107
+ whep;
108
+ delayed;
109
+ ancillary;
110
+ output;
111
+ start;
112
+ constructor(norsk, runtime, cfg) {
113
+ super(cfg.id);
114
+ this.cfg = cfg;
115
+ this.norsk = norsk;
116
+ this.updates = runtime.updates;
117
+ this.shared = runtime.shared;
118
+ this.initialised = this.initialise();
119
+ this.start = new Date();
120
+ }
121
+ async initialise() {
122
+ const whepCfg = {
123
+ id: `${this.cfg.id}-whep`,
124
+ name: `${this.cfg.id}`,
125
+ bufferDelayMs: 500.0,
126
+ ...(0, webrtcSettings_1.webRtcSettings)(this.cfg.__global.iceServers),
127
+ };
128
+ this.whep = await this.norsk.output.whep(whepCfg);
129
+ this.ancillary = await this.norsk.processor.transform.ancillary({ id: `${this.cfg.id}-inject` });
130
+ this.delayed = await this.norsk.processor.transform.jitterBuffer({
131
+ id: `${this.cfg.id}-delay`,
132
+ delayMs: 2000
133
+ });
134
+ this.output = await this.norsk.processor.transform.streamMetadataOverride({
135
+ id: `${this.cfg.id}-output`
136
+ });
137
+ this.output.subscribe([
138
+ { source: this.ancillary, sourceSelector: norsk_sdk_1.selectAncillary },
139
+ { source: this.delayed, sourceSelector: norsk_sdk_1.selectAV }
140
+ ]);
141
+ this.setup({
142
+ input: this.delayed,
143
+ output: [this.output]
144
+ });
145
+ }
146
+ injectAdvert(durationMs) {
147
+ this.updates.raiseEvent({ type: 'advert-started', durationMs });
148
+ let remaining = durationMs;
149
+ const updateTick = setInterval(() => {
150
+ remaining -= 1000;
151
+ this.updates.raiseEvent({
152
+ type: 'advert-tick',
153
+ timeLeftMs: Math.max(0, remaining)
154
+ });
155
+ }, 1000);
156
+ setTimeout(() => {
157
+ this.updates.raiseEvent({ type: 'advert-finished' });
158
+ clearInterval(updateTick);
159
+ }, durationMs);
160
+ const id = Math.random().toString().slice(-5);
161
+ this.ancillary?.sendScte35({
162
+ streamId: 1,
163
+ programNumber: 1,
164
+ sourceName: 'monetise',
165
+ renditionName: 'default'
166
+ }, {
167
+ sapType: 3,
168
+ protocolVersion: 0,
169
+ encryptedPacket: false,
170
+ encryptionAlgorithm: 0,
171
+ ptsAdjustment: BigInt(0),
172
+ cwIndex: 0,
173
+ tier: 4095,
174
+ spliceCommand: {
175
+ type: "insert",
176
+ value: {
177
+ spliceEventId: Number(id),
178
+ spliceEventCancelIndicator: false,
179
+ outOfNetworkIndicator: true,
180
+ spliceImmediateFlag: true,
181
+ mode: {
182
+ mode: 'program'
183
+ },
184
+ breakDuration: { autoReturn: true, duration: BigInt(durationMs * 90) },
185
+ uniqueProgramId: 12345,
186
+ availNum: 0,
187
+ availsExpected: 0
188
+ },
189
+ },
190
+ descriptors: []
191
+ });
192
+ }
193
+ async subscribe(sources) {
194
+ if (!this.whep)
195
+ return;
196
+ this.delayed?.subscribe(sources.map((s) => s.select()));
197
+ this.ancillary?.subscribe(sources.map((s) => s.select()));
198
+ await this.setupPreview(sources);
199
+ }
200
+ async setupPreview(sources) {
201
+ const video = sources.find((s) => s.isMedia("video"));
202
+ const audio = sources.find((s) => s.isMedia("audio"));
203
+ if (!video || !audio)
204
+ return;
205
+ this.encoder = await this.shared.previewEncode(video.select(), this.cfg.__global.hardware);
206
+ this.whep?.subscribe([
207
+ { source: this.encoder, sourceSelector: norsk_sdk_1.selectVideo },
208
+ audio.select()
209
+ ], (ctx) => {
210
+ if (ctx.streams.length == 2 && this.whep?.endpointUrl) {
211
+ this.updates.raiseEvent({ type: 'url-published', url: this.whep?.endpointUrl });
212
+ }
213
+ return (0, norsk_sdk_1.requireAV)(ctx);
214
+ });
215
+ }
216
+ }
217
+ //# sourceMappingURL=runtime.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/processor.monetise/runtime.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAAA,qDAAkO;AAGlO,kFAAyF;AACzF,mEAA6E;AAE7E,iGAA6F;AAC7F,gDAAwB;AACxB,2DAA6B;AAC7B,gDAAwB;AACxB,gFAAkE;AAGlE,+CAAoD;AAuCpD,MAAqB,kBAAkB;IACrC,KAAK,CAAC,MAAM,CAAC,KAAY,EAAE,GAA2B,EAAE,EAA6B,EAAE,OAAuF;QAC5K,MAAM,IAAI,GAAG,IAAI,cAAc,CAAC,KAAK,EAAE,OAAO,EAAE,GAAG,CAAC,CAAC;QACrD,MAAM,IAAI,CAAC,WAAW,CAAC;QACvB,EAAE,CAAC,IAAI,CAAC,CAAC;IACX,CAAC;IAED,KAAK,CAAC,OAAO;QACX,OAAO,IAAA,yBAAe,EAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EACvD,EAAE,MAAM,EAAE,QAAQ,EAAE,CACrB,CAAA;IACH,CAAC;IAED,aAAa,CAAC,IAAoB,EAAE,OAA8B;QAChE,MAAM,CAAC,GAAG,OAAO,CAAC,IAAI,CAAC;QACvB,QAAQ,CAAC,EAAE,CAAC;YACV,KAAK,eAAe;gBAClB,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,UAAU,CAAC,CAAC;gBACtC,MAAM;YACR;gBACE,IAAA,wBAAiB,EAAC,CAAC,CAAC,CAAC;QACzB,CAAC;IACH,CAAC;IAED,KAAK,CAAC,cAAc;QAClB,MAAM,YAAY,GAAG,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,CAAA;QACvD,MAAM,KAAK,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,YAAY,CAAC,CAAA;QAC7C,MAAM,UAAU,GAAG,cAAI,CAAC,KAAK,CAAC,KAAK,CAAC,QAAQ,EAAE,CAAC,CAAC;QAChD,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,WAAW,CAAC,YAAY,EAAE,UAAU,CAAuB,CAAC;QAE9F,OAAO;YACL;gBACE,GAAG,EAAE,SAAS;gBACd,MAAM,EAAE,MAAM;gBACd,OAAO,EAAE,CAAC,EAAE,OAAO,EAAE,EAAE,OAAO,EAAE,EAAE,EAAE,EAAE,CAAC,CAAC,CAAC,GAAG,EAAE,GAAG,EAAE,EAAE;oBAEnD,MAAM,MAAM,GAAgC,GAAG,CAAC,IAAI,CAAC;oBAErD,IAAI,MAAM,CAAC,UAAU,KAAK,SAAS,EAAE,CAAC;wBACpC,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;oBACzB,CAAC;yBACI,CAAC;wBACJ,OAAO,CAAC,WAAW,CAAC;4BAClB,IAAI,EAAE,eAAe;4BACrB,UAAU,EAAE,MAAM,CAAC,UAAU;yBAC9B,CAAC,CAAA;wBAEF,GAAG,CAAC,MAAM,CAAC,GAAG,CAAC,CAAC,IAAI,EAAE,CAAC;oBACzB,CAAC;gBACH,CAAC,CAAC;gBACF,WAAW,EAAE;oBACX,WAAW,EAAE,kCAAkC;oBAC/C,OAAO,EAAE;wBACP,kBAAkB,EAAE;4BAClB,MAAM,EAAE,QAAQ,CAAC,UAAW,CAAC,OAAQ,CAAC,QAAQ,CAAC;yBAChD;qBACF;iBACF;gBACD,SAAS,EAAE;oBACT,KAAK,EAAE;wBACL,WAAW,EAAE,6EAA6E;qBAC3F;oBACD,KAAK,EAAE;wBACL,WAAW,EAAE,sCAAsC;qBACpD;iBACF;aACF;SAEF,CAAC;IACJ,CAAC;CACF;AAtED,qCAsEC;AAED,MAAM,cAAe,SAAQ,iCAAoB;IAC/C,WAAW,CAAgB;IAC3B,KAAK,CAAQ;IACb,OAAO,CAAkF;IACzF,MAAM,CAAe;IAErB,GAAG,CAAyB;IAC5B,OAAO,CAAmB;IAC1B,IAAI,CAAkB;IAEtB,OAAO,CAAoB;IAC3B,SAAS,CAAiB;IAC1B,MAAM,CAA8B;IAEpC,KAAK,CAAO;IAEZ,YAAY,KAAY,EAAE,OAAuF,EAAE,GAA2B;QAC5I,KAAK,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC;QACd,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAC,OAAO,CAAC;QAC/B,IAAI,CAAC,MAAM,GAAG,OAAO,CAAC,MAAM,CAAC;QAC7B,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;QACrC,IAAI,CAAC,KAAK,GAAG,IAAI,IAAI,EAAE,CAAC;IAC1B,CAAC;IAED,KAAK,CAAC,UAAU;QACd,MAAM,OAAO,GAAgB;YAC3B,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,OAAO;YACzB,IAAI,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,EAAE;YACtB,aAAa,EAAE,KAAK;YACpB,GAAG,IAAA,+BAAc,EAAC,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,UAAU,CAAC;SAChD,CAAC;QACF,IAAI,CAAC,IAAI,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAClD,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,SAAS,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;QACjG,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,YAAY,CAAC;YAC/D,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,QAAQ;YAK1B,OAAO,EAAE,IAAI;SACd,CAAC,CAAA;QACF,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,sBAAsB,CAAC;YACxE,EAAE,EAAE,GAAG,IAAI,CAAC,GAAG,CAAC,EAAE,SAAS;SAC5B,CAAC,CAAA;QACF,IAAI,CAAC,MAAM,CAAC,SAAS,CAAC;YACpB,EAAE,MAAM,EAAE,IAAI,CAAC,SAAS,EAAE,cAAc,EAAE,2BAAe,EAAE;YAC3D,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,cAAc,EAAE,oBAAQ,EAAE;SACnD,CAAC,CAAA;QAEF,IAAI,CAAC,KAAK,CAAC;YACT,KAAK,EAAE,IAAI,CAAC,OAAO;YACnB,MAAM,EAAE,CAAC,IAAI,CAAC,MAAM,CAAC;SACtB,CAAC,CAAA;IACJ,CAAC;IAED,YAAY,CAAC,UAAkB;QAC7B,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,gBAAgB,EAAE,UAAU,EAAE,CAAC,CAAA;QAE/D,IAAI,SAAS,GAAG,UAAU,CAAC;QAC3B,MAAM,UAAU,GAAG,WAAW,CAAC,GAAG,EAAE;YAClC,SAAS,IAAI,IAAI,CAAC;YAClB,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC;gBACtB,IAAI,EAAE,aAAa;gBACnB,UAAU,EAAE,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,SAAS,CAAC;aACnC,CAAC,CAAA;QACJ,CAAC,EAAE,IAAI,CAAC,CAAC;QAET,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC,CAAA;YACpD,aAAa,CAAC,UAAU,CAAC,CAAC;QAC5B,CAAC,EAAE,UAAU,CAAC,CAAC;QAGf,MAAM,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;QAE9C,IAAI,CAAC,SAAS,EAAE,UAAU,CAAC;YACzB,QAAQ,EAAE,CAAC;YACX,aAAa,EAAE,CAAC;YAChB,UAAU,EAAE,UAAU;YACtB,aAAa,EAAE,SAAS;SACzB,EAAE;YACD,OAAO,EAAE,CAAC;YACV,eAAe,EAAE,CAAC;YAClB,eAAe,EAAE,KAAK;YACtB,mBAAmB,EAAE,CAAC;YACtB,aAAa,EAAE,MAAM,CAAC,CAAC,CAAC;YACxB,OAAO,EAAE,CAAC;YACV,IAAI,EAAE,IAAI;YACV,aAAa,EAAE;gBACb,IAAI,EAAE,QAAQ;gBACd,KAAK,EAAE;oBACL,aAAa,EAAE,MAAM,CAAC,EAAE,CAAC;oBACzB,0BAA0B,EAAE,KAAK;oBACjC,qBAAqB,EAAE,IAAI;oBAC3B,mBAAmB,EAAE,IAAI;oBACzB,IAAI,EAAE;wBACJ,IAAI,EAAE,SAAS;qBAChB;oBACD,aAAa,EAAE,EAAE,UAAU,EAAE,IAAI,EAAE,QAAQ,EAAE,MAAM,CAAC,UAAU,GAAG,EAAE,CAAC,EAAE;oBACtE,eAAe,EAAE,KAAK;oBACtB,QAAQ,EAAE,CAAC;oBACX,cAAc,EAAE,CAAC;iBAClB;aACF;YACD,WAAW,EAAE,EAAE;SAChB,CACA,CAAC;IACJ,CAAC;IAEQ,KAAK,CAAC,SAAS,CAAC,OAAqC;QAC5D,IAAI,CAAC,IAAI,CAAC,IAAI;YAAE,OAAO;QACvB,IAAI,CAAC,OAAO,EAAE,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;QACvD,IAAI,CAAC,SAAS,EAAE,SAAS,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,CAAC,CAAA;QACzD,MAAM,IAAI,CAAC,YAAY,CAAC,OAAO,CAAC,CAAC;IACnC,CAAC;IAED,KAAK,CAAC,YAAY,CAAC,OAAqC;QACtD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QAEtD,IAAI,CAAC,KAAK,IAAI,CAAC,KAAK;YAAE,OAAO;QAE7B,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,aAAa,CAAC,KAAK,CAAC,MAAM,EAAE,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAC;QAC3F,IAAI,CAAC,IAAI,EAAE,SAAS,CAClB;YACE,EAAE,MAAM,EAAE,IAAI,CAAC,OAAO,EAAE,cAAc,EAAE,uBAAW,EAAE;YACrD,KAAK,CAAC,MAAM,EAAE;SACf,EAAE,CAAC,GAAG,EAAE,EAAE;YACT,IAAI,GAAG,CAAC,OAAO,CAAC,MAAM,IAAI,CAAC,IAAI,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC;gBACtD,IAAI,CAAC,OAAO,CAAC,UAAU,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,GAAG,EAAE,IAAI,CAAC,IAAI,EAAE,WAAW,EAAE,CAAC,CAAA;YACjF,CAAC;YACD,OAAO,IAAA,qBAAS,EAAC,GAAG,CAAC,CAAC;QACxB,CAAC,CAAC,CAAA;IAEN,CAAC;CACF"}
@@ -0,0 +1,7 @@
1
+ import type { MonetiseOutputCommand, MonetiseOutputSettings, MonetiseOutputState } from "./runtime";
2
+ declare function InlineView({ state, config, sendCommand }: {
3
+ state: MonetiseOutputState;
4
+ config: MonetiseOutputSettings;
5
+ sendCommand: (command: MonetiseOutputCommand) => void;
6
+ }): import("react/jsx-runtime").JSX.Element;
7
+ export default InlineView;
@@ -0,0 +1,40 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ const jsx_runtime_1 = require("react/jsx-runtime");
4
+ const react_1 = require("react");
5
+ const webrtc_client_1 = require("@norskvideo/webrtc-client");
6
+ function InlineView({ state, config, sendCommand }) {
7
+ const url = state.url;
8
+ const id = config.id;
9
+ const previewVideo = (0, react_1.useRef)(null);
10
+ const durationSlider = (0, react_1.useRef)(null);
11
+ (0, react_1.useEffect)(() => {
12
+ if (!url)
13
+ return;
14
+ setTimeout(() => {
15
+ if (!url)
16
+ return;
17
+ if (!previewVideo.current)
18
+ return;
19
+ const client = new webrtc_client_1.WhepClient({ url, container: previewVideo.current });
20
+ void client.start();
21
+ }, 1000.0);
22
+ }, [state.url]);
23
+ if (!url)
24
+ return (0, jsx_runtime_1.jsx)(jsx_runtime_1.Fragment, { children: "Starting up..." });
25
+ { }
26
+ return (0, jsx_runtime_1.jsx)("div", { className: "processor-monetise", children: (0, jsx_runtime_1.jsxs)("div", { className: "mb-5", children: [(0, jsx_runtime_1.jsx)("div", { ref: previewVideo, className: "", id: `preview-${id}` }), state.currentAdvert ? (0, jsx_runtime_1.jsxs)(jsx_runtime_1.Fragment, { children: ["Advert currently playing: ", Math.floor(state.currentAdvert.timeLeftMs / 1000), "s"] }) :
27
+ (0, jsx_runtime_1.jsxs)(jsx_runtime_1.Fragment, { children: [(0, jsx_runtime_1.jsxs)("label", { htmlFor: "default-range", className: "block mb-2 text-sm font-medium text-gray-900 dark:text-white", children: ["Advert Duration (", durationSlider.current?.value ?? 16, "s)"] }), (0, jsx_runtime_1.jsx)("input", { ref: durationSlider, id: "default-range", type: "range", defaultValue: "16", min: "16", max: "120", className: "w-full h-2 bg-gray-200 rounded-lg appearance-none cursor-pointer dark:bg-gray-700" }), (0, jsx_runtime_1.jsx)("button", { onClick: sendAdvertCommand, type: "button", className: "mt-2 mb-2 text-white w-full justify-center bg-primary-700 hover:bg-primary-800 focus:ring-4 focus:outline-none focus:ring-primary-300 font-medium rounded-lg text-sm px-5 py-2.5 text-center dark:bg-primary-600 dark:hover:bg-primary-700 dark:focus:ring-primary-800", children: "Inject Advert" })] })] }) });
28
+ function sendAdvertCommand() {
29
+ if (!previewVideo.current)
30
+ return;
31
+ if (!durationSlider.current)
32
+ return;
33
+ sendCommand({
34
+ type: "inject-advert",
35
+ durationMs: parseInt(durationSlider.current.value, 10) * 1000
36
+ });
37
+ }
38
+ }
39
+ exports.default = InlineView;
40
+ //# sourceMappingURL=summary.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"summary.js","sourceRoot":"","sources":["../../src/processor.monetise/summary.tsx"],"names":[],"mappings":";;;AAAA,iCAA0C;AAG1C,6DAAsD;AAEtD,SAAS,UAAU,CAAC,EAAE,KAAK,EAAE,MAAM,EAAE,WAAW,EAAyH;IACvK,MAAM,GAAG,GAAG,KAAK,CAAC,GAAG,CAAC;IACtB,MAAM,EAAE,GAAG,MAAM,CAAC,EAAE,CAAC;IAErB,MAAM,YAAY,GAAG,IAAA,cAAM,EAAiB,IAAI,CAAC,CAAA;IACjD,MAAM,cAAc,GAAG,IAAA,cAAM,EAAmB,IAAI,CAAC,CAAA;IAErD,IAAA,iBAAS,EAAC,GAAG,EAAE;QACb,IAAI,CAAC,GAAG;YAAE,OAAO;QACjB,UAAU,CAAC,GAAG,EAAE;YACd,IAAI,CAAC,GAAG;gBAAE,OAAO;YACjB,IAAI,CAAC,YAAY,CAAC,OAAO;gBAAE,OAAO;YAClC,MAAM,MAAM,GAAG,IAAI,0BAAU,CAAC,EAAE,GAAG,EAAE,SAAS,EAAE,YAAY,CAAC,OAAO,EAAE,CAAC,CAAC;YACxE,KAAK,MAAM,CAAC,KAAK,EAAE,CAAC;QAEtB,CAAC,EAAE,MAAM,CAAC,CAAC;IACb,CAAC,EAAE,CAAC,KAAK,CAAC,GAAG,CAAC,CAAC,CAAC;IAEhB,IAAI,CAAC,GAAG;QAAE,OAAO,8EAAmB,CAAA;IAEpC,CAAC,CAAkF,CAAC;IACpF,OAAO,gCAAK,SAAS,EAAC,oBAAoB,YACxC,iCAAK,SAAS,EAAC,MAAM,aACnB,gCAAK,GAAG,EAAE,YAAY,EAAE,SAAS,EAAC,EAAE,EAAC,EAAE,EAAE,WAAW,EAAE,EAAE,GAClD,EACL,KAAK,CAAC,aAAa,CAAC,CAAC,CAAC,2FAA6B,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,aAAa,CAAC,UAAU,GAAG,IAAI,CAAC,SAAK,CAAC,CAAC;oBAC1G,6DACE,mCAAO,OAAO,EAAC,eAAe,EAAC,SAAS,EAAC,8DAA8D,kCAAmB,cAAc,CAAC,OAAO,EAAE,KAAK,IAAI,EAAE,UAAW,EACxK,kCAAO,GAAG,EAAE,cAAc,EAAE,EAAE,EAAC,eAAe,EAAC,IAAI,EAAC,OAAO,EAAC,YAAY,EAAC,IAAI,EAAC,GAAG,EAAC,IAAI,EAAC,GAAG,EAAC,KAAK,EAAC,SAAS,EAAC,mFAAmF,GAAS,EACvM,mCAAQ,OAAO,EAAE,iBAAiB,EAAE,IAAI,EAAC,QAAQ,EAAC,SAAS,EAAC,wQAAwQ,8BAE3T,IACR,IAEA,GACF,CAAA;IAEP,SAAS,iBAAiB;QACxB,IAAI,CAAC,YAAY,CAAC,OAAO;YAAE,OAAO;QAClC,IAAI,CAAC,cAAc,CAAC,OAAO;YAAE,OAAO;QACpC,WAAW,CAAC;YACV,IAAI,EAAE,eAAe;YACrB,UAAU,EAAE,QAAQ,CAAC,cAAc,CAAC,OAAO,CAAC,KAAK,EAAE,EAAE,CAAC,GAAG,IAAI;SAC9D,CAAC,CAAA;IACJ,CAAC;AACH,CAAC;AAED,kBAAe,UAAU,CAAC"}
@@ -0,0 +1,16 @@
1
+ export type paths = Record<string, never>;
2
+ export type webhooks = Record<string, never>;
3
+ export interface components {
4
+ schemas: {
5
+ inject: {
6
+ durationMs?: number;
7
+ };
8
+ };
9
+ responses: never;
10
+ parameters: never;
11
+ requestBodies: never;
12
+ headers: never;
13
+ pathItems: never;
14
+ }
15
+ export type $defs = Record<string, never>;
16
+ export type operations = Record<string, never>;
@@ -0,0 +1,3 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/processor.monetise/types.ts"],"names":[],"mappings":""}
@@ -0,0 +1,9 @@
1
+ openapi: 3.0.0
2
+ components:
3
+ schemas:
4
+ inject:
5
+ type: object
6
+ properties:
7
+ durationMs:
8
+ type: 'number'
9
+ example: 10000
@@ -0,0 +1,9 @@
1
+ import type Registration from "@norskvideo/norsk-studio/lib/extension/registration";
2
+ export default function ({ defineComponent, validation: { Z } }: Registration): import("@norskvideo/norsk-studio/lib/extension/client-types").NodeInfo<{
3
+ id: string;
4
+ displayName: string;
5
+ model: string;
6
+ translate: boolean;
7
+ language: string;
8
+ notes?: string;
9
+ }, object, object, object>;
@@ -0,0 +1,46 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ exports.default = default_1;
4
+ function default_1({ defineComponent, validation: { Z } }) {
5
+ return defineComponent({
6
+ identifier: 'processor.whisper-transcribe',
7
+ category: 'processor',
8
+ name: "Whisper Transcribe",
9
+ description: "This component transcribes audio from a video stream.",
10
+ subscription: {
11
+ accepts: {
12
+ type: 'simple-stream',
13
+ audio: true,
14
+ video: true
15
+ },
16
+ produces: {
17
+ type: "simple-stream",
18
+ subtitle: true
19
+ }
20
+ },
21
+ extraValidation: function (ctx) {
22
+ const video = ctx.videoInputs();
23
+ const audio = ctx.audioInputs();
24
+ if (video.length !== 1) {
25
+ ctx.addError("Whisper Transcribe requires a single video stream to use as a reference");
26
+ }
27
+ if (audio.length !== 1) {
28
+ ctx.addError("Whisper Transcribe requires a single audio stream to transcribe");
29
+ }
30
+ },
31
+ display: (desc) => {
32
+ return {
33
+ model: desc.config.model
34
+ };
35
+ },
36
+ configForm: {
37
+ form: {
38
+ model: { help: "The ggml model path", hint: { type: 'text', validation: Z.string().min(1, "Choosing a model is mandatory") } },
39
+ translate: { help: "Whether to translate the output to English", hint: { type: 'boolean', optional: true, defaultValue: false } },
40
+ language: { help: "Source language (otherwise automatic)", hint: { type: 'text', optional: true, validation: Z.union([Z.string().length(0), Z.string().min(1)]) } },
41
+ notes: { help: "Notes about this component", hint: { type: 'text', optional: true } },
42
+ }
43
+ }
44
+ });
45
+ }
46
+ //# sourceMappingURL=info.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"info.js","sourceRoot":"","sources":["../../src/processor.whisper-transcribe/info.ts"],"names":[],"mappings":";;AAGA,4BA4CC;AA5CD,mBAAwB,EACtB,eAAe,EACf,UAAU,EAAE,EAAE,CAAC,EAAE,EACJ;IACb,OAAO,eAAe,CAA0B;QAC9C,UAAU,EAAE,8BAA8B;QAC1C,QAAQ,EAAE,WAAW;QACrB,IAAI,EAAE,oBAAoB;QAC1B,WAAW,EAAE,uDAAuD;QACpE,YAAY,EAAE;YACZ,OAAO,EAAE;gBACP,IAAI,EAAE,eAAe;gBACrB,KAAK,EAAE,IAAI;gBACX,KAAK,EAAE,IAAI;aACZ;YACD,QAAQ,EAAE;gBACR,IAAI,EAAE,eAAe;gBACrB,QAAQ,EAAE,IAAI;aACf;SACF;QACD,eAAe,EAAE,UAAS,GAAG;YAC3B,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;YAChC,MAAM,KAAK,GAAG,GAAG,CAAC,WAAW,EAAE,CAAC;YAChC,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,GAAG,CAAC,QAAQ,CAAC,yEAAyE,CAAC,CAAA;YACzF,CAAC;YACD,IAAI,KAAK,CAAC,MAAM,KAAK,CAAC,EAAE,CAAC;gBACvB,GAAG,CAAC,QAAQ,CAAC,iEAAiE,CAAC,CAAA;YACjF,CAAC;QACH,CAAC;QACD,OAAO,EAAE,CAAC,IAAI,EAAE,EAAE;YAChB,OAAO;gBACL,KAAK,EAAE,IAAI,CAAC,MAAM,CAAC,KAAK;aACzB,CAAA;QACH,CAAC;QACD,UAAU,EAAE;YACV,IAAI,EAAE;gBACJ,KAAK,EAAE,EAAE,IAAI,EAAE,qBAAqB,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,UAAU,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,EAAE,+BAA+B,CAAC,EAAE,EAAE;gBAC9H,SAAS,EAAE,EAAE,IAAI,EAAE,4CAA4C,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,SAAS,EAAE,QAAQ,EAAE,IAAI,EAAE,YAAY,EAAE,KAAK,EAAE,EAAE;gBACjI,QAAQ,EAAE,EAAE,IAAI,EAAE,uCAAuC,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,UAAU,EAAE,CAAC,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,MAAM,EAAE,CAAC,MAAM,CAAC,CAAC,CAAC,EAAE,CAAC,CAAC,MAAM,EAAE,CAAC,GAAG,CAAC,CAAC,CAAC,CAAC,CAAC,EAAE,EAAE;gBACnK,KAAK,EAAE,EAAE,IAAI,EAAE,4BAA4B,EAAE,IAAI,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,QAAQ,EAAE,IAAI,EAAE,EAAE;aACtF;SACF;KACF,CAAC,CAAC;AACL,CAAC"}
@@ -0,0 +1,22 @@
1
+ import { AudioTranscribeWhisperNode, Norsk, StreamKeyOverrideNode, StreamMetadataOverrideNode } from '@norskvideo/norsk-sdk';
2
+ import { CreatedMediaNode, OnCreated, RelatedMediaNodes, ServerComponentDefinition, ServerComponentSchemas, StudioComponentInputStream } from '@norskvideo/norsk-studio/lib/extension/runtime-types';
3
+ import { components } from './types';
4
+ export type WhisperTranscribeConfig = components['schemas']['WhisperTranscribeConfig'];
5
+ export default class WhisperTranscribeDefinition implements ServerComponentDefinition<WhisperTranscribeConfig, WhisperTranscribeNode> {
6
+ schemas(): Promise<ServerComponentSchemas>;
7
+ create(norsk: Norsk, cfg: WhisperTranscribeConfig, cb: OnCreated<WhisperTranscribeNode>): Promise<void>;
8
+ }
9
+ declare class WhisperTranscribeNode implements CreatedMediaNode {
10
+ norsk: Norsk;
11
+ cfg: WhisperTranscribeConfig;
12
+ initialised: Promise<void>;
13
+ whisper?: AudioTranscribeWhisperNode;
14
+ streamkey?: StreamKeyOverrideNode;
15
+ output?: StreamMetadataOverrideNode;
16
+ constructor(norsk: Norsk, cfg: WhisperTranscribeConfig);
17
+ get id(): string;
18
+ relatedMediaNodes: RelatedMediaNodes;
19
+ initialise(): Promise<void>;
20
+ subscribe(sources: StudioComponentInputStream[]): Promise<void>;
21
+ }
22
+ export {};
@@ -0,0 +1,70 @@
1
+ "use strict";
2
+ var __importDefault = (this && this.__importDefault) || function (mod) {
3
+ return (mod && mod.__esModule) ? mod : { "default": mod };
4
+ };
5
+ Object.defineProperty(exports, "__esModule", { value: true });
6
+ const norsk_sdk_1 = require("@norskvideo/norsk-sdk");
7
+ const runtime_types_1 = require("@norskvideo/norsk-studio/lib/extension/runtime-types");
8
+ const path_1 = __importDefault(require("path"));
9
+ const schemas_1 = require("../shared/schemas");
10
+ class WhisperTranscribeDefinition {
11
+ async schemas() {
12
+ return (0, schemas_1.schemaFromTypes)(path_1.default.join(__dirname, 'types.yaml'), {
13
+ config: 'WhisperTranscribeConfig'
14
+ });
15
+ }
16
+ async create(norsk, cfg, cb) {
17
+ const node = new WhisperTranscribeNode(norsk, cfg);
18
+ await node.initialised;
19
+ cb(node);
20
+ }
21
+ }
22
+ exports.default = WhisperTranscribeDefinition;
23
+ class WhisperTranscribeNode {
24
+ norsk;
25
+ cfg;
26
+ initialised;
27
+ whisper;
28
+ streamkey;
29
+ output;
30
+ constructor(norsk, cfg) {
31
+ this.norsk = norsk;
32
+ this.cfg = cfg;
33
+ this.initialised = this.initialise();
34
+ }
35
+ get id() { return this.cfg.id; }
36
+ relatedMediaNodes = new runtime_types_1.RelatedMediaNodes();
37
+ async initialise() {
38
+ this.output = await this.norsk.processor.transform.streamMetadataOverride({ id: `${this.id}-output` });
39
+ this.relatedMediaNodes.addOutput(this.output);
40
+ }
41
+ async subscribe(sources) {
42
+ if (!this.whisper) {
43
+ this.whisper = await this.norsk.processor.transform.audioTranscribeWhisper({
44
+ id: `${this.id}-whisper`,
45
+ outputStreamId: 540,
46
+ model: this.cfg.model,
47
+ language: this.cfg.language,
48
+ useGpu: true,
49
+ });
50
+ this.relatedMediaNodes.addInput(this.whisper);
51
+ }
52
+ const video = sources.find((s) => s.isMedia("video"));
53
+ const audio = sources.find((s) => s.isMedia("audio"));
54
+ if (video && audio && video.metadata) {
55
+ this.whisper.subscribe([audio.select()], undefined);
56
+ this.streamkey = await this.norsk.processor.transform.streamKeyOverride({
57
+ streamKey: { ...video.metadata.streamKey, renditionName: 'subs' }
58
+ });
59
+ this.streamkey.subscribe([{
60
+ source: this.whisper,
61
+ sourceSelector: norsk_sdk_1.selectSubtitles
62
+ }]);
63
+ this.output?.subscribe([{
64
+ source: this.streamkey,
65
+ sourceSelector: norsk_sdk_1.selectSubtitles
66
+ }]);
67
+ }
68
+ }
69
+ }
70
+ //# sourceMappingURL=runtime.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"runtime.js","sourceRoot":"","sources":["../../src/processor.whisper-transcribe/runtime.ts"],"names":[],"mappings":";;;;;AAAA,qDAA8I;AAC9I,wFAAqM;AACrM,gDAAwB;AAGxB,+CAAoD;AAIpD,MAAqB,2BAA2B;IAC9C,KAAK,CAAC,OAAO;QACX,OAAO,IAAA,yBAAe,EAAC,cAAI,CAAC,IAAI,CAAC,SAAS,EAAE,YAAY,CAAC,EAAE;YACzD,MAAM,EAAE,yBAAyB;SAClC,CAAC,CAAC;IACL,CAAC;IACD,KAAK,CAAC,MAAM,CAAC,KAAY,EAAE,GAA4B,EAAE,EAAoC;QAC3F,MAAM,IAAI,GAAG,IAAI,qBAAqB,CAAC,KAAK,EAAE,GAAG,CAAC,CAAC;QACnD,MAAM,IAAI,CAAC,WAAW,CAAC;QACvB,EAAE,CAAC,IAAI,CAAC,CAAC;IACX,CAAC;CACF;AAXD,8CAWC;AAGD,MAAM,qBAAqB;IACzB,KAAK,CAAQ;IACb,GAAG,CAA0B;IAC7B,WAAW,CAAgB;IAC3B,OAAO,CAA8B;IAErC,SAAS,CAAyB;IAClC,MAAM,CAA8B;IAEpC,YAAY,KAAY,EAAE,GAA4B;QACpD,IAAI,CAAC,KAAK,GAAG,KAAK,CAAC;QACnB,IAAI,CAAC,GAAG,GAAG,GAAG,CAAC;QACf,IAAI,CAAC,WAAW,GAAG,IAAI,CAAC,UAAU,EAAE,CAAC;IACvC,CAAC;IAED,IAAI,EAAE,KAAK,OAAO,IAAI,CAAC,GAAG,CAAC,EAAE,CAAC,CAAC,CAAC;IAEhC,iBAAiB,GAAsB,IAAI,iCAAiB,EAAE,CAAC;IAG/D,KAAK,CAAC,UAAU;QACd,IAAI,CAAC,MAAM,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,sBAAsB,CAAC,EAAE,EAAE,EAAE,GAAG,IAAI,CAAC,EAAE,SAAS,EAAE,CAAC,CAAC;QACvG,IAAI,CAAC,iBAAiB,CAAC,SAAS,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;IAChD,CAAC;IAED,KAAK,CAAC,SAAS,CAAC,OAAqC;QACnD,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE,CAAC;YAClB,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,sBAAsB,CAAC;gBACzE,EAAE,EAAE,GAAG,IAAI,CAAC,EAAE,UAAU;gBACxB,cAAc,EAAE,GAAG;gBACnB,KAAK,EAAE,IAAI,CAAC,GAAG,CAAC,KAAK;gBACrB,QAAQ,EAAE,IAAI,CAAC,GAAG,CAAC,QAAQ;gBAC3B,MAAM,EAAE,IAAI;aACb,CAAC,CAAA;YACF,IAAI,CAAC,iBAAiB,CAAC,QAAQ,CAAC,IAAI,CAAC,OAAO,CAAC,CAAC;QAChD,CAAC;QACD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QACtD,MAAM,KAAK,GAAG,OAAO,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAC,CAAC,OAAO,CAAC,OAAO,CAAC,CAAC,CAAC;QAEtD,IAAI,KAAK,IAAI,KAAK,IAAI,KAAK,CAAC,QAAQ,EAAE,CAAC;YACrC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,CAAC,KAAK,CAAC,MAAM,EAAE,CAAC,EAAE,SAAS,CAAC,CAAA;YAEnD,IAAI,CAAC,SAAS,GAAG,MAAM,IAAI,CAAC,KAAK,CAAC,SAAS,CAAC,SAAS,CAAC,iBAAiB,CAAC;gBACtE,SAAS,EAAE,EAAE,GAAG,KAAK,CAAC,QAAQ,CAAC,SAAS,EAAE,aAAa,EAAE,MAAM,EAAE;aAClE,CAAC,CAAA;YACF,IAAI,CAAC,SAAS,CAAC,SAAS,CAAC,CAAC;oBACxB,MAAM,EAAE,IAAI,CAAC,OAAO;oBACpB,cAAc,EAAE,2BAAe;iBAChC,CAAC,CAAC,CAAA;YACH,IAAI,CAAC,MAAM,EAAE,SAAS,CAAC,CAAC;oBACtB,MAAM,EAAE,IAAI,CAAC,SAAS;oBACtB,cAAc,EAAE,2BAAe;iBAChC,CAAC,CAAC,CAAA;QACL,CAAC;IACH,CAAC;CACF"}
@@ -0,0 +1,21 @@
1
+ export type paths = Record<string, never>;
2
+ export type webhooks = Record<string, never>;
3
+ export interface components {
4
+ schemas: {
5
+ WhisperTranscribeConfig: {
6
+ id: string;
7
+ displayName: string;
8
+ model: string;
9
+ translate: boolean;
10
+ language: string;
11
+ notes?: string;
12
+ };
13
+ };
14
+ responses: never;
15
+ parameters: never;
16
+ requestBodies: never;
17
+ headers: never;
18
+ pathItems: never;
19
+ }
20
+ export type $defs = Record<string, never>;
21
+ export type operations = Record<string, never>;
@@ -0,0 +1,3 @@
1
+ "use strict";
2
+ Object.defineProperty(exports, "__esModule", { value: true });
3
+ //# sourceMappingURL=types.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"types.js","sourceRoot":"","sources":["../../src/processor.whisper-transcribe/types.ts"],"names":[],"mappings":""}
@@ -0,0 +1,28 @@
1
+ openapi: 3.0.0
2
+ info:
3
+ title: Whisper Transcribe
4
+ version: 1.0.0
5
+
6
+ components:
7
+ schemas:
8
+ WhisperTranscribeConfig:
9
+ type: object
10
+ properties:
11
+ id:
12
+ type: string
13
+ displayName:
14
+ type: string
15
+ model:
16
+ type: string
17
+ translate:
18
+ type: boolean
19
+ language:
20
+ type: string
21
+ notes:
22
+ type: string
23
+ required:
24
+ - id
25
+ - displayName
26
+ - model
27
+ - translate
28
+ - language
@@ -0,0 +1,8 @@
1
+ import { OpenAPIV3 } from 'openapi-types';
2
+ export declare function schemaFromTypes(filename: string, keys: {
3
+ config: string;
4
+ state?: string;
5
+ }): Promise<{
6
+ config: OpenAPIV3.SchemaObject;
7
+ state: OpenAPIV3.SchemaObject | undefined;
8
+ }>;
@@ -0,0 +1,44 @@
1
+ "use strict";
2
+ var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
3
+ if (k2 === undefined) k2 = k;
4
+ var desc = Object.getOwnPropertyDescriptor(m, k);
5
+ if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
6
+ desc = { enumerable: true, get: function() { return m[k]; } };
7
+ }
8
+ Object.defineProperty(o, k2, desc);
9
+ }) : (function(o, m, k, k2) {
10
+ if (k2 === undefined) k2 = k;
11
+ o[k2] = m[k];
12
+ }));
13
+ var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
14
+ Object.defineProperty(o, "default", { enumerable: true, value: v });
15
+ }) : function(o, v) {
16
+ o["default"] = v;
17
+ });
18
+ var __importStar = (this && this.__importStar) || function (mod) {
19
+ if (mod && mod.__esModule) return mod;
20
+ var result = {};
21
+ if (mod != null) for (var k in mod) if (k !== "default" && Object.prototype.hasOwnProperty.call(mod, k)) __createBinding(result, mod, k);
22
+ __setModuleDefault(result, mod);
23
+ return result;
24
+ };
25
+ var __importDefault = (this && this.__importDefault) || function (mod) {
26
+ return (mod && mod.__esModule) ? mod : { "default": mod };
27
+ };
28
+ Object.defineProperty(exports, "__esModule", { value: true });
29
+ exports.schemaFromTypes = schemaFromTypes;
30
+ const promises_1 = __importDefault(require("fs/promises"));
31
+ const yaml_1 = __importDefault(require("yaml"));
32
+ const $RefParser = __importStar(require("@apidevtools/json-schema-ref-parser"));
33
+ const path = __importStar(require("path"));
34
+ async function schemaFromTypes(filename, keys) {
35
+ const fullPath = path.resolve(filename);
36
+ const types = await promises_1.default.readFile(fullPath, 'utf8');
37
+ const root = yaml_1.default.parse(types);
38
+ const resolved = await $RefParser.dereference(fullPath, root);
39
+ return {
40
+ config: resolved.components.schemas[keys.config],
41
+ state: keys.state ? resolved.components.schemas[keys.state] : undefined
42
+ };
43
+ }
44
+ //# sourceMappingURL=schemas.js.map
@@ -0,0 +1 @@
1
+ {"version":3,"file":"schemas.js","sourceRoot":"","sources":["../../src/shared/schemas.ts"],"names":[],"mappings":";;;;;;;;;;;;;;;;;;;;;;;;;;;;AAMA,0CASC;AAfD,2DAA6B;AAC7B,gDAAwB;AACxB,gFAAkE;AAClE,2CAA6B;AAGtB,KAAK,UAAU,eAAe,CAAC,QAAgB,EAAE,IAAwC;IAC9F,MAAM,QAAQ,GAAG,IAAI,CAAC,OAAO,CAAC,QAAQ,CAAC,CAAC;IACxC,MAAM,KAAK,GAAG,MAAM,kBAAE,CAAC,QAAQ,CAAC,QAAQ,EAAE,MAAM,CAAC,CAAA;IACjD,MAAM,IAAI,GAAG,cAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC;IAC/B,MAAM,QAAQ,GAAG,MAAM,UAAU,CAAC,WAAW,CAAC,QAAQ,EAAE,IAAI,CAAuB,CAAC;IACpF,OAAO;QACL,MAAM,EAAE,QAAQ,CAAC,UAAW,CAAC,OAAQ,CAAC,IAAI,CAAC,MAAM,CAA2B;QAC5E,KAAK,EAAE,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,QAAQ,CAAC,UAAW,CAAC,OAAQ,CAAC,IAAI,CAAC,KAAK,CAA2B,CAAC,CAAC,CAAC,SAAS;KACpG,CAAA;AACH,CAAC"}
@@ -0,0 +1 @@
1
+ export declare function waitForAssert(condition: (() => Promise<boolean>), assert: (() => Promise<void>), timeout?: number, interval?: number): Promise<void>;