@omnimedia/omnitool 1.1.0-94 → 1.1.0-96

package/x/features/bg-remover/bg-remover.d.ts

@@ -0,0 +1,5 @@
+import { BgRemoverOptions, RemoverOptions } from "./types.js";
+export declare function makeBgRemover({ spec, workerUrl, onLoading }: BgRemoverOptions): Promise<{
+    remove: (input: RemoverOptions) => Promise<VideoFrame>;
+    dispose: () => void;
+}>;

package/x/features/bg-remover/bg-remover.js

@@ -0,0 +1,18 @@
+import { queue } from "@e280/stz";
+import { Comrade, LoggerTap, tune } from "@e280/comrade";
+export async function makeBgRemover({ spec, workerUrl, onLoading }) {
+    const thread = await Comrade.thread({
+        label: "OmnitoolBgRemover",
+        workerUrl,
+        tap: new LoggerTap(),
+        setupHost: () => ({
+            loading: async (loading) => onLoading(loading),
+        }),
+    });
+    await thread.work.prepare(spec);
+    return {
+        remove: queue(async (input) => await thread.work.remove[tune]({ transfer: [input.frame] })(input.frame)),
+        dispose: () => thread.terminate()
+    };
+}
+//# sourceMappingURL=bg-remover.js.map

package/x/features/bg-remover/bg-remover.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"bg-remover.js","sourceRoot":"","sources":["../../../s/features/bg-remover/bg-remover.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,KAAK,EAAC,MAAM,WAAW,CAAA;AAC/B,OAAO,EAAC,OAAO,EAAE,SAAS,EAAE,IAAI,EAAC,MAAM,eAAe,CAAA;AAKtD,MAAM,CAAC,KAAK,UAAU,aAAa,CAAC,EAAC,IAAI,EAAE,SAAS,EAAE,SAAS,EAAmB;IACjF,MAAM,MAAM,GAAG,MAAM,OAAO,CAAC,MAAM,CAAqB;QACvD,KAAK,EAAE,mBAAmB;QAC1B,SAAS;QACT,GAAG,EAAE,IAAI,SAAS,EAAE;QACpB,SAAS,EAAE,GAAG,EAAE,CAAC,CAAC;YACjB,OAAO,EAAE,KAAK,EAAC,OAAO,EAAC,EAAE,CAAC,SAAS,CAAC,OAAO,CAAC;SAC5C,CAAC;KACF,CAAC,CAAA;IAEF,MAAM,MAAM,CAAC,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;IAE/B,OAAO;QACN,MAAM,EAAE,KAAK,CAAC,KAAK,EAAC,KAAqB,EAAE,EAAE,CAC5C,MAAM,MAAM,CAAC,IAAI,CAAC,MAAM,CAAC,IAAI,CAAC,CAAC,EAAC,QAAQ,EAAE,CAAC,KAAK,CAAC,KAAK,CAAC,EAAC,CAAC,CAAC,KAAK,CAAC,KAAK,CAAC,CACtE;QACD,OAAO,EAAE,GAAG,EAAE,CAAC,MAAM,CAAC,SAAS,EAAE;KACjC,CAAA;AACF,CAAC"}

package/x/features/bg-remover/default-spec.d.ts

@@ -0,0 +1,2 @@
+import { PipelineSpec } from "../parts/types.js";
+export declare const defaultBgRemoverSpec: () => PipelineSpec;

package/x/features/bg-remover/default-spec.js

@@ -0,0 +1,6 @@
+export const defaultBgRemoverSpec = () => ({
+    model: "Xenova/modnet",
+    dtype: "auto",
+    device: "webgpu"
+});
+//# sourceMappingURL=default-spec.js.map

package/x/features/bg-remover/default-spec.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"default-spec.js","sourceRoot":"","sources":["../../../s/features/bg-remover/default-spec.ts"],"names":[],"mappings":"AAIA,MAAM,CAAC,MAAM,oBAAoB,GAAG,GAAiB,EAAE,CAAC,CAAC;IACxD,KAAK,EAAE,eAAe;IACtB,KAAK,EAAE,MAAM;IACb,MAAM,EAAE,QAAQ;CAChB,CAAC,CAAA"}

package/x/features/bg-remover/types.d.ts

@@ -0,0 +1,20 @@
+import { AsSchematic } from "@e280/comrade";
+import { Loading, PipelineSpec } from "../parts/types.js";
+export type BgRemoverSchematic = AsSchematic<{
+    work: {
+        prepare(spec: PipelineSpec): Promise<void>;
+        remove(request: VideoFrame): Promise<VideoFrame>;
+    };
+    host: {
+        loading(load: Loading): Promise<void>;
+    };
+}>;
+export type RemoverOptions = {
+    frame: VideoFrame;
+};
+export type BgRemoverModels = "onnx-community/ISNet-ONNX" | "Xenova/modnet" | "briaai/RMBG-1.4";
+export type BgRemoverOptions = {
+    spec: PipelineSpec;
+    workerUrl: URL | string;
+    onLoading: (loading: Loading) => void;
+};

package/x/features/bg-remover/types.js

@@ -0,0 +1,2 @@
+export {};
+//# sourceMappingURL=types.js.map

package/x/features/bg-remover/types.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"types.js","sourceRoot":"","sources":["../../../s/features/bg-remover/types.ts"],"names":[],"mappings":""}

package/x/features/bg-remover/worker.bundle.d.ts

@@ -0,0 +1 @@
+export {};

package/x/features/bg-remover/worker.bundle.js

@@ -0,0 +1,38 @@
+import { defer, once } from "@e280/stz";
+import { Comrade } from "@e280/comrade";
+import { loadPipe } from "../parts/load-pipe.js";
+const deferred = defer();
+const makePrepare = (host) => once(async (spec) => {
+    deferred.resolve({
+        spec,
+        pipe: await loadPipe({
+            spec,
+            task: "background-removal",
+            onLoading: loading => host.loading(loading),
+        })
+    });
+});
+const canvas = new OffscreenCanvas(1920, 1080);
+const ctx = canvas.getContext("2d");
+await Comrade.worker(shell => {
+    const prepare = makePrepare(shell.host);
+    return {
+        prepare,
+        async remove(request) {
+            const { pipe } = await deferred.promise;
+            canvas.width = request.displayWidth;
+            canvas.height = request.displayHeight;
+            ctx?.drawImage(request, 0, 0);
+            const output = await pipe(canvas);
+            const mask = output[0];
+            const frame = new VideoFrame(mask.toCanvas(), {
+                timestamp: request.timestamp,
+                duration: request.duration ?? undefined,
+            });
+            request.close();
+            shell.transfer = [frame];
+            return frame;
+        }
+    };
+});
+//# sourceMappingURL=worker.bundle.js.map

package/x/features/bg-remover/worker.bundle.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"worker.bundle.js","sourceRoot":"","sources":["../../../s/features/bg-remover/worker.bundle.ts"],"names":[],"mappings":"AACA,OAAO,EAAC,KAAK,EAAE,IAAI,EAAC,MAAM,WAAW,CAAA;AACrC,OAAO,EAAC,OAAO,EAAO,MAAM,eAAe,CAAA;AAK3C,OAAO,EAAC,QAAQ,EAAC,MAAM,uBAAuB,CAAA;AAE9C,MAAM,QAAQ,GAAG,KAAK,EAAyD,CAAA;AAC/E,MAAM,WAAW,GAAG,CAAC,IAA8B,EAAE,EAAE,CAAC,IAAI,CAAC,KAAK,EAAC,IAAkB,EAAE,EAAE;IACxF,QAAQ,CAAC,OAAO,CAAC;QAChB,IAAI;QACJ,IAAI,EAAE,MAAM,QAAQ,CAAC;YACpB,IAAI;YACJ,IAAI,EAAE,oBAAoB;YAC1B,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC;SAC3C,CAA8B;KAC/B,CAAC,CAAA;AACH,CAAC,CAAC,CAAA;AAEF,MAAM,MAAM,GAAG,IAAI,eAAe,CAAC,IAAI,EAAE,IAAI,CAAC,CAAA;AAC9C,MAAM,GAAG,GAAG,MAAM,CAAC,UAAU,CAAC,IAAI,CAAC,CAAA;AAEnC,MAAM,OAAO,CAAC,MAAM,CAAqB,KAAK,CAAC,EAAE;IAChD,MAAM,OAAO,GAAG,WAAW,CAAC,KAAK,CAAC,IAAI,CAAC,CAAA;IACvC,OAAO;QACN,OAAO;QACP,KAAK,CAAC,MAAM,CAAC,OAAO;YACnB,MAAM,EAAC,IAAI,EAAC,GAAG,MAAM,QAAQ,CAAC,OAAO,CAAA;YAErC,MAAM,CAAC,KAAK,GAAG,OAAO,CAAC,YAAY,CAAA;YACnC,MAAM,CAAC,MAAM,GAAG,OAAO,CAAC,aAAa,CAAA;YACrC,GAAG,EAAE,SAAS,CAAC,OAAO,EAAE,CAAC,EAAE,CAAC,CAAC,CAAA;YAE7B,MAAM,MAAM,GAAG,MAAM,IAAI,CAAC,MAAM,CAAC,CAAA;YACjC,MAAM,IAAI,GAAG,MAAM,CAAC,CAAC,CAAC,CAAA;YAEtB,MAAM,KAAK,GAAG,IAAI,UAAU,CAAC,IAAI,CAAC,QAAQ,EAAE,EAAE;gBAC7C,SAAS,EAAE,OAAO,CAAC,SAAS;gBAC5B,QAAQ,EAAE,OAAO,CAAC,QAAQ,IAAI,SAAS;aACvC,CAAC,CAAA;YAEF,OAAO,CAAC,KAAK,EAAE,CAAA;YACf,KAAK,CAAC,QAAQ,GAAG,CAAC,KAAK,CAAC,CAAA;YACxB,OAAO,KAAK,CAAA;QACb,CAAC;KACD,CAAA;AACF,CAAC,CAAC,CAAA"}