longpipe 0.0.9 → 0.0.10

package/dist/index.d.cts

@@ -23,6 +23,7 @@ interface Op {
 interface Presenter {
     run(): void;
 }
+type RenderTarget = "main" | "preview";
 type Activation = "none" | "relu6" | "relu";
 interface Conv2dParams {
     outChannels: number;
@@ -94,11 +95,12 @@ interface Backend {
         Input: (h: number, w: number) => InputOp;
     };
     presenters: {
-        CompositeSolid: (image: Tensor, alpha: Tensor, bgColor: [number, number, number]) => Presenter;
-        CompositeImage: (image: Tensor, alpha: Tensor, bg: Tensor) => Presenter;
-        CompositeImageBilinear: (image: Tensor, alpha: Tensor, bg: Tensor) => Presenter;
-        CompositePassthrough: (image: Tensor) => Presenter;
+        CompositeSolid: (image: Tensor, alpha: Tensor, bgColor: [number, number, number], target?: RenderTarget) => Presenter;
+        CompositeImage: (image: Tensor, alpha: Tensor, bg: Tensor, target?: RenderTarget) => Presenter;
+        CompositeImageBilinear: (image: Tensor, alpha: Tensor, bg: Tensor, target?: RenderTarget) => Presenter;
+        CompositePassthrough: (image: Tensor, target?: RenderTarget) => Presenter;
     };
+    attachCanvas(name: RenderTarget, canvas: HTMLCanvasElement | OffscreenCanvas): void;
     readback(tensor: Tensor): Promise<Float32Array>;
     copyTensor(src: Tensor, dst: Tensor): void;
     sync(): Promise<void>;
@@ -202,11 +204,18 @@ declare class Pipeline implements PromiseLike<Pipeline> {
     private outputCleanup;
     private adaptive;
     private bgCleanup;
+    private previewBgCleanup;
     constructor(inputStream: MediaStream, options: PipelineOptions);
     private bootstrap;
     then<T1 = this, T2 = never>(onFulfilled?: ((value: this) => T1 | PromiseLike<T1>) | null, onRejected?: ((reason: unknown) => T2 | PromiseLike<T2>) | null): PromiseLike<T1 | T2>;
     setBackground(input: BackgroundInput): Promise<void>;
     setPreset(p: PresetName | ManualPreset, weights?: ArrayBuffer): void;
+    attachPreview(canvas: HTMLCanvasElement): void;
+    setPreview(input: {
+        background: BackgroundInput;
+        fps?: number;
+    }): Promise<void>;
+    clearPreview(): void;
     setEnabled(on: boolean): void;
     getStats(): Promise<RendererStats>;
     destroy(): void;
@@ -233,11 +242,14 @@ declare class WebGPUBackend implements Backend {
     readonly canvasContext: GPUCanvasContext;
     readonly canvasFormat: GPUTextureFormat;
     readonly bytesPerElement: 2 | 4;
+    private readonly contexts;
     private constructor();
+    private configureContext;
+    attachCanvas(name: RenderTarget, canvas: HTMLCanvasElement | OffscreenCanvas): void;
     static isAvailable(): Promise<boolean>;
     static hasF16Support(): Promise<boolean>;
     static create(opts: WebGPUBackendOptions): Promise<WebGPUBackend>;
-    getCurrentDisplayTexture(): GPUTexture;
+    getCurrentDisplayTexture(target?: RenderTarget): GPUTexture;
     tensor(h: number, w: number, c: number, data?: DataView_): WebGPUTensor;
     upload(data: DataView_): WebGPUMLBuffer;
     private writeView;

package/dist/index.d.ts

@@ -23,6 +23,7 @@ interface Op {
 interface Presenter {
     run(): void;
 }
+type RenderTarget = "main" | "preview";
 type Activation = "none" | "relu6" | "relu";
 interface Conv2dParams {
     outChannels: number;
@@ -94,11 +95,12 @@ interface Backend {
         Input: (h: number, w: number) => InputOp;
     };
     presenters: {
-        CompositeSolid: (image: Tensor, alpha: Tensor, bgColor: [number, number, number]) => Presenter;
-        CompositeImage: (image: Tensor, alpha: Tensor, bg: Tensor) => Presenter;
-        CompositeImageBilinear: (image: Tensor, alpha: Tensor, bg: Tensor) => Presenter;
-        CompositePassthrough: (image: Tensor) => Presenter;
+        CompositeSolid: (image: Tensor, alpha: Tensor, bgColor: [number, number, number], target?: RenderTarget) => Presenter;
+        CompositeImage: (image: Tensor, alpha: Tensor, bg: Tensor, target?: RenderTarget) => Presenter;
+        CompositeImageBilinear: (image: Tensor, alpha: Tensor, bg: Tensor, target?: RenderTarget) => Presenter;
+        CompositePassthrough: (image: Tensor, target?: RenderTarget) => Presenter;
     };
+    attachCanvas(name: RenderTarget, canvas: HTMLCanvasElement | OffscreenCanvas): void;
     readback(tensor: Tensor): Promise<Float32Array>;
     copyTensor(src: Tensor, dst: Tensor): void;
     sync(): Promise<void>;
@@ -202,11 +204,18 @@ declare class Pipeline implements PromiseLike<Pipeline> {
     private outputCleanup;
     private adaptive;
     private bgCleanup;
+    private previewBgCleanup;
     constructor(inputStream: MediaStream, options: PipelineOptions);
     private bootstrap;
     then<T1 = this, T2 = never>(onFulfilled?: ((value: this) => T1 | PromiseLike<T1>) | null, onRejected?: ((reason: unknown) => T2 | PromiseLike<T2>) | null): PromiseLike<T1 | T2>;
     setBackground(input: BackgroundInput): Promise<void>;
     setPreset(p: PresetName | ManualPreset, weights?: ArrayBuffer): void;
+    attachPreview(canvas: HTMLCanvasElement): void;
+    setPreview(input: {
+        background: BackgroundInput;
+        fps?: number;
+    }): Promise<void>;
+    clearPreview(): void;
     setEnabled(on: boolean): void;
     getStats(): Promise<RendererStats>;
     destroy(): void;
@@ -233,11 +242,14 @@ declare class WebGPUBackend implements Backend {
     readonly canvasContext: GPUCanvasContext;
     readonly canvasFormat: GPUTextureFormat;
     readonly bytesPerElement: 2 | 4;
+    private readonly contexts;
     private constructor();
+    private configureContext;
+    attachCanvas(name: RenderTarget, canvas: HTMLCanvasElement | OffscreenCanvas): void;
     static isAvailable(): Promise<boolean>;
     static hasF16Support(): Promise<boolean>;
     static create(opts: WebGPUBackendOptions): Promise<WebGPUBackend>;
-    getCurrentDisplayTexture(): GPUTexture;
+    getCurrentDisplayTexture(target?: RenderTarget): GPUTexture;
     tensor(h: number, w: number, c: number, data?: DataView_): WebGPUTensor;
     upload(data: DataView_): WebGPUMLBuffer;
     private writeView;