echogarden 0.0.1 → 0.1.1

package/dist/utilities/WasmMemoryManager.js

@@ -0,0 +1,407 @@
+export class WasmMemoryManager {
+    wasmModule;
+    allocatedReferences = new Set();
+    constructor(wasmModule) {
+        this.wasmModule = wasmModule;
+    }
+    allocInt8() {
+        const address = this.alloc(1);
+        return this.wrapInt8(address).clear();
+    }
+    wrapInt8(address) {
+        const ref = new Int8Ref(address, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocUint8() {
+        const address = this.alloc(1);
+        return this.wrapUint8(address).clear();
+    }
+    wrapUint8(address) {
+        const ref = new Uint8Ref(address, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocInt16() {
+        const address = this.alloc(2);
+        return this.wrapInt16(address).clear();
+    }
+    wrapInt16(address) {
+        const ref = new Int16Ref(address, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocUint16() {
+        const address = this.alloc(2);
+        return this.wrapUint16(address).clear();
+    }
+    wrapUint16(address) {
+        const ref = new Uint16Ref(address, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocInt32() {
+        const address = this.alloc(4);
+        return this.wrapInt32(address).clear();
+    }
+    wrapInt32(address) {
+        const ref = new Int32Ref(address, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocUint32() {
+        const address = this.alloc(4);
+        return this.wrapUint32(address).clear();
+    }
+    wrapUint32(address) {
+        const ref = new Uint32Ref(address, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocPointer() {
+        const address = this.alloc(4);
+        return this.wrapPointer(address).clear();
+    }
+    wrapPointer(address) {
+        const ref = new PointerRef(address, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocFloat32() {
+        const address = this.alloc(4);
+        return this.wrapFloat64(address).clear();
+    }
+    wrapFloat32(address) {
+        const ref = new Float32Ref(address, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocFloat64() {
+        const address = this.alloc(8);
+        return this.wrapFloat64(address).clear();
+    }
+    wrapFloat64(address) {
+        const ref = new Float64Ref(address, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    // Allocate or wrap arrays
+    allocInt8Array(length) {
+        const address = this.alloc(length << 0);
+        return this.wrapInt8Array(address, length).clear();
+    }
+    wrapInt8Array(address, length) {
+        const ref = new Int8ArrayRef(address, length, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocUint8Array(length) {
+        const address = this.alloc(length << 0);
+        return this.wrapUint8Array(address, length).clear();
+    }
+    wrapUint8Array(address, length) {
+        const ref = new Uint8ArrayRef(address, length, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocInt16Array(length) {
+        const address = this.alloc(length << 1);
+        return this.wrapInt16Array(address, length).clear();
+    }
+    wrapInt16Array(address, length) {
+        const ref = new Int16ArrayRef(address, length, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocUint16Array(length) {
+        const address = this.alloc(length << 1);
+        return this.wrapUint16Array(address, length).clear();
+    }
+    wrapUint16Array(address, length) {
+        const ref = new Uint16ArrayRef(address, length, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocInt32Array(length) {
+        const address = this.alloc(length << 2);
+        return this.wrapInt32Array(address, length).clear();
+    }
+    wrapInt32Array(address, length) {
+        const ref = new Int32ArrayRef(address, length, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocUint32Array(length) {
+        const address = this.alloc(length << 2);
+        return this.wrapUint32Array(address, length).clear();
+    }
+    wrapUint32Array(address, length) {
+        const ref = new Uint32ArrayRef(address, length, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocFloat32Array(length) {
+        const address = this.alloc(length << 2);
+        return this.wrapFloat32Array(address, length).clear();
+    }
+    wrapFloat32Array(address, length) {
+        const ref = new Float32ArrayRef(address, length, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocFloat64Array(length) {
+        const address = this.alloc(length << 3);
+        return this.wrapFloat64Array(address, length).clear();
+    }
+    wrapFloat64Array(address, length) {
+        const ref = new Float64ArrayRef(address, length, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    allocNullTerminatedUtf8String(str) {
+        const strBuffer = Buffer.concat([Buffer.from(str, "utf8"), Buffer.alloc(1)]);
+        const ref = this.allocUint8Array(strBuffer.length);
+        ref.view.set(strBuffer);
+        return ref;
+    }
+    wrapNullTerminatedUtf8String(address) {
+        const ref = new NullTerminatedUtf8StringRef(address, this);
+        this.allocatedReferences.add(ref);
+        return ref;
+    }
+    alloc(size) {
+        const ptr = this.wasmModule._malloc(size);
+        return ptr;
+    }
+    free(wasmReference) {
+        if (wasmReference.isFreed) {
+            return;
+        }
+        this.wasmModule._free(wasmReference.address);
+        this.allocatedReferences.delete(wasmReference);
+        wasmReference.clearAddress();
+    }
+    freeAll() {
+        for (const wasmReference of this.allocatedReferences) {
+            this.free(wasmReference);
+        }
+    }
+}
+class ValueRef {
+    ptr;
+    manager;
+    get module() { return this.manager.wasmModule; }
+    constructor(ptr, manager) {
+        this.ptr = ptr;
+        this.manager = manager;
+    }
+    get value() {
+        this.assertNotFreed();
+        return this.getValue();
+    }
+    set value(newValue) {
+        this.assertNotFreed();
+        this.setValue(newValue);
+    }
+    get address() {
+        this.assertNotFreed();
+        return this.ptr;
+    }
+    clear() {
+        this.assertNotFreed();
+        if (typeof this.value == 'number') {
+            this.value = 0;
+        }
+        else if (typeof this.value == 'string') {
+            throw new Error("Unimplemented");
+        }
+        return this;
+    }
+    free() {
+        this.manager.free(this);
+    }
+    clearAddress() {
+        this.ptr = 0;
+    }
+    get isFreed() { return this.ptr == 0; }
+    assertNotFreed() {
+        if (this.isFreed) {
+            throw new Error("Attempt to read a freed WASM value reference.");
+        }
+    }
+}
+export class Int8Ref extends ValueRef {
+    getValue() {
+        return this.module.HEAP8[this.ptr >>> 0];
+    }
+    setValue(newValue) {
+        this.module.HEAP8[this.ptr >>> 0] = newValue;
+    }
+}
+export class Uint8Ref extends ValueRef {
+    getValue() {
+        return this.module.HEAPU8[this.ptr >>> 0];
+    }
+    setValue(newValue) {
+        this.module.HEAPU8[this.ptr >>> 0] = newValue;
+    }
+}
+export class Int16Ref extends ValueRef {
+    getValue() {
+        return this.module.HEAP16[this.ptr >>> 1];
+    }
+    setValue(newValue) {
+        this.module.HEAP16[this.ptr >>> 1] = newValue;
+    }
+}
+export class Uint16Ref extends ValueRef {
+    getValue() {
+        return this.module.HEAPU16[this.ptr >>> 1];
+    }
+    setValue(newValue) {
+        this.module.HEAPU16[this.ptr >>> 1] = newValue;
+    }
+}
+export class Int32Ref extends ValueRef {
+    getValue() {
+        return this.module.HEAP32[this.ptr >>> 2];
+    }
+    setValue(newValue) {
+        this.module.HEAP32[this.ptr >>> 2] = newValue;
+    }
+}
+export class Uint32Ref extends ValueRef {
+    getValue() {
+        return this.module.HEAPU32[this.ptr >>> 2];
+    }
+    setValue(newValue) {
+        this.module.HEAPU32[this.ptr >>> 2] = newValue;
+    }
+}
+export class PointerRef extends Uint32Ref {
+}
+export class Float32Ref extends ValueRef {
+    getValue() {
+        return this.module.HEAPF32[this.ptr >>> 2];
+    }
+    setValue(newValue) {
+        this.module.HEAPF32[this.ptr >>> 2] = newValue;
+    }
+}
+export class Float64Ref extends ValueRef {
+    getValue() {
+        return this.module.HEAPF64[this.ptr >>> 3];
+    }
+    setValue(newValue) {
+        this.module.HEAPF64[this.ptr >>> 3] = newValue;
+    }
+}
+export class NullTerminatedUtf8StringRef extends ValueRef {
+    getValue() {
+        const ptr = this.ptr >>> 0;
+        const heapU8 = this.module.HEAPU8;
+        const endByteOffset = heapU8.subarray(ptr).indexOf(0);
+        const strBytes = heapU8.subarray(ptr, ptr + endByteOffset);
+        const str = Buffer.from(strBytes).toString("utf8");
+        return str;
+    }
+    setValue(newValue) {
+        throw new Error("Unimplemented");
+    }
+}
+class TypedArrayRef {
+    ptr;
+    length;
+    manager;
+    get module() { return this.manager.wasmModule; }
+    constructor(ptr, length, manager) {
+        this.ptr = ptr;
+        this.length = length;
+        this.manager = manager;
+    }
+    get view() {
+        this.assertNotFreed();
+        return this.getView();
+    }
+    slice(start, end) {
+        return this.view.slice(start, end);
+    }
+    get address() {
+        this.assertNotFreed();
+        return this.ptr;
+    }
+    clear() {
+        this.view.fill(0);
+        return this;
+    }
+    free() {
+        this.manager.free(this);
+    }
+    clearAddress() {
+        this.ptr = 0;
+    }
+    get isFreed() { return this.ptr == 0; }
+    assertNotFreed() {
+        if (this.isFreed) {
+            throw new Error("Attempt to read a freed WASM typed array reference.");
+        }
+    }
+}
+export class Int8ArrayRef extends TypedArrayRef {
+    getView() {
+        const startIndex = this.ptr >>> 0;
+        return this.module.HEAP8.subarray(startIndex, startIndex + this.length);
+    }
+}
+export class Uint8ArrayRef extends TypedArrayRef {
+    getView() {
+        const startIndex = this.ptr >>> 0;
+        return this.module.HEAPU8.subarray(startIndex, startIndex + this.length);
+    }
+    readAsNullTerminatedUtf8String() {
+        let strBytes = this.view;
+        const indexOfFirstZero = strBytes.indexOf(0);
+        if (indexOfFirstZero >= 0) {
+            strBytes = strBytes.subarray(0, indexOfFirstZero);
+        }
+        const str = Buffer.from(strBytes).toString("utf8");
+        return str;
+    }
+}
+export class Int16ArrayRef extends TypedArrayRef {
+    getView() {
+        const startIndex = this.ptr >>> 1;
+        return this.module.HEAP16.subarray(startIndex, startIndex + this.length);
+    }
+}
+export class Uint16ArrayRef extends TypedArrayRef {
+    getView() {
+        const startIndex = this.ptr >>> 1;
+        return this.module.HEAPU16.subarray(startIndex, startIndex + this.length);
+    }
+}
+export class Int32ArrayRef extends TypedArrayRef {
+    getView() {
+        const startIndex = this.ptr >>> 2;
+        return this.module.HEAP32.subarray(startIndex, startIndex + this.length);
+    }
+}
+export class Uint32ArrayRef extends TypedArrayRef {
+    getView() {
+        const startIndex = this.ptr >>> 2;
+        return this.module.HEAPU32.subarray(startIndex, startIndex + this.length);
+    }
+}
+export class Float32ArrayRef extends TypedArrayRef {
+    getView() {
+        const startIndex = this.ptr >>> 2;
+        return this.module.HEAPF32.subarray(startIndex, startIndex + this.length);
+    }
+}
+export class Float64ArrayRef extends TypedArrayRef {
+    getView() {
+        const startIndex = this.ptr >>> 3;
+        return this.module.HEAPF64.subarray(startIndex, startIndex + this.length);
+    }
+}
+//# sourceMappingURL=WasmMemoryManager.js.map

package/dist/utilities/WasmMemoryManager.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WasmMemoryManager.js","sourceRoot":"","sources":["../../src/utilities/WasmMemoryManager.ts"],"names":[],"mappings":"AAAA,MAAM,OAAO,iBAAiB;IAC7B,UAAU,CAAK;IAEP,mBAAmB,GAAG,IAAI,GAAG,EAAW,CAAA;IAEhD,YAAY,UAAe;QAC1B,IAAI,CAAC,UAAU,GAAG,UAAU,CAAA;IAC7B,CAAC;IAED,SAAS;QACR,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC7B,OAAO,IAAI,CAAC,QAAQ,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAA;IACtC,CAAC;IAED,QAAQ,CAAC,OAAe;QACvB,MAAM,GAAG,GAAG,IAAI,OAAO,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QACtC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,UAAU;QACT,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC7B,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAA;IACvC,CAAC;IAED,SAAS,CAAC,OAAe;QACxB,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QACvC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,UAAU;QACT,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC7B,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAA;IACvC,CAAC;IAED,SAAS,CAAC,OAAe;QACxB,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QACvC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,WAAW;QACV,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC7B,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAA;IACxC,CAAC;IAED,UAAU,CAAC,OAAe;QACzB,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QACxC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,UAAU;QACT,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC7B,OAAO,IAAI,CAAC,SAAS,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAA;IACvC,CAAC;IAED,SAAS,CAAC,OAAe;QACxB,MAAM,GAAG,GAAG,IAAI,QAAQ,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QACvC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,WAAW;QACV,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC7B,OAAO,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAA;IACxC,CAAC;IAED,UAAU,CAAC,OAAe;QACzB,MAAM,GAAG,GAAG,IAAI,SAAS,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QACxC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,YAAY;QACX,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC7B,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAA;IACzC,CAAC;IAED,WAAW,CAAC,OAAe;QAC1B,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QACzC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,YAAY;QACX,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC7B,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAA;IACzC,CAAC;IAED,WAAW,CAAC,OAAe;QAC1B,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QACzC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,YAAY;QACX,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,CAAC,CAAC,CAAA;QAC7B,OAAO,IAAI,CAAC,WAAW,CAAC,OAAO,CAAC,CAAC,KAAK,EAAE,CAAA;IACzC,CAAC;IAED,WAAW,CAAC,OAAe;QAC1B,MAAM,GAAG,GAAG,IAAI,UAAU,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QACzC,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,0BAA0B;IAC1B,cAAc,CAAC,MAAc;QAC5B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAA;QACvC,OAAO,IAAI,CAAC,aAAa,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,CAAA;IACnD,CAAC;IAED,aAAa,CAAC,OAAe,EAAE,MAAc;QAC5C,MAAM,GAAG,GAAG,IAAI,YAAY,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAA;QACnD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,eAAe,CAAC,MAAc;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAA;QACvC,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,CAAA;IACpD,CAAC;IAED,cAAc,CAAC,OAAe,EAAE,MAAc;QAC7C,MAAM,GAAG,GAAG,IAAI,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAA;QACpD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,eAAe,CAAC,MAAc;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAA;QACvC,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,CAAA;IACpD,CAAC;IAED,cAAc,CAAC,OAAe,EAAE,MAAc;QAC7C,MAAM,GAAG,GAAG,IAAI,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAA;QACpD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,gBAAgB,CAAC,MAAc;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAA;QACvC,OAAO,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,CAAA;IACrD,CAAC;IAED,eAAe,CAAC,OAAe,EAAE,MAAc;QAC9C,MAAM,GAAG,GAAG,IAAI,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAA;QACrD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,eAAe,CAAC,MAAc;QAC7B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAA;QACvC,OAAO,IAAI,CAAC,cAAc,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,CAAA;IACpD,CAAC;IAED,cAAc,CAAC,OAAe,EAAE,MAAc;QAC7C,MAAM,GAAG,GAAG,IAAI,aAAa,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAA;QACpD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,gBAAgB,CAAC,MAAc;QAC9B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAA;QACvC,OAAO,IAAI,CAAC,eAAe,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,CAAA;IACrD,CAAC;IAED,eAAe,CAAC,OAAe,EAAE,MAAc;QAC9C,MAAM,GAAG,GAAG,IAAI,cAAc,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAA;QACrD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,iBAAiB,CAAC,MAAc;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAA;QACvC,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,CAAA;IACtD,CAAC;IAED,gBAAgB,CAAC,OAAe,EAAE,MAAc;QAC/C,MAAM,GAAG,GAAG,IAAI,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAA;QACtD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,iBAAiB,CAAC,MAAc;QAC/B,MAAM,OAAO,GAAG,IAAI,CAAC,KAAK,CAAC,MAAM,IAAI,CAAC,CAAC,CAAA;QACvC,OAAO,IAAI,CAAC,gBAAgB,CAAC,OAAO,EAAE,MAAM,CAAC,CAAC,KAAK,EAAE,CAAA;IACtD,CAAC;IAED,gBAAgB,CAAC,OAAe,EAAE,MAAc;QAC/C,MAAM,GAAG,GAAG,IAAI,eAAe,CAAC,OAAO,EAAE,MAAM,EAAE,IAAI,CAAC,CAAA;QACtD,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAED,6BAA6B,CAAC,GAAW;QACxC,MAAM,SAAS,GAAG,MAAM,CAAC,MAAM,CAAC,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,EAAE,MAAM,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC,CAAA;QAC5E,MAAM,GAAG,GAAG,IAAI,CAAC,eAAe,CAAC,SAAS,CAAC,MAAM,CAAC,CAAA;QAClD,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,SAAS,CAAC,CAAA;QACvB,OAAO,GAAG,CAAA;IACX,CAAC;IAED,4BAA4B,CAAC,OAAe;QAC3C,MAAM,GAAG,GAAG,IAAI,2BAA2B,CAAC,OAAO,EAAE,IAAI,CAAC,CAAA;QAC1D,IAAI,CAAC,mBAAmB,CAAC,GAAG,CAAC,GAAG,CAAC,CAAA;QACjC,OAAO,GAAG,CAAA;IACX,CAAC;IAEO,KAAK,CAAC,IAAY;QACzB,MAAM,GAAG,GAAG,IAAI,CAAC,UAAU,CAAC,OAAO,CAAC,IAAI,CAAC,CAAA;QACzC,OAAO,GAAa,CAAA;IACrB,CAAC;IAED,IAAI,CAAC,aAAsB;QAC1B,IAAI,aAAa,CAAC,OAAO,EAAE;YAC1B,OAAM;SACN;QAED,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,aAAa,CAAC,OAAO,CAAC,CAAA;QAE5C,IAAI,CAAC,mBAAmB,CAAC,MAAM,CAAC,aAAa,CAAC,CAAA;QAC9C,aAAa,CAAC,YAAY,EAAE,CAAA;IAC7B,CAAC;IAED,OAAO;QACN,KAAK,MAAM,aAAa,IAAI,IAAI,CAAC,mBAAmB,EAAE;YACrD,IAAI,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;SACxB;IACF,CAAC;CACD;AAED,MAAe,QAAQ;IACZ,GAAG,CAAQ;IACJ,OAAO,CAAmB;IAE3C,IAAc,MAAM,KAAK,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAA,CAAC,CAAC;IAEzD,YAAY,GAAW,EAAE,OAA0B;QAClD,IAAI,CAAC,GAAG,GAAG,GAAG,CAAA;QACd,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;IACvB,CAAC;IAED,IAAI,KAAK;QACR,IAAI,CAAC,cAAc,EAAE,CAAA;QACrB,OAAO,IAAI,CAAC,QAAQ,EAAE,CAAA;IACvB,CAAC;IAED,IAAI,KAAK,CAAC,QAAW;QACpB,IAAI,CAAC,cAAc,EAAE,CAAA;QACrB,IAAI,CAAC,QAAQ,CAAC,QAAQ,CAAC,CAAA;IACxB,CAAC;IAKD,IAAI,OAAO;QACV,IAAI,CAAC,cAAc,EAAE,CAAA;QACrB,OAAO,IAAI,CAAC,GAAG,CAAA;IAChB,CAAC;IAED,KAAK;QACJ,IAAI,CAAC,cAAc,EAAE,CAAA;QAErB,IAAI,OAAO,IAAI,CAAC,KAAK,IAAI,QAAQ,EAAE;YAClC,IAAI,CAAC,KAAK,GAAG,CAAQ,CAAA;SACrB;aAAM,IAAI,OAAO,IAAI,CAAC,KAAK,IAAI,QAAQ,EAAE;YACzC,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;SAChC;QAED,OAAO,IAAI,CAAA;IACZ,CAAC;IAED,IAAI;QACH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAW,CAAC,CAAA;IAC/B,CAAC;IAED,YAAY;QACX,IAAI,CAAC,GAAG,GAAG,CAAC,CAAA;IACb,CAAC;IAED,IAAI,OAAO,KAAK,OAAO,IAAI,CAAC,GAAG,IAAI,CAAC,CAAA,CAAC,CAAC;IAE5B,cAAc;QACvB,IAAI,IAAI,CAAC,OAAO,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,+CAA+C,CAAC,CAAA;SAChE;IACF,CAAC;CACD;AAED,MAAM,OAAO,OAAQ,SAAQ,QAAgB;IAC5C,QAAQ;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAW,CAAA;IACnD,CAAC;IAED,QAAQ,CAAC,QAAgB;QACxB,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAA;IAC7C,CAAC;CACD;AAED,MAAM,OAAO,QAAS,SAAQ,QAAgB;IAC7C,QAAQ;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAW,CAAA;IACpD,CAAC;IAED,QAAQ,CAAC,QAAgB;QACxB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAA;IAC9C,CAAC;CACD;AAED,MAAM,OAAO,QAAS,SAAQ,QAAgB;IAC7C,QAAQ;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAW,CAAA;IACpD,CAAC;IAED,QAAQ,CAAC,QAAgB;QACxB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAA;IAC9C,CAAC;CACD;AAED,MAAM,OAAO,SAAU,SAAQ,QAAgB;IAC9C,QAAQ;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAW,CAAA;IACrD,CAAC;IAED,QAAQ,CAAC,QAAgB;QACxB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAA;IAC/C,CAAC;CACD;AAED,MAAM,OAAO,QAAS,SAAQ,QAAgB;IAC7C,QAAQ;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAW,CAAA;IACpD,CAAC;IAED,QAAQ,CAAC,QAAgB;QACxB,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAA;IAC9C,CAAC;CACD;AAED,MAAM,OAAO,SAAU,SAAQ,QAAgB;IAC9C,QAAQ;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAW,CAAA;IACrD,CAAC;IAED,QAAQ,CAAC,QAAgB;QACxB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAA;IAC/C,CAAC;CACD;AAED,MAAM,OAAO,UAAW,SAAQ,SAAS;CAAI;AAE7C,MAAM,OAAO,UAAW,SAAQ,QAAgB;IAC/C,QAAQ;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAW,CAAA;IACrD,CAAC;IAED,QAAQ,CAAC,QAAgB;QACxB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAA;IAC/C,CAAC;CACD;AAED,MAAM,OAAO,UAAW,SAAQ,QAAgB;IAC/C,QAAQ;QACP,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAW,CAAA;IACrD,CAAC;IAED,QAAQ,CAAC,QAAgB;QACxB,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,GAAG,KAAK,CAAC,CAAC,GAAG,QAAQ,CAAA;IAC/C,CAAC;CACD;AAED,MAAM,OAAO,2BAA4B,SAAQ,QAAgB;IAChE,QAAQ;QACP,MAAM,GAAG,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QAE1B,MAAM,MAAM,GAAG,IAAI,CAAC,MAAM,CAAC,MAAM,CAAA;QAEjC,MAAM,aAAa,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;QAErD,MAAM,QAAQ,GAAG,MAAM,CAAC,QAAQ,CAAC,GAAG,EAAE,GAAG,GAAG,aAAa,CAAC,CAAA;QAE1D,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QAElD,OAAO,GAAG,CAAA;IACX,CAAC;IAED,QAAQ,CAAC,QAAgB;QACxB,MAAM,IAAI,KAAK,CAAC,eAAe,CAAC,CAAA;IACjC,CAAC;CACD;AAED,MAAe,aAAa;IACjB,GAAG,CAAQ;IACZ,MAAM,CAAQ;IACN,OAAO,CAAmB;IAE3C,IAAI,MAAM,KAAK,OAAO,IAAI,CAAC,OAAO,CAAC,UAAU,CAAA,CAAC,CAAC;IAE/C,YAAY,GAAW,EAAE,MAAc,EAAE,OAA0B;QAClE,IAAI,CAAC,GAAG,GAAG,GAAG,CAAA;QACd,IAAI,CAAC,MAAM,GAAG,MAAM,CAAA;QACpB,IAAI,CAAC,OAAO,GAAG,OAAO,CAAA;IACvB,CAAC;IAED,IAAI,IAAI;QACP,IAAI,CAAC,cAAc,EAAE,CAAA;QACrB,OAAO,IAAI,CAAC,OAAO,EAAE,CAAA;IACtB,CAAC;IAID,KAAK,CAAC,KAAc,EAAE,GAAY;QACjC,OAAO,IAAI,CAAC,IAAI,CAAC,KAAK,CAAC,KAAK,EAAE,GAAG,CAAC,CAAA;IACnC,CAAC;IAED,IAAI,OAAO;QACV,IAAI,CAAC,cAAc,EAAE,CAAA;QACrB,OAAO,IAAI,CAAC,GAAG,CAAA;IAChB,CAAC;IAED,KAAK;QACJ,IAAI,CAAC,IAAI,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;QACjB,OAAO,IAAI,CAAA;IACZ,CAAC;IAED,IAAI;QACH,IAAI,CAAC,OAAO,CAAC,IAAI,CAAC,IAAI,CAAC,CAAA;IACxB,CAAC;IAED,YAAY;QACX,IAAI,CAAC,GAAG,GAAG,CAAC,CAAA;IACb,CAAC;IAED,IAAI,OAAO,KAAK,OAAO,IAAI,CAAC,GAAG,IAAI,CAAC,CAAA,CAAC,CAAC;IAE5B,cAAc;QACvB,IAAI,IAAI,CAAC,OAAO,EAAE;YACjB,MAAM,IAAI,KAAK,CAAC,qDAAqD,CAAC,CAAA;SACtE;IACF,CAAC;CACD;AAED,MAAM,OAAO,YAAa,SAAQ,aAAwB;IACzD,OAAO;QACN,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,KAAK,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC,MAAM,CAAc,CAAA;IACrF,CAAC;CACD;AAED,MAAM,OAAO,aAAc,SAAQ,aAAyB;IAC3D,OAAO;QACN,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC,MAAM,CAAe,CAAA;IACvF,CAAC;IAED,8BAA8B;QAC7B,IAAI,QAAQ,GAAG,IAAI,CAAC,IAAI,CAAA;QAExB,MAAM,gBAAgB,GAAG,QAAQ,CAAC,OAAO,CAAC,CAAC,CAAC,CAAA;QAE5C,IAAI,gBAAgB,IAAI,CAAC,EAAE;YAC1B,QAAQ,GAAG,QAAQ,CAAC,QAAQ,CAAC,CAAC,EAAE,gBAAgB,CAAC,CAAA;SACjD;QAED,MAAM,GAAG,GAAG,MAAM,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC,QAAQ,CAAC,MAAM,CAAC,CAAA;QAElD,OAAO,GAAG,CAAA;IACX,CAAC;CACD;AAED,MAAM,OAAO,aAAc,SAAQ,aAAyB;IAC3D,OAAO;QACN,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC,MAAM,CAAe,CAAA;IACvF,CAAC;CACD;AAED,MAAM,OAAO,cAAe,SAAQ,aAA0B;IAC7D,OAAO;QACN,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC,MAAM,CAAgB,CAAA;IACzF,CAAC;CACD;AAED,MAAM,OAAO,aAAc,SAAQ,aAAyB;IAC3D,OAAO;QACN,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,MAAM,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC,MAAM,CAAe,CAAA;IACvF,CAAC;CACD;AAED,MAAM,OAAO,cAAe,SAAQ,aAA0B;IAC7D,OAAO;QACN,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC,MAAM,CAAgB,CAAA;IACzF,CAAC;CACD;AAED,MAAM,OAAO,eAAgB,SAAQ,aAA2B;IAC/D,OAAO;QACN,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC,MAAM,CAAiB,CAAA;IAC1F,CAAC;CACD;AAED,MAAM,OAAO,eAAgB,SAAQ,aAA2B;IAC/D,OAAO;QACN,MAAM,UAAU,GAAG,IAAI,CAAC,GAAG,KAAK,CAAC,CAAA;QACjC,OAAO,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,QAAQ,CAAC,UAAU,EAAE,UAAU,GAAG,IAAI,CAAC,MAAM,CAAiB,CAAA;IAC1F,CAAC;CACD"}

package/dist/utilities/WebReader.d.ts

@@ -0,0 +1 @@
+export declare function fetchDocumentText(url: string): Promise<string>;

package/dist/utilities/WebReader.js

@@ -0,0 +1,47 @@
+import { Readability } from '@mozilla/readability';
+import { JSDOM, VirtualConsole } from 'jsdom';
+import { request } from 'gaxios';
+import { Logger } from './Logger.js';
+import { convertHtmlToText } from './Utilities.js';
+export async function fetchDocumentText(url) {
+    const progressLogger = new Logger();
+    progressLogger.start(`Fetching ${url}`);
+    const response = await request({
+        url,
+        responseType: "text",
+        headers: {
+            "sec-ch-ua": `".Not/A)Brand";v="99", "Google Chrome";v="103", "Chromium";v="103"`,
+            "x-same-domain": "1",
+            "dnt": "1",
+            "content-type": "application/x-www-form-urlencoded;charset=UTF-8",
+            "sec-ch-ua-mobile": "?0",
+            "user-agent": "Mozilla/5.0 (Windows NT 10.0; Win64; x64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/103.0.0.0 Safari/537.36",
+            "sec-ch-ua-arch": "x86",
+            "sec-ch-ua-full-version": "103.0.5060.114",
+            "sec-ch-ua-platform-version": "10.0.0",
+            "sec-ch-ua-full-version-list": `".Not/A)Brand";v="99.0.0.0", "Google Chrome";v="103.0.5060.114", "Chromium";v="103.0.5060.114"`,
+            "sec-ch-ua-bitness": "64",
+            "sec-ch-ua-model": "",
+            "sec-ch-ua-platform": "Windows",
+            "accept": "*/*",
+            //"origin": "https://www.google.com/",
+            "sec-fetch-site": "same-origin",
+            "sec-fetch-mode": "cors",
+            "sec-fetch-dest": "empty",
+            "referer": "https://www.google.com/",
+            "accept-encoding": "gzip, deflate, br",
+            "accept-language": "en-US,en;q=0.9",
+        },
+    });
+    progressLogger.start(`Parsing document body`);
+    const doc = new JSDOM(response.data, {
+        url,
+        virtualConsole: new VirtualConsole()
+    });
+    const reader = new Readability(doc.window.document);
+    const article = reader.parse();
+    const text = await convertHtmlToText(article?.content || "");
+    progressLogger.end();
+    return text;
+}
+//# sourceMappingURL=WebReader.js.map

package/dist/utilities/WebReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WebReader.js","sourceRoot":"","sources":["../../src/utilities/WebReader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,WAAW,EAAE,MAAM,sBAAsB,CAAA;AAClD,OAAO,EAAE,KAAK,EAAE,cAAc,EAAE,MAAM,OAAO,CAAA;AAC7C,OAAO,EAAE,OAAO,EAAE,MAAM,QAAQ,CAAA;AAChC,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AACpC,OAAO,EAAE,iBAAiB,EAAE,MAAM,gBAAgB,CAAA;AAElD,MAAM,CAAC,KAAK,UAAU,iBAAiB,CAAC,GAAW;IAClD,MAAM,cAAc,GAAG,IAAI,MAAM,EAAE,CAAA;IACnC,cAAc,CAAC,KAAK,CAAC,YAAY,GAAG,EAAE,CAAC,CAAA;IAEvC,MAAM,QAAQ,GAAG,MAAM,OAAO,CAAS;QACtC,GAAG;QACH,YAAY,EAAE,MAAM;QACpB,OAAO,EAAE;YACR,WAAW,EAAE,oEAAoE;YACjF,eAAe,EAAE,GAAG;YACpB,KAAK,EAAE,GAAG;YACV,cAAc,EAAE,iDAAiD;YACjE,kBAAkB,EAAE,IAAI;YACxB,YAAY,EAAE,iHAAiH;YAC/H,gBAAgB,EAAE,KAAK;YACvB,wBAAwB,EAAE,gBAAgB;YAC1C,4BAA4B,EAAE,QAAQ;YACtC,6BAA6B,EAAE,gGAAgG;YAC/H,mBAAmB,EAAE,IAAI;YACzB,iBAAiB,EAAE,EAAE;YACrB,oBAAoB,EAAE,SAAS;YAC/B,QAAQ,EAAE,KAAK;YACf,sCAAsC;YACtC,gBAAgB,EAAE,aAAa;YAC/B,gBAAgB,EAAE,MAAM;YACxB,gBAAgB,EAAE,OAAO;YACzB,SAAS,EAAE,yBAAyB;YACpC,iBAAiB,EAAE,mBAAmB;YACtC,iBAAiB,EAAE,gBAAgB;SACnC;KACD,CAAC,CAAA;IAEF,cAAc,CAAC,KAAK,CAAC,uBAAuB,CAAC,CAAA;IAE7C,MAAM,GAAG,GAAG,IAAI,KAAK,CAAC,QAAQ,CAAC,IAAI,EAAE;QACpC,GAAG;QACH,cAAc,EAAE,IAAI,cAAc,EAAE;KACpC,CAAC,CAAA;IAEF,MAAM,MAAM,GAAG,IAAI,WAAW,CAAC,GAAG,CAAC,MAAM,CAAC,QAAQ,CAAC,CAAA;IAEnD,MAAM,OAAO,GAAG,MAAM,CAAC,KAAK,EAAE,CAAA;IAE9B,MAAM,IAAI,GAAW,MAAM,iBAAiB,CAAC,OAAO,EAAE,OAAO,IAAI,EAAE,CAAC,CAAA;IAEpE,cAAc,CAAC,GAAG,EAAE,CAAA;IAEpB,OAAO,IAAI,CAAA;AACZ,CAAC"}

package/dist/utilities/WikipediaReader.d.ts

@@ -0,0 +1 @@
+export declare function parseWikipediaArticle(articleName: string, language: string): Promise<string[]>;

package/dist/utilities/WikipediaReader.js

@@ -0,0 +1,31 @@
+import { splitToParagraphs, wordCharacterPattern } from '../nlp/Segmentation.js';
+import { Logger } from './Logger.js';
+export async function parseWikipediaArticle(articleName, language) {
+    const logger = new Logger();
+    logger.startAsync("Fetching Wikipedia article");
+    const { default: wtf } = await import('wtf_wikipedia');
+    const document = await wtf.fetch(articleName, language);
+    if (!document) {
+        throw new Error("Error fetching Wikipedia article");
+    }
+    const sections = document.sections();
+    const sectionsText = [];
+    for (const section of sections) {
+        const sectionTitle = section.title();
+        if (wordCharacterPattern.test(sectionTitle)) {
+            sectionsText.push(sectionTitle);
+        }
+        //sectionsText.push()
+        //const sectionParagraphs = section.paragraphs()
+        const sectionParagraphs = splitToParagraphs(section.text());
+        for (const paragraph of sectionParagraphs) {
+            const paragraphText = paragraph;
+            if (wordCharacterPattern.test(paragraphText)) {
+                sectionsText.push(paragraphText);
+            }
+        }
+    }
+    logger.end();
+    return sectionsText;
+}
+//# sourceMappingURL=WikipediaReader.js.map

package/dist/utilities/WikipediaReader.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"WikipediaReader.js","sourceRoot":"","sources":["../../src/utilities/WikipediaReader.ts"],"names":[],"mappings":"AAAA,OAAO,EAAE,iBAAiB,EAAE,oBAAoB,EAAE,MAAM,wBAAwB,CAAA;AAChF,OAAO,EAAE,MAAM,EAAE,MAAM,aAAa,CAAA;AAEpC,MAAM,CAAC,KAAK,UAAU,qBAAqB,CAAC,WAAmB,EAAE,QAAgB;IAChF,MAAM,MAAM,GAAG,IAAI,MAAM,EAAE,CAAA;IAE3B,MAAM,CAAC,UAAU,CAAC,4BAA4B,CAAC,CAAA;IAE/C,MAAM,EAAE,OAAO,EAAE,GAAG,EAAE,GAAG,MAAM,MAAM,CAAC,eAAe,CAAC,CAAA;IAEtD,MAAM,QAAQ,GAAG,MAAM,GAAG,CAAC,KAAK,CAAC,WAAW,EAAE,QAAQ,CAAC,CAAA;IAEvD,IAAI,CAAC,QAAQ,EAAE;QACd,MAAM,IAAI,KAAK,CAAC,kCAAkC,CAAC,CAAA;KACnD;IAED,MAAM,QAAQ,GAAG,QAAQ,CAAC,QAAQ,EAAE,CAAA;IACpC,MAAM,YAAY,GAAa,EAAE,CAAA;IAEjC,KAAK,MAAM,OAAO,IAAI,QAAQ,EAAE;QAC/B,MAAM,YAAY,GAAG,OAAO,CAAC,KAAK,EAAE,CAAA;QAEpC,IAAI,oBAAoB,CAAC,IAAI,CAAC,YAAY,CAAC,EAAE;YAC5C,YAAY,CAAC,IAAI,CAAC,YAAY,CAAC,CAAA;SAC/B;QAED,qBAAqB;QAErB,gDAAgD;QAChD,MAAM,iBAAiB,GAAG,iBAAiB,CAAC,OAAO,CAAC,IAAI,EAAE,CAAC,CAAA;QAE3D,KAAK,MAAM,SAAS,IAAI,iBAAiB,EAAE;YAC1C,MAAM,aAAa,GAAG,SAAS,CAAA;YAE/B,IAAI,oBAAoB,CAAC,IAAI,CAAC,aAAa,CAAC,EAAE;gBAC7C,YAAY,CAAC,IAAI,CAAC,aAAa,CAAC,CAAA;aAChC;SACD;KACD;IAED,MAAM,CAAC,GAAG,EAAE,CAAA;IAEZ,OAAO,YAAY,CAAA;AACpB,CAAC"}

package/dist/voice-activity-detection/SileroVAD.d.ts

@@ -0,0 +1,13 @@
+import Onnx from 'onnxruntime-node';
+import { RawAudio } from '../audio/AudioUtilities.js';
+export declare function detectVoiceActivity(rawAudio: RawAudio, modelPath: string, frameDuration?: 30 | 60 | 90): Promise<number[]>;
+export declare class SileroVAD {
+    session?: Onnx.InferenceSession;
+    modelStateH: Onnx.Tensor;
+    modelStateC: Onnx.Tensor;
+    modelSampleRate: Onnx.Tensor;
+    modelPath: string;
+    constructor(modelPath: string);
+    predictAudioFrame(frame: Float32Array): Promise<number>;
+    private initializeSession;
+}

package/dist/voice-activity-detection/SileroVAD.js

@@ -0,0 +1,58 @@
+import Onnx from 'onnxruntime-node';
+import { concatFloat32Arrays } from '../utilities/Utilities.js';
+let sileroVad;
+export async function detectVoiceActivity(rawAudio, modelPath, frameDuration = 30) {
+    if (rawAudio.sampleRate != 16000) {
+        throw new Error("Audio sample rate must be 16KHz");
+    }
+    const audioSamples = rawAudio.audioChannels[0];
+    const frameLength = Math.floor(16000 * (frameDuration / 1000));
+    if (!sileroVad) {
+        sileroVad = new SileroVAD(modelPath);
+    }
+    const frameProbabilities = [];
+    for (let position = 0; position < audioSamples.length; position += frameLength) {
+        let chunk = audioSamples.subarray(position, position + frameLength);
+        if (chunk.length < frameLength) {
+            chunk = concatFloat32Arrays([chunk, new Float32Array(frameLength - chunk.length)]);
+        }
+        const probability = await sileroVad.predictAudioFrame(chunk);
+        frameProbabilities.push(probability);
+    }
+    return frameProbabilities;
+}
+export class SileroVAD {
+    session;
+    modelStateH;
+    modelStateC;
+    modelSampleRate;
+    modelPath;
+    constructor(modelPath) {
+        this.modelSampleRate = new Onnx.Tensor('int64', new BigInt64Array([BigInt(16000)]), []);
+        const h = new Float32Array(2 * 1 * 64);
+        const c = new Float32Array(2 * 1 * 64);
+        this.modelStateH = new Onnx.Tensor('float32', h, [2, 1, 64]);
+        this.modelStateC = new Onnx.Tensor('float32', c, [2, 1, 64]);
+        this.modelPath = modelPath;
+    }
+    async predictAudioFrame(frame) {
+        if (!this.session) {
+            await this.initializeSession(this.modelPath);
+        }
+        const inputTensor = new Onnx.Tensor('float32', frame, [1, frame.length]);
+        //const inputs = { input: inputTensor, h0: this.modelStateH, c0: this.modelStateC }
+        const inputs = { input: inputTensor, sr: this.modelSampleRate, h: this.modelStateH, c: this.modelStateC };
+        const results = await this.session.run(inputs);
+        const probability = results["output"].data[0];
+        this.modelStateH = results["hn"];
+        this.modelStateC = results["cn"];
+        return probability;
+    }
+    async initializeSession(modelPath) {
+        const onnxOptions = {
+            logSeverityLevel: 3
+        };
+        this.session = await Onnx.InferenceSession.create(modelPath, onnxOptions);
+    }
+}
+//# sourceMappingURL=SileroVAD.js.map

package/dist/voice-activity-detection/SileroVAD.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"SileroVAD.js","sourceRoot":"","sources":["../../src/voice-activity-detection/SileroVAD.ts"],"names":[],"mappings":"AAAA,OAAO,IAAI,MAAM,kBAAkB,CAAA;AAEnC,OAAO,EAAE,mBAAmB,EAAE,MAAM,2BAA2B,CAAA;AAG/D,IAAI,SAAoB,CAAA;AAExB,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,QAAkB,EAAE,SAAiB,EAAE,gBAA8B,EAAE;IAChH,IAAI,QAAQ,CAAC,UAAU,IAAI,KAAK,EAAE;QACjC,MAAM,IAAI,KAAK,CAAC,iCAAiC,CAAC,CAAA;KAClD;IAED,MAAM,YAAY,GAAG,QAAQ,CAAC,aAAa,CAAC,CAAC,CAAC,CAAA;IAE9C,MAAM,WAAW,GAAG,IAAI,CAAC,KAAK,CAAC,KAAK,GAAG,CAAC,aAAa,GAAG,IAAI,CAAC,CAAC,CAAA;IAE9D,IAAI,CAAC,SAAS,EAAE;QACf,SAAS,GAAG,IAAI,SAAS,CAAC,SAAS,CAAC,CAAA;KACpC;IAED,MAAM,kBAAkB,GAAa,EAAE,CAAA;IAEvC,KAAK,IAAI,QAAQ,GAAG,CAAC,EAAE,QAAQ,GAAG,YAAY,CAAC,MAAM,EAAE,QAAQ,IAAI,WAAW,EAAE;QAC/E,IAAI,KAAK,GAAG,YAAY,CAAC,QAAQ,CAAC,QAAQ,EAAE,QAAQ,GAAG,WAAW,CAAC,CAAA;QAEnE,IAAI,KAAK,CAAC,MAAM,GAAG,WAAW,EAAE;YAC/B,KAAK,GAAG,mBAAmB,CAAC,CAAC,KAAK,EAAE,IAAI,YAAY,CAAC,WAAW,GAAG,KAAK,CAAC,MAAM,CAAC,CAAC,CAAC,CAAA;SAClF;QAED,MAAM,WAAW,GAAG,MAAM,SAAS,CAAC,iBAAiB,CAAC,KAAK,CAAC,CAAA;QAE5D,kBAAkB,CAAC,IAAI,CAAC,WAAW,CAAC,CAAA;KACpC;IAED,OAAO,kBAAkB,CAAA;AAC1B,CAAC;AAED,MAAM,OAAO,SAAS;IACrB,OAAO,CAAwB;IAE/B,WAAW,CAAa;IACxB,WAAW,CAAa;IACxB,eAAe,CAAa;IAE5B,SAAS,CAAQ;IAEjB,YAAY,SAAiB;QAC5B,IAAI,CAAC,eAAe,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,OAAO,EAAE,IAAI,aAAa,CAAC,CAAC,MAAM,CAAC,KAAK,CAAC,CAAC,CAAC,EAAE,EAAE,CAAC,CAAA;QAEvF,MAAM,CAAC,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAA;QACtC,MAAM,CAAC,GAAG,IAAI,YAAY,CAAC,CAAC,GAAG,CAAC,GAAG,EAAE,CAAC,CAAA;QAEtC,IAAI,CAAC,WAAW,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;QAC5D,IAAI,CAAC,WAAW,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,CAAC,EAAE,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE,CAAC,CAAC,CAAA;QAE5D,IAAI,CAAC,SAAS,GAAG,SAAS,CAAA;IAC3B,CAAC;IAED,KAAK,CAAC,iBAAiB,CAAC,KAAmB;QAC1C,IAAI,CAAC,IAAI,CAAC,OAAO,EAAE;YAClB,MAAM,IAAI,CAAC,iBAAiB,CAAC,IAAI,CAAC,SAAS,CAAC,CAAA;SAC5C;QAED,MAAM,WAAW,GAAG,IAAI,IAAI,CAAC,MAAM,CAAC,SAAS,EAAE,KAAK,EAAE,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC,CAAA;QAExE,mFAAmF;QACnF,MAAM,MAAM,GAAG,EAAE,KAAK,EAAE,WAAW,EAAE,EAAE,EAAE,IAAI,CAAC,eAAe,EAAE,CAAC,EAAE,IAAI,CAAC,WAAW,EAAE,CAAC,EAAE,IAAI,CAAC,WAAW,EAAE,CAAA;QAEzG,MAAM,OAAO,GAAG,MAAM,IAAI,CAAC,OAAQ,CAAC,GAAG,CAAC,MAAM,CAAC,CAAA;QAE/C,MAAM,WAAW,GAAG,OAAO,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,CAAC,CAAW,CAAA;QAEvD,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;QAChC,IAAI,CAAC,WAAW,GAAG,OAAO,CAAC,IAAI,CAAC,CAAA;QAEhC,OAAO,WAAW,CAAA;IACnB,CAAC;IAEO,KAAK,CAAC,iBAAiB,CAAC,SAAiB;QAChD,MAAM,WAAW,GAAyC;YACzD,gBAAgB,EAAE,CAAC;SACnB,CAAA;QAED,IAAI,CAAC,OAAO,GAAG,MAAM,IAAI,CAAC,gBAAgB,CAAC,MAAM,CAAC,SAAS,EAAE,WAAW,CAAC,CAAA;IAC1E,CAAC;CACD"}

package/dist/voice-activity-detection/WebRtcVAD.d.ts

@@ -0,0 +1,3 @@
+import { RawAudio } from "../audio/AudioUtilities.js";
+export declare function detectVoiceActivity(rawAudio: RawAudio, frameDuration?: 10 | 20 | 30, mode?: 0 | 1 | 2 | 3): Promise<(0 | 1)[]>;
+export declare function fvad(samples: Int16Array, sampleRate: number, frameDuration: 10 | 20 | 30, mode: 0 | 1 | 2 | 3): Promise<any[]>;

package/dist/voice-activity-detection/WebRtcVAD.js

@@ -0,0 +1,53 @@
+import * as AudioBufferConversion from "../audio/AudioBufferConversion.js";
+import { WasmMemoryManager } from "../utilities/WasmMemoryManager.js";
+export async function detectVoiceActivity(rawAudio, frameDuration = 10, mode = 0) {
+    if (rawAudio.sampleRate != 16000) {
+        throw new Error("Audio sample rate must be 16KHz");
+    }
+    const frameClassifications = await fvad(AudioBufferConversion.float32ToInt16Pcm(rawAudio.audioChannels[0]), rawAudio.sampleRate, frameDuration, mode);
+    return frameClassifications;
+}
+export async function fvad(samples, sampleRate, frameDuration, mode) {
+    const m = await getFvadInstance();
+    const wasmMemory = new WasmMemoryManager(m);
+    const fvad_new = m._fvad_new;
+    const fvad_free = m._fvad_free;
+    const fvad_reset = m._fvad_reset;
+    const fvad_set_mode = m._fvad_set_mode;
+    const fvad_set_sample_rate = m._fvad_set_sample_rate;
+    const fvad_process = m._fvad_process;
+    const instancePtr = fvad_new();
+    const sampleRateValid = fvad_set_sample_rate(instancePtr, sampleRate);
+    if (sampleRateValid != 0) {
+        throw new Error(`fvad_set_sample_rate failed for value ${sampleRate}`);
+    }
+    const modeValid = fvad_set_mode(instancePtr, mode);
+    if (modeValid != 0) {
+        throw new Error(`fvad_set_mode failed for mode ${mode}`);
+    }
+    const frameSampleCount = Math.floor(sampleRate * (frameDuration / 1000));
+    const frameSamplesRef = wasmMemory.allocInt16Array(frameSampleCount);
+    const result = [];
+    for (let sampleOffset = 0; sampleOffset < samples.length; sampleOffset += frameSampleCount) {
+        const frame = samples.subarray(sampleOffset, sampleOffset + frameSampleCount);
+        frameSamplesRef.clear();
+        frameSamplesRef.view.set(frame);
+        const fvadResult = fvad_process(instancePtr, frameSamplesRef.address, frameSampleCount);
+        if (fvadResult == -1) {
+            throw new Error("fvad_process failed");
+        }
+        result.push(fvadResult);
+    }
+    fvad_free(instancePtr);
+    wasmMemory.freeAll();
+    return result;
+}
+let fvadInstance;
+async function getFvadInstance() {
+    if (!fvadInstance) {
+        const { default: fvadInitializer } = await import('@echogarden/fvad-wasm');
+        fvadInstance = await fvadInitializer();
+    }
+    return fvadInstance;
+}
+//# sourceMappingURL=WebRtcVAD.js.map