@adviser/cement 0.2.27 → 0.2.29

package/src/uri.ts

@@ -0,0 +1,421 @@
+import { exception2Result, Result } from "./result.js";
+
+type NullOrUndef = null | undefined;
+
+function falsy2undef<T>(value: T | NullOrUndef): T | undefined {
+  return value === undefined || value === null ? undefined : value;
+}
+
+function ensureURLWithDefaultProto(url: string | URL, defaultProtocol: string): MutableURL {
+  if (!url) {
+    return new MutableURL(`${defaultProtocol}//`);
+  }
+  if (typeof url === "string") {
+    try {
+      return new MutableURL(url);
+      // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    } catch (e) {
+      return new MutableURL(`${defaultProtocol}//${url}`);
+    }
+  } else {
+    return new MutableURL(url.toString());
+  }
+}
+
+export function isURL(value: unknown): value is URL {
+  return (
+    value instanceof URL ||
+    (!!value &&
+      typeof (value as URL).searchParams === "object" &&
+      typeof (value as URL).searchParams.sort === "function" &&
+      typeof (value as URL).hash === "string")
+  );
+}
+
+// due to that the System URL class is has a strange behavior
+// on different platforms, we need to implement our own URL class
+export class MutableURL extends URL {
+  private readonly _sysURL: URL;
+  // private readonly _urlStr: string;
+
+  private _protocol: string;
+  private _pathname: string;
+  private _hasHostpart: boolean;
+
+  readonly hash: string;
+
+  constructor(urlStr: string) {
+    super("defect://does.not.exist");
+    const partedURL = urlStr.split(":");
+    this._hasHostpart = protocols.has(partedURL[0]);
+    let hostPartUrl = ["http", ...partedURL.slice(1)].join(":");
+    if (!this._hasHostpart) {
+      const pathname = hostPartUrl.replace(/http:\/\/[/]*/, "").replace(/[#?].*$/, "");
+      hostPartUrl = hostPartUrl.replace(/http:\/\//, `http://localhost/${pathname}`);
+    }
+    try {
+      this._sysURL = new URL(hostPartUrl);
+    } catch (ie) {
+      const e = ie as Error;
+      e.message = `${e.message} for URL: ${urlStr}`;
+      throw e;
+    }
+    this._protocol = `${partedURL[0]}:`; // this._sysURL.protocol.replace(new RegExp("^cement-"), "");
+    if (this._hasHostpart) {
+      this._pathname = this._sysURL.pathname;
+    } else {
+      this._pathname = urlStr.replace(new RegExp(`^${this._protocol}//`), "").replace(/[#?].*$/, "");
+    }
+    this.hash = this._sysURL.hash;
+  }
+
+  clone(): MutableURL {
+    return new MutableURL(this.toString());
+  }
+
+  get host(): string {
+    if (!this._hasHostpart) {
+      throw new Error(
+        `you can use hostname only if protocol is ${this.toString()} ${JSON.stringify(Array.from(protocols.keys()))}`,
+      );
+    }
+    return this._sysURL.host;
+  }
+
+  get port(): string {
+    if (!this._hasHostpart) {
+      throw new Error(`you can use hostname only if protocol is ${JSON.stringify(Array.from(protocols.keys()))}`);
+    }
+    return this._sysURL.port;
+  }
+
+  set port(p: string) {
+    if (!this._hasHostpart) {
+      throw new Error(`you can use port only if protocol is ${JSON.stringify(Array.from(protocols.keys()))}`);
+    }
+    this._sysURL.port = p;
+  }
+
+  get hostname(): string {
+    if (!this._hasHostpart) {
+      throw new Error(`you can use hostname only if protocol is ${JSON.stringify(Array.from(protocols.keys()))}`);
+    }
+    return this._sysURL.hostname;
+  }
+
+  set hostname(h: string) {
+    if (!this._hasHostpart) {
+      throw new Error(`you can use hostname only if protocol is ${JSON.stringify(Array.from(protocols.keys()))}`);
+    }
+    this._sysURL.hostname = h;
+  }
+
+  set pathname(p: string) {
+    this._pathname = p;
+  }
+
+  get pathname(): string {
+    return this._pathname;
+  }
+
+  get protocol(): string {
+    return this._protocol;
+  }
+
+  set protocol(p: string) {
+    if (!p.endsWith(":")) {
+      p = `${p}:`;
+    }
+    this._protocol = p;
+  }
+
+  get searchParams(): URLSearchParams {
+    return this._sysURL.searchParams;
+  }
+
+  toString(): string {
+    let search = "";
+    if (this._sysURL.searchParams.size) {
+      for (const [key, value] of Array.from(this._sysURL.searchParams.entries()).sort((a, b) => a[0].localeCompare(b[0]))) {
+        search += `${!search.length ? "?" : "&"}${key}=${encodeURIComponent(value)}`;
+      }
+    }
+    let hostpart = "";
+    if (this._hasHostpart) {
+      hostpart = this._sysURL.hostname;
+      if (this._sysURL.port) {
+        hostpart += `:${this._sysURL.port}`;
+      }
+      if (!this._pathname.startsWith("/")) {
+        hostpart += "/";
+      }
+    }
+    return `${this._protocol}//${hostpart}${this._pathname}${search}`;
+  }
+}
+
+function from<T>(fac: (url: MutableURL) => T, strURLUri: CoerceURI | undefined, defaultProtocol: string): T {
+  switch (typeof falsy2undef(strURLUri)) {
+    case "undefined":
+      return fac(new MutableURL(`${defaultProtocol}///`));
+    case "string":
+      return fac(ensureURLWithDefaultProto(strURLUri as string, defaultProtocol));
+    case "object":
+      if (BuildURI.is(strURLUri)) {
+        return fac(new MutableURL(strURLUri._url.toString()));
+      } else if (URI.is(strURLUri)) {
+        return fac(new MutableURL(strURLUri._url.toString()));
+      } else if (isURL(strURLUri)) {
+        return fac(new MutableURL(strURLUri.toString()));
+      }
+      throw new Error(`unknown object type: ${strURLUri}`);
+    default:
+      throw new Error(`Invalid argument: ${typeof strURLUri}`);
+  }
+}
+
+export class BuildURI {
+  _url: MutableURL; // pathname needs this
+  private constructor(url: MutableURL) {
+    this._url = url;
+  }
+
+  static is(value: unknown): value is BuildURI {
+    return (
+      value instanceof BuildURI ||
+      (!!value && typeof (value as BuildURI).delParam === "function" && typeof (value as BuildURI).setParam === "function")
+    );
+  }
+  static from(strURLUri?: CoerceURI, defaultProtocol = "file:"): BuildURI {
+    return from((url) => new BuildURI(url), strURLUri, defaultProtocol);
+  }
+
+  port(p: string): BuildURI {
+    this._url.port = p;
+    return this;
+  }
+
+  hostname(h: string): BuildURI {
+    this._url.hostname = h;
+    return this;
+  }
+
+  // password(p: string) {
+  //   this._url.password = p;
+  //   return this;
+  // }
+
+  // port(p: string) {
+  //   this._url.port = p;
+  //   return this;
+  // }
+
+  // username(u: string) {
+  //   this._url.username = u;
+  //   return this;
+  // }
+
+  // search(s: string) {
+  //   this._url.search = s;
+  //   return this;
+  // }
+
+  protocol(p: string): BuildURI {
+    this._url.protocol = p;
+    // if (!p.endsWith(":")) {
+    //   p = `${p}:`;
+    // }
+    // const mySrc = this._url.toString();
+    // const myDst = mySrc.replace(new RegExp(`^${this._url.protocol}`), `${p}`);
+    // this._url = new URL(myDst);
+    return this;
+  }
+
+  pathname(p: string): BuildURI {
+    // const myp = this.URI().pathname;
+    // const mySrc = this._url.toString();
+    // const myDst = mySrc.replace(new RegExp(`^${this._url.protocol}//${myp}`), `${this._url.protocol}//${p}`);
+    // this._url = new URL(myDst);
+    this._url.pathname = p;
+    return this;
+  }
+
+  // hash(h: string) {
+  //   this._url.hash = h;
+  //   return this;
+  // }
+
+  // host(h: string) {
+  //   this._url.host = h;
+  //   return this;
+  // }
+
+  delParam(key: string): BuildURI {
+    this._url.searchParams.delete(key);
+    return this;
+  }
+
+  defParam(key: string, str: string): BuildURI {
+    if (!this._url.searchParams.has(key)) {
+      this._url.searchParams.set(key, str);
+    }
+    return this;
+  }
+
+  setParam(key: string, str: string): BuildURI {
+    this._url.searchParams.set(key, str);
+    return this;
+  }
+
+  hasParam(key: string): boolean {
+    return this._url.searchParams.has(key);
+  }
+
+  getParam(key: string): string | undefined {
+    return falsy2undef(this._url.searchParams.get(key));
+  }
+
+  toString(): string {
+    this._url.searchParams.sort();
+    return this._url.toString();
+  }
+  toJSON(): string {
+    return this.toString();
+  }
+
+  URI(): URI {
+    return URI.from(this._url);
+  }
+}
+
+export type CoerceURI = string | URI | MutableURL | URL | BuildURI | NullOrUndef;
+
+export const protocols: Set<string> = new Set<string>(["http", "https", "ws", "wss"]);
+
+// non mutable URL Implementation
+export class URI {
+  static protocolHasHostpart(protocol: string): () => void {
+    protocol = protocol.replace(/:$/, "");
+    protocols.add(protocol);
+    return () => {
+      protocols.delete(protocol);
+    };
+  }
+
+  // if no protocol is provided, default to file:
+  static merge(into: CoerceURI, from: CoerceURI, defaultProtocol = "file:"): URI {
+    const intoUrl = BuildURI.from(into, defaultProtocol);
+    const fromUrl = URI.from(from, defaultProtocol);
+
+    intoUrl.protocol(fromUrl.protocol);
+    const fPath = fromUrl.pathname;
+    if (!(fPath.length === 0 || fPath === "/" || fPath === "./")) {
+      intoUrl.pathname(fromUrl.pathname);
+    }
+    for (const [key, value] of fromUrl.getParams) {
+      intoUrl.setParam(key, value);
+    }
+    return intoUrl.URI();
+  }
+
+  static is(value: unknown): value is URI {
+    return (
+      value instanceof URI ||
+      (!!value &&
+        typeof (value as URI).asURL === "function" &&
+        typeof (value as URI).getParam === "function" &&
+        typeof (value as URI).hasParam === "function")
+    );
+  }
+
+  // if no protocol is provided, default to file:
+  static from(strURLUri?: CoerceURI, defaultProtocol = "file:"): URI {
+    return from((url) => new URI(url), strURLUri, defaultProtocol);
+  }
+
+  static fromResult(strURLUri?: CoerceURI, defaultProtocol = "file:"): Result<URI> {
+    return exception2Result(() => from((url) => new URI(url), strURLUri, defaultProtocol)) as Result<URI>;
+  }
+
+  readonly _url: MutableURL;
+  private constructor(url: MutableURL) {
+    this._url = url.clone();
+  }
+
+  build(): BuildURI {
+    return BuildURI.from(this._url);
+  }
+
+  get hostname(): string {
+    return this._url.hostname;
+  }
+
+  // get password(): string {
+  //   return this._url.password;
+  // }
+
+  get port(): string {
+    return this._url.port;
+  }
+
+  get host(): string {
+    return this._url.host;
+  }
+
+  // get username(): string {
+  //   return this._url.username;
+  // }
+
+  // get search(): string {
+  //   return this._url.search;
+  // }
+
+  get protocol(): string {
+    return this._url.protocol;
+  }
+
+  get pathname(): string {
+    return this._url.pathname;
+    // return this._url
+    //   .toString()
+    //   .replace(/^.*:\/\//, "")
+    //   .replace(/\?.*$/, "");
+  }
+
+  // get hash(): string {
+  //   return this._url.hash;
+  // }
+
+  // get host(): string {
+  //   return this._url.host;
+  // }
+
+  get getParams(): Iterable<[string, string]> {
+    return this._url.searchParams.entries();
+  }
+
+  hasParam(key: string): boolean {
+    return this._url.searchParams.has(key);
+  }
+  getParam(key: string): string | undefined {
+    return falsy2undef(this._url.searchParams.get(key));
+  }
+
+  clone(): URI {
+    return new URI(this._url);
+  }
+
+  asURL(): URL {
+    // const url = new URL(this._url.toString());
+    // url.searchParams.sort();
+    return this._url.clone() as unknown as URL;
+  }
+
+  toString(): string {
+    // this._url.searchParams.sort();
+    return this._url.toString();
+  }
+  toJSON(): string {
+    return this.toString();
+  }
+}

package/src/utils/console-write-stream.ts

@@ -0,0 +1,72 @@
+export class ConsoleWriterStreamDefaultWriter implements WritableStreamDefaultWriter<Uint8Array> {
+  readonly desiredSize: number | null = null;
+  readonly decoder: TextDecoder = new TextDecoder();
+
+  closed: Promise<undefined>;
+  ready: Promise<undefined>;
+  readonly _stream: ConsoleWriterStream;
+
+  constructor(private stream: ConsoleWriterStream) {
+    this._stream = stream;
+    this.ready = Promise.resolve(undefined);
+    this.closed = Promise.resolve(undefined);
+  }
+  // eslint-disable-next-line @typescript-eslint/no-unused-vars, @typescript-eslint/no-explicit-any
+  abort(reason?: any): Promise<void> {
+    throw new Error("Method not implemented.");
+  }
+  async close(): Promise<void> {
+    // noop
+  }
+  releaseLock(): void {
+    this._stream.locked = false;
+    this.ready = Promise.resolve(undefined);
+    this.closed = Promise.resolve(undefined);
+  }
+  async write(chunk?: Uint8Array | undefined): Promise<void> {
+    const str = this.decoder.decode(chunk).trimEnd();
+    let output = "log";
+    try {
+      const decode = JSON.parse(str);
+      output = decode.level;
+      // eslint-disable-next-line @typescript-eslint/no-unused-vars
+    } catch (e) {
+      /* noop */
+    }
+    switch (output) {
+      case "error":
+        // eslint-disable-next-line no-console
+        console.error(str);
+        break;
+      case "warn":
+        // eslint-disable-next-line no-console
+        console.warn(str);
+        break;
+      default:
+        // eslint-disable-next-line no-console
+        console.log(str);
+    }
+  }
+}
+
+export class ConsoleWriterStream implements WritableStream<Uint8Array> {
+  locked = false;
+  _writer?: WritableStreamDefaultWriter<Uint8Array>;
+  // eslint-disable-next-line @typescript-eslint/no-explicit-any, @typescript-eslint/no-unused-vars
+  abort(reason?: any): Promise<void> {
+    throw new Error("Method not implemented.");
+  }
+  async close(): Promise<void> {
+    return;
+  }
+  getWriter(): WritableStreamDefaultWriter<Uint8Array> {
+    if (this.locked) {
+      throw new Error("Stream is locked");
+    }
+    this.locked = true;
+    if (!this._writer) {
+      this._writer = new ConsoleWriterStreamDefaultWriter(this);
+    }
+    return this._writer;
+  }
+}

package/src/utils/fanout-write-stream.ts

@@ -0,0 +1,32 @@
+export class FanoutWriteStream implements WritableStreamDefaultWriter<Uint8Array> {
+  readonly _writers: WritableStreamDefaultWriter<Uint8Array>[];
+  readonly ready: Promise<undefined>;
+  readonly closed: Promise<undefined>;
+  readonly desiredSize: number | null = null;
+  constructor(writers: WritableStreamDefaultWriter<Uint8Array>[]) {
+    this._writers = writers;
+    this.ready = Promise.all(this._writers.map((w) => w.ready)).then(() => undefined);
+    this.closed = Promise.all(this._writers.map((w) => w.closed)).then(() => undefined);
+  }
+
+  // eslint-disable-next-line @typescript-eslint/no-explicit-any
+  abort(reason?: any): Promise<void> {
+    return Promise.all(this._writers.map((w) => w.abort(reason))).then(() => {
+      /* do nothing */
+    });
+  }
+  close(): Promise<void> {
+    return Promise.all(this._writers.map((w) => w.close())).then(() => {
+      /* do nothing */
+    });
+  }
+  releaseLock(): void {
+    this._writers.map((w) => w.releaseLock());
+  }
+
+  write(chunk?: Uint8Array | undefined): Promise<void> {
+    return Promise.all(this._writers.map((w) => w.write(chunk))).then(() => {
+      /* do nothing */
+    });
+  }
+}

package/src/utils/index.ts

@@ -0,0 +1,6 @@
+export * from "./rebuffer.js";
+export * from "./stream-map.js";
+export * from "./stream2string.js";
+export * from "./string2stream.js";
+export * from "./console-write-stream.js";
+export * from "./fanout-write-stream.js";

package/src/utils/rebuffer.ts

@@ -0,0 +1,75 @@
+import { array2stream, stream2array } from "./stream-map.js";
+
+interface ReChunkResult {
+  readonly rest: Uint8Array;
+  readonly chunk: Uint8Array;
+}
+
+export async function rebufferArray(a: Uint8Array[], chunkSize: number): Promise<Uint8Array[]> {
+  return stream2array(rebuffer(array2stream(a), chunkSize));
+}
+
+function reChunk(cs: Uint8Array[], chunkSize: number): ReChunkResult {
+  const len = cs.reduce((acc, v) => acc + v.length, 0);
+  const last = cs[cs.length - 1];
+  const lastOfs = len - last.length;
+  // console.log("reChunk", len, lastOfs, last.length, chunkSize, chunkSize - lastOfs)
+  const rest = last.subarray(chunkSize - lastOfs);
+  cs[cs.length - 1] = last.subarray(0, chunkSize - lastOfs);
+  const chunk = new Uint8Array(chunkSize);
+  let ofs = 0;
+  for (const c of cs) {
+    chunk.set(c, ofs);
+    ofs += c.length;
+  }
+  return { rest, chunk };
+}
+
+interface pumpState {
+  readonly reader: ReadableStreamDefaultReader<Uint8Array>;
+  tmp: Uint8Array[];
+  tmpLen: number;
+  readonly chunkSize: number;
+}
+
+function pump(ps: pumpState, controller: ReadableStreamDefaultController<Uint8Array>, next: () => void): void {
+  ps.reader.read().then(({ done, value }) => {
+    if (done) {
+      if (ps.tmpLen > 0) {
+        controller.enqueue(reChunk(ps.tmp, ps.tmpLen).chunk);
+      }
+      controller.close();
+      next();
+      return;
+    }
+    if (ps.tmpLen + value.length > ps.chunkSize) {
+      ps.tmp.push(value);
+      const res = reChunk(ps.tmp, ps.chunkSize);
+      controller.enqueue(res.chunk);
+      ps.tmp = [res.rest];
+      ps.tmpLen = res.rest.length;
+      next();
+      return;
+    } else if (value.length) {
+      ps.tmp.push(value);
+      ps.tmpLen += value.length;
+    }
+    pump(ps, controller, next);
+  });
+}
+
+export function rebuffer(a: ReadableStream<Uint8Array>, chunkSize: number): ReadableStream<Uint8Array> {
+  const state: pumpState = {
+    reader: a.getReader(),
+    tmp: [],
+    tmpLen: 0,
+    chunkSize,
+  };
+  return new ReadableStream<Uint8Array>({
+    async pull(controller): Promise<void> {
+      return new Promise<void>((resolve) => {
+        pump(state, controller, resolve);
+      });
+    },
+  });
+}

package/src/utils/stream-map.ts

@@ -0,0 +1,67 @@
+export interface StreamMap<T, U> {
+  Map(s: T, idx: number): U | Promise<U>;
+  readonly Close?: () => void;
+}
+export function streamMap<T, U>(s: ReadableStream<T>, sm: StreamMap<T, U>): ReadableStream<U> {
+  const state = { reader: s.getReader(), streamMap: sm, idx: 0 };
+  return new ReadableStream<U>({
+    async pull(controller): Promise<void> {
+      const { done, value } = await state.reader.read();
+      if (done) {
+        if (state.streamMap.Close) {
+          state.streamMap.Close();
+        }
+        controller.close();
+        return;
+      }
+      const promiseOrU = state.streamMap.Map(value, state.idx++);
+      let mapped: U;
+      if (promiseOrU instanceof Promise || typeof (promiseOrU as { then: () => void }).then === "function") {
+        mapped = await promiseOrU;
+      } else {
+        mapped = promiseOrU;
+      }
+      controller.enqueue(mapped);
+    },
+  });
+}
+
+export async function devnull<T>(a: ReadableStream<T>): Promise<number> {
+  const reader = a.getReader();
+  let cnt = 0;
+  while (true) {
+    const { done } = await reader.read();
+    if (done) {
+      break;
+    }
+    cnt++;
+  }
+  return cnt;
+}
+
+export function array2stream<T>(a: T[]): ReadableStream<T> {
+  let i = 0;
+  return new ReadableStream<T>({
+    pull(controller): void {
+      if (i >= a.length) {
+        controller.close();
+        return;
+      }
+      controller.enqueue(a[i]);
+      i++;
+    },
+  });
+}
+
+export async function stream2array<T>(a: ReadableStream<T>): Promise<T[]> {
+  const ret: T[] = [];
+  const reader = a.getReader();
+  while (true) {
+    const { done, value } = await reader.read();
+    if (done) {
+      break;
+    }
+    ret.push(value);
+  }
+  return ret;
+}