liminal 0.16.0 → 0.17.1

package/Client.ts

@@ -0,0 +1,560 @@
+import { Socket, Worker } from "@effect/platform"
+import {
+  Context,
+  Encoding,
+  Deferred,
+  Effect,
+  Layer,
+  Option,
+  PubSub,
+  RcRef,
+  Record,
+  Ref,
+  Scope,
+  Stream,
+  Take,
+  Schema as S,
+  Array,
+  Struct,
+} from "effect"
+
+import type { FieldsRecord } from "./_types.ts"
+import { type ClientError, AuditionError, ConnectionError } from "./errors.ts"
+import { type F, type FError, UnresolvedError } from "./F.ts"
+import type { MethodDefinition } from "./Method.ts"
+import * as Protocol from "./Protocol.ts"
+
+export const TypeId = "~liminal/Client" as const
+
+export interface ClientDefinition<
+  MethodDefinitions extends Record<string, MethodDefinition.Any>,
+  EventDefinitions extends FieldsRecord,
+> {
+  readonly methods: MethodDefinitions
+
+  readonly events: EventDefinitions
+}
+
+export interface ReplayConfig {
+  readonly mode: "startup" | "all-subscribers"
+
+  readonly limit?: number | undefined
+}
+
+interface EventTake<A, E> {
+  readonly seq: number
+
+  readonly take: Take.Take<A, E>
+}
+
+export interface TransportSession<
+  ClientSelf,
+  MethodDefinitions extends Record<string, MethodDefinition.Any>,
+  EventDefinitions extends FieldsRecord,
+> {
+  readonly events: Stream.Stream<FieldsRecord.TaggedMember.Type<EventDefinitions>, ClientError>
+
+  readonly f: F<ClientSelf, MethodDefinitions>
+
+  readonly endEvents: Effect.Effect<void>
+}
+
+export type Service<
+  ClientSelf,
+  MethodDefinitions extends Record<string, MethodDefinition.Any>,
+  EventDefinitions extends FieldsRecord,
+> = RcRef.RcRef<TransportSession<ClientSelf, MethodDefinitions, EventDefinitions>, ClientError>
+
+export interface Spec<
+  MethodDefinitions extends Record<string, MethodDefinition.Any>,
+  EventDefinitions extends FieldsRecord,
+> {
+  Call: {
+    Payload: Protocol.Call.Payload.Type<MethodDefinitions>
+    Success: Protocol.Call.Success.Type<MethodDefinitions>
+    Failure: Protocol.Call.Failure.Type<MethodDefinitions>
+  }
+  Event: FieldsRecord.TaggedMember.Type<EventDefinitions>
+  Actor: Protocol.Actor.Type<MethodDefinitions, EventDefinitions>
+}
+
+export interface ClientSchema<
+  MethodDefinitions extends Record<string, MethodDefinition.Any>,
+  EventDefinitions extends FieldsRecord,
+> {
+  readonly call: {
+    readonly payload: S.Schema<
+      Protocol.Call.Payload.Type<MethodDefinitions>,
+      Protocol.Call.Payload.Encoded<MethodDefinitions>
+    >
+
+    readonly success: S.Schema<
+      Protocol.Call.Success.Type<MethodDefinitions>,
+      Protocol.Call.Success.Encoded<MethodDefinitions>
+    >
+
+    readonly failure: S.Schema<
+      Protocol.Call.Failure.Type<MethodDefinitions>,
+      Protocol.Call.Failure.Encoded<MethodDefinitions>
+    >
+  }
+
+  readonly event: S.Schema<Protocol.Event.Type<EventDefinitions>, Protocol.Event.Encoded<EventDefinitions>>
+
+  readonly actor: S.Schema<
+    Protocol.Actor.Type<MethodDefinitions, EventDefinitions>,
+    Protocol.Actor.Encoded<MethodDefinitions, EventDefinitions>
+  >
+}
+
+export interface Client<
+  ClientSelf,
+  ClientId extends string,
+  MethodDefinitions extends Record<string, MethodDefinition.Any>,
+  EventDefinitions extends FieldsRecord,
+> extends Context.Tag<ClientSelf, Service<ClientSelf, MethodDefinitions, EventDefinitions>> {
+  new (_: never): Context.TagClassShape<ClientId, Service<ClientSelf, MethodDefinitions, EventDefinitions>>
+
+  readonly [TypeId]: typeof TypeId
+
+  readonly definition: ClientDefinition<MethodDefinitions, EventDefinitions>
+
+  readonly schema: ClientSchema<MethodDefinitions, EventDefinitions>
+
+  readonly events: Stream.Stream<FieldsRecord.TaggedMember.Type<EventDefinitions>, ClientError, ClientSelf>
+
+  readonly endEvents: Effect.Effect<void, never, ClientSelf>
+
+  readonly f: F<ClientSelf, MethodDefinitions>
+
+  readonly invalidate: Effect.Effect<void, never, ClientSelf>
+}
+
+export const Service =
+  <ClientSelf>() =>
+  <
+    ClientId extends string,
+    MethodDefinitions extends Record<string, MethodDefinition.Any>,
+    EventDefinitions extends FieldsRecord,
+  >(
+    id: ClientId,
+    definition: ClientDefinition<MethodDefinitions, EventDefinitions>,
+  ): Client<ClientSelf, ClientId, MethodDefinitions, EventDefinitions> => {
+    const tag = Context.Tag(id)<ClientSelf, Service<ClientSelf, MethodDefinitions, EventDefinitions>>()
+
+    const call: ClientSchema<MethodDefinitions, EventDefinitions>["call"] = {
+      payload: S.TaggedStruct("Call.Payload", {
+        id: S.Int,
+        payload: S.Union(
+          ...Record.toEntries(definition.methods).map(([_tag, { payload }]) =>
+            S.TaggedStruct(_tag, { value: S.Struct(payload) }),
+          ),
+        ),
+      }) as never,
+      success: S.TaggedStruct("Call.Success", {
+        id: S.Int,
+        value: S.Union(
+          ...Record.toEntries(definition.methods).map(([_tag, { success: value }]) => S.TaggedStruct(_tag, { value })),
+        ),
+      }) as never,
+      failure: S.TaggedStruct("Call.Failure", {
+        id: S.Int,
+        cause: S.Union(
+          ...Record.toEntries(definition.methods).map(([_tag, { failure: value }]) => S.TaggedStruct(_tag, { value })),
+        ),
+      }) as never,
+    }
+
+    const event: S.Schema<
+      Protocol.Event.Type<EventDefinitions>,
+      Protocol.Event.Encoded<EventDefinitions>
+    > = S.TaggedStruct("Event", {
+      event: S.Union(...Object.entries(definition.events).map(([_tag, fields]) => S.TaggedStruct(_tag, fields))),
+    }) as never
+
+    const actor: S.Schema<
+      Protocol.Actor.Type<MethodDefinitions, EventDefinitions>,
+      Protocol.Actor.Encoded<MethodDefinitions, EventDefinitions>
+    > = S.Union(
+      call.success,
+      call.failure,
+      event,
+      Protocol.Audition.Success,
+      Protocol.Audition.Failure,
+      Protocol.Disconnect,
+    )
+
+    const events: Stream.Stream<FieldsRecord.TaggedMember.Type<EventDefinitions>, ClientError, ClientSelf> = tag.pipe(
+      Effect.flatMap(RcRef.get),
+      Effect.map(Struct.get("events")),
+      Stream.unwrapScoped,
+    )
+
+    const f: F<ClientSelf, MethodDefinitions> = (_tag) =>
+      Effect.fnUntraced(function* (value) {
+        const { f } = yield* tag.pipe(Effect.flatMap(RcRef.get))
+        return yield* f(_tag)(value)
+      }, Effect.scoped)
+
+    const invalidate = tag.pipe(Effect.flatMap(RcRef.invalidate))
+
+    const endEvents = tag.pipe(
+      Effect.flatMap(RcRef.get),
+      Effect.flatMap(({ endEvents }) => endEvents),
+      Effect.scoped,
+      Effect.ignore,
+    )
+
+    return Object.assign(tag, {
+      [TypeId]: TypeId,
+      definition,
+      schema: { call, event, actor },
+      events,
+      endEvents,
+      f,
+      invalidate,
+    })
+  }
+
+export interface Transport<
+  MethodDefinitions extends Record<string, MethodDefinition.Any>,
+  EventDefinitions extends FieldsRecord,
+> {
+  readonly listen: (
+    publish: (
+      message: Protocol.Actor.Type<MethodDefinitions, EventDefinitions> | typeof Protocol.TransportFailure.Type,
+    ) => Effect.Effect<void, never>,
+  ) => Effect.Effect<void, never, Scope.Scope>
+
+  readonly send: (v: Protocol.Call.Payload.Type<MethodDefinitions>) => Effect.Effect<void, ConnectionError, never>
+}
+
+const make = <
+  ClientSelf,
+  ClientId extends string,
+  MethodDefinitions extends Record<string, MethodDefinition.Any>,
+  EventDefinitions extends FieldsRecord,
+  R,
+>(
+  client: Client<ClientSelf, ClientId, MethodDefinitions, EventDefinitions>,
+  build: Effect.Effect<Transport<MethodDefinitions, EventDefinitions>, ClientError, R | Scope.Scope>,
+  replay?: ReplayConfig | undefined,
+) =>
+  Effect.gen(function* () {
+    type _ = Spec<MethodDefinitions, EventDefinitions>
+
+    const rcr: RcRef.RcRef<
+      TransportSession<ClientSelf, MethodDefinitions, EventDefinitions>,
+      ClientError
+    > = yield* RcRef.make({
+      acquire: Effect.gen(function* () {
+        const { listen, send } = yield* build
+
+        const audition = yield* Deferred.make<void, AuditionError>()
+        const inflights: Record<string, Deferred.Deferred<_["Call"]["Success"], FError<MethodDefinitions>>> = {}
+        let callId = 0
+        let takeCount = 0
+        let finalError: ClientError | UnresolvedError | undefined
+        const pubsub = yield* PubSub.unbounded<EventTake<_["Event"], ClientError>>()
+
+        const replayState = yield* Ref.make<{
+          readonly startupOpen: boolean
+          readonly buffer: ReadonlyArray<EventTake<_["Event"], ClientError>>
+        }>({
+          startupOpen: true,
+          buffer: [],
+        })
+
+        const publishTake = (take: Take.Take<_["Event"], ClientError>, replayable?: boolean | undefined) =>
+          Effect.gen(function* () {
+            const eventTake: EventTake<_["Event"], ClientError> = {
+              seq: takeCount++,
+              take,
+            }
+            if (replay && replayable) {
+              yield* Ref.update(replayState, (state) => {
+                if (replay.mode === "startup" && !state.startupOpen) {
+                  return state
+                }
+                const buffer =
+                  replay.limit === undefined
+                    ? [...state.buffer, eventTake]
+                    : [...(state.buffer.length >= replay.limit ? state.buffer.slice(1) : state.buffer), eventTake]
+                const { startupOpen } = state
+                return { startupOpen, buffer }
+              })
+            }
+            yield* PubSub.publish(pubsub, eventTake)
+          })
+
+        const events: Stream.Stream<_["Event"], ClientError> = Effect.gen(function* () {
+          const queue = yield* PubSub.subscribe(pubsub)
+          const live = (replayCount: number): Stream.Stream<_["Event"], ClientError> =>
+            Stream.fromQueue(queue).pipe(
+              Stream.filter((entry) => entry.seq > replayCount),
+              Stream.map((entry) => entry.take),
+              Stream.flattenTake,
+            )
+          if (!replay) {
+            return live(-1)
+          }
+          const buffer =
+            replay.mode === "all-subscribers"
+              ? (yield* Ref.get(replayState)).buffer
+              : yield* Ref.modify(replayState, (state) =>
+                  state.startupOpen
+                    ? [
+                        state.buffer,
+                        {
+                          startupOpen: false,
+                          buffer: [],
+                        },
+                      ]
+                    : [[], state],
+                )
+          const replayCount = Array.get(buffer, buffer.length - 1).pipe(
+            Option.map(({ seq }) => seq),
+            Option.getOrElse(() => -1),
+          )
+          return buffer.length === 0
+            ? live(replayCount)
+            : Stream.concat(
+                Stream.fromIterable(buffer).pipe(
+                  Stream.map((entry) => entry.take),
+                  Stream.flattenTake,
+                ),
+                live(replayCount),
+              )
+        }).pipe(Stream.unwrapScoped)
+
+        yield* listen(
+          Effect.fnUntraced(function* (message) {
+            switch (message._tag) {
+              case "Audition.Success": {
+                yield* Deferred.succeed(audition, void 0)
+                break
+              }
+              case "Event": {
+                const { event } = message
+                yield* publishTake(Take.of(event), true)
+                break
+              }
+              case "Call.Success":
+              case "Call.Failure": {
+                const { id } = message
+                const deferred = inflights[id]
+                if (deferred) {
+                  delete inflights[id]
+                  switch (message._tag) {
+                    case "Call.Success": {
+                      yield* Deferred.succeed(deferred, message.value.value)
+                      break
+                    }
+                    case "Call.Failure": {
+                      yield* Deferred.fail(deferred, message.cause.value)
+                      break
+                    }
+                  }
+                }
+                break
+              }
+              case "Audition.Failure": {
+                const { actual, expected } = message
+                finalError = AuditionError.make({ value: { actual, expected } })
+                yield* Deferred.fail(audition, finalError)
+                break
+              }
+              case "Disconnect":
+              case "TransportFailure": {
+                yield* Deferred.succeed(audition, void 0)
+                switch (message._tag) {
+                  case "Disconnect": {
+                    finalError = UnresolvedError.make()
+                    yield* publishTake(Take.end)
+                    break
+                  }
+                  case "TransportFailure": {
+                    const { cause } = message
+                    yield* publishTake(Take.fail((finalError = ConnectionError.make({ cause }))))
+                    break
+                  }
+                }
+                break
+              }
+            }
+          }),
+        ).pipe(
+          Effect.ensuring(
+            Effect.all(
+              [
+                PubSub.shutdown(pubsub),
+                Effect.forEach(
+                  Record.values(inflights),
+                  (deferred) => Deferred.fail(deferred, finalError ?? UnresolvedError.make()),
+                  {
+                    concurrency: "unbounded",
+                  },
+                ),
+                RcRef.invalidate(rcr),
+              ],
+              { concurrency: "unbounded" },
+            ),
+          ),
+          Effect.forkScoped,
+        )
+
+        yield* Deferred.await(audition)
+
+        const f: F<ClientSelf, MethodDefinitions> = (_tag) =>
+          Effect.fnUntraced(function* (value) {
+            if (finalError) return yield* finalError
+            const id = callId++
+            const inflight = yield* Deferred.make<_["Call"]["Success"], FError<MethodDefinitions>>()
+            inflights[id] = inflight
+            yield* send({
+              _tag: "Call.Payload",
+              id,
+              payload: { _tag, value },
+            })
+            return yield* Deferred.await(inflight)
+          }, Effect.scoped)
+
+        const endEvents = publishTake(Take.end)
+
+        return { events, f, endEvents }
+      }),
+    })
+
+    return rcr
+  }).pipe(Layer.scoped(client))
+
+export const layerSocket = <
+  ClientSelf,
+  ClientId extends string,
+  MethodDefinitions extends Record<string, MethodDefinition.Any>,
+  EventDefinitions extends FieldsRecord,
+>({
+  client,
+  url,
+  protocols,
+  replay,
+}: {
+  readonly client: Client<ClientSelf, ClientId, MethodDefinitions, EventDefinitions>
+  readonly url?: string | undefined
+  readonly protocols?: string | Array<string> | undefined
+  readonly replay?: ReplayConfig | undefined
+}): Layer.Layer<ClientSelf, never, Socket.WebSocketConstructor> =>
+  make<ClientSelf, ClientId, MethodDefinitions, EventDefinitions, Socket.WebSocketConstructor>(
+    client,
+    Effect.gen(function* () {
+      const socket = yield* Socket.makeWebSocket(url ?? "/", {
+        protocols: ["liminal", Encoding.encodeBase64Url(client.key), ...(protocols ? Array.ensure(protocols) : [])],
+      })
+      return {
+        listen: Effect.fnUntraced(function* (publish) {
+          yield* socket
+            .runRaw(
+              Effect.fnUntraced(function* (raw) {
+                const message = yield* S.decodeUnknown(S.parseJson(client.schema.actor))(
+                  raw instanceof Uint8Array ? new TextDecoder().decode(raw) : raw,
+                )
+                yield* publish(message)
+              }),
+            )
+            .pipe(
+              Effect.catchTag("ParseError", (cause) => publish({ _tag: "TransportFailure", cause })),
+              Effect.catchTag(
+                "SocketError",
+                Effect.fnUntraced(function* (cause) {
+                  switch (cause.reason) {
+                    case "Read":
+                    case "Write":
+                    case "Open":
+                    case "OpenTimeout": {
+                      // TODO
+                      console.log(cause)
+                      return yield* publish({ _tag: "TransportFailure", cause })
+                    }
+                    case "Close": {
+                      const { code, closeReason } = cause
+                      switch (code) {
+                        case 1000: {
+                          return yield* publish({ _tag: "Disconnect" })
+                        }
+                        case 4003: {
+                          const parsed = S.decodeUnknownOption(S.parseJson(Protocol.Audition.Failure))(closeReason)
+                          if (parsed._tag === "None") {
+                            return yield* publish({ _tag: "TransportFailure", cause })
+                          }
+                          const { actual, expected } = parsed.value
+                          return yield* publish({
+                            _tag: "Audition.Failure",
+                            actual,
+                            expected,
+                          })
+                        }
+                      }
+                      return yield* publish({ _tag: "TransportFailure", cause })
+                    }
+                  }
+                }),
+              ),
+            )
+        }),
+        send: Effect.fnUntraced(function* (v) {
+          const write = yield* socket.writer
+          const message = yield* S.encode(S.parseJson(client.schema.call.payload))(v).pipe(
+            Effect.mapError((cause) => ConnectionError.make({ cause })),
+          )
+          yield* write(message).pipe(Effect.catchTag("SocketError", (cause) => ConnectionError.make({ cause })))
+        }, Effect.scoped),
+      }
+    }),
+    replay,
+  )
+
+export const layerWorker = <
+  ClientSelf,
+  ClientId extends string,
+  MethodDefinitions extends Record<string, MethodDefinition.Any>,
+  EventDefinitions extends FieldsRecord,
+>({
+  client,
+  replay,
+}: {
+  readonly client: Client<ClientSelf, ClientId, MethodDefinitions, EventDefinitions>
+  readonly replay?: ReplayConfig | undefined
+}): Layer.Layer<ClientSelf, never, Worker.PlatformWorker | Worker.Spawner> =>
+  make<ClientSelf, ClientId, MethodDefinitions, EventDefinitions, Worker.PlatformWorker | Worker.Spawner>(
+    client,
+    Effect.gen(function* () {
+      const manager = yield* Worker.makeManager
+      const worker = yield* manager
+        .spawn<
+          Protocol.Call.Payload.Type<MethodDefinitions> | string,
+          Protocol.Actor.Type<MethodDefinitions, EventDefinitions>,
+          never
+        >({})
+        .pipe(Effect.catchTag("WorkerError", (cause) => ConnectionError.make({ cause })))
+
+      const send = (message: Protocol.Call.Payload.Type<MethodDefinitions>) =>
+        worker.executeEffect(message).pipe(Effect.catchTag("WorkerError", (cause) => ConnectionError.make({ cause })))
+
+      return {
+        listen: Effect.fnUntraced(function* (publish) {
+          yield* worker.execute(client.key).pipe(
+            Stream.catchTag("WorkerError", (cause) =>
+              Effect.gen(function* () {
+                yield* publish({ _tag: "TransportFailure", cause })
+                return Stream.empty
+              }).pipe(Stream.unwrap),
+            ),
+            Stream.takeUntil((message) => message._tag === "Disconnect" || message._tag === "Audition.Failure"),
+            Stream.runForEach(publish),
+          )
+        }),
+        send,
+      }
+    }),
+    replay,
+  )

package/ClientHandle.ts

@@ -0,0 +1,39 @@
+import { Schema as S, Effect, ParseResult } from "effect"
+
+import type { Fields, FieldsRecord } from "./_types.ts"
+import type { Send } from "./Send.ts"
+
+const TypeId = "~liminal/ClientHandle" as const
+
+export interface ClientHandle<ActorSelf, AttachmentFields extends Fields, EventDefinitions extends FieldsRecord> {
+  readonly [TypeId]: typeof TypeId
+
+  readonly send: Send<ActorSelf, EventDefinitions>
+
+  readonly attachments: Effect.Effect<S.Struct<AttachmentFields>["Type"]>
+
+  readonly save: (attachments: S.Struct<AttachmentFields>["Type"]) => Effect.Effect<void, ParseResult.ParseError>
+
+  readonly disconnect: Effect.Effect<void, never, ActorSelf>
+}
+
+export const make = <ActorSelf, AttachmentFields extends Fields, EventDefinitions extends FieldsRecord>({
+  send,
+  attachments,
+  save,
+  disconnect,
+}: {
+  readonly send: Send<ActorSelf, EventDefinitions>
+
+  readonly attachments: Effect.Effect<S.Struct<AttachmentFields>["Type"]>
+
+  readonly save: (attachments: S.Struct<AttachmentFields>["Type"]) => Effect.Effect<void, ParseResult.ParseError>
+
+  readonly disconnect: Effect.Effect<void, never, ActorSelf>
+}): ClientHandle<ActorSelf, AttachmentFields, EventDefinitions> => ({
+  [TypeId]: TypeId,
+  send,
+  attachments,
+  save,
+  disconnect,
+})

package/F.ts

@@ -0,0 +1,18 @@
+import { Record, Effect, Schema as S } from "effect"
+
+import type { ClientError } from "./errors.ts"
+import type { MethodDefinition } from "./Method.ts"
+
+export class UnresolvedError extends S.TaggedError<UnresolvedError>()("UnresolvedError", {}) {}
+
+export type FError<MethodDefinitions extends Record<string, MethodDefinition.Any>> = [
+  MethodDefinitions[keyof MethodDefinitions]["failure"]["Type"] | ClientError | UnresolvedError,
+][0]
+
+export type F<ClientSelf, MethodDefinitions extends Record<string, MethodDefinition.Any>> = <
+  Method extends keyof MethodDefinitions,
+>(
+  method: Method,
+) => (
+  payload: S.Struct<MethodDefinitions[Method]["payload"]>["Type"],
+) => Effect.Effect<MethodDefinitions[Method]["success"]["Type"], FError<MethodDefinitions>, ClientSelf>

package/Method.ts

@@ -0,0 +1,39 @@
+import { Schema as S, Effect } from "effect"
+
+import type { Fields } from "./_types.ts"
+
+export interface MethodDefinition<P extends Fields, AA, AI, EA, EI> {
+  readonly payload: P
+  readonly success: S.Schema<AA, AI>
+  readonly failure: S.Schema<EA, EI>
+}
+
+export declare namespace MethodDefinition {
+  export type Any = MethodDefinition<Fields, any, any, any, any> | MethodDefinition<Fields, any, any, never, never>
+
+  export type Merge<T, U> = [T] extends [never]
+    ? U
+    : {
+        [K in keyof T & keyof U]: T[K] extends U[K] ? (U[K] extends T[K] ? T[K] : never) : never
+      }
+}
+
+export const define = <const P extends Fields, AA, AI, EA, EI>({
+  payload,
+  success,
+  failure,
+}: {
+  readonly payload: P
+  readonly success: S.Schema<AA, AI>
+  readonly failure: S.Schema<EA, EI>
+}): MethodDefinition<P, AA, AI, EA, EI> => ({ payload, success, failure })
+
+export type Handler<MethodDefinition extends MethodDefinition.Any, R> = (
+  payload: S.Struct<MethodDefinition["payload"]>["Type"],
+) => Effect.Effect<MethodDefinition["success"]["Type"], MethodDefinition["failure"]["Type"], R>
+
+export type Handlers<MethodDefinitions extends Record<string, MethodDefinition.Any>, R> = {
+  [K in keyof MethodDefinitions]: Handler<MethodDefinitions[K], R>
+}
+
+export const handler = <M extends MethodDefinition.Any, R>(_method: M, f: Handler<M, R>): Handler<M, R> => f