@livestore/livestore 0.0.55-dev.1 → 0.0.55-dev.2

package/src/store.ts

@@ -1,26 +1,21 @@
 import type {
   BootDb,
   BootStatus,
-  DebugInfo,
   ParamsObject,
   PreparedBindValues,
   ResetMode,
   StoreAdapter,
   StoreAdapterFactory,
 } from '@livestore/common'
-import {
-  Devtools,
-  getExecArgsFromMutation,
-  liveStoreVersion,
-  prepareBindValues,
-  UnexpectedError,
-} from '@livestore/common'
+import { Devtools, getExecArgsFromMutation, prepareBindValues, UnexpectedError } from '@livestore/common'
 import type { LiveStoreSchema, MutationEvent } from '@livestore/common/schema'
-import { makeMutationEventSchemaMemo } from '@livestore/common/schema'
-import { assertNever, makeNoopTracer, shouldNeverHappen, throttle } from '@livestore/utils'
+import { makeMutationEventSchemaMemo, SCHEMA_META_TABLE, SCHEMA_MUTATIONS_META_TABLE } from '@livestore/common/schema'
+import { assertNever, makeNoopTracer, shouldNeverHappen } from '@livestore/utils'
 import { cuid } from '@livestore/utils/cuid'
 import {
+  BrowserChannel,
   Effect,
+  Either,
   Exit,
   FiberSet,
   Inspectable,
@@ -38,11 +33,12 @@ import * as otel from '@opentelemetry/api'
 import type { GraphQLSchema } from 'graphql'
 
 import { globalReactivityGraph } from './global-state.js'
-import { emptyDebugInfo as makeEmptyDebugInfo, MainDatabaseWrapper } from './MainDatabaseWrapper.js'
+import { MainDatabaseWrapper } from './MainDatabaseWrapper.js'
 import type { StackInfo } from './react/utils/stack-info.js'
 import type { DebugRefreshReasonBase, Ref } from './reactive.js'
-import { NOT_REFRESHED_YET } from './reactive.js'
 import type { LiveQuery, QueryContext, ReactivityGraph } from './reactiveQueries/base-class.js'
+import { connectStoreToDevtools } from './store-devtools.js'
+import { ReferenceCountedSet } from './utils/data-structures.js'
 import { downloadBlob } from './utils/dev.js'
 import { getDurationMsFromSpan } from './utils/otel.js'
 
@@ -154,6 +150,7 @@ export class Store<
 
   readonly __mutationEventSchema
 
+  // #region constructor
   private constructor({
     adapter,
     schema,
@@ -201,8 +198,20 @@ export class Store<
       queriesSpanContext: otelQueriesSpanContext,
     }
 
+    // TODO find a better way to detect if we're running LiveStore in the LiveStore devtools
+    // But for now this is a good enough approximation with little downsides
+    const isRunningInDevtools = disableDevtools === true
+
     // Need a set here since `schema.tables` might contain duplicates and some componentStateTables
-    const allTableNames = new Set(this.schema.tables.keys())
+    const allTableNames = new Set(
+      // NOTE we're excluding the LiveStore schema and mutations tables as they are not user-facing
+      // unless LiveStore is running in the devtools
+      isRunningInDevtools
+        ? this.schema.tables.keys()
+        : Array.from(this.schema.tables.keys()).filter(
+            (_) => _ !== SCHEMA_META_TABLE && _ !== SCHEMA_MUTATIONS_META_TABLE,
+          ),
+    )
     const existingTableRefs = new Map(
       Array.from(this.reactivityGraph.atoms.values())
         .filter((_): _ is Ref<any, any, any> => _._tag === 'ref' && _.label?.startsWith('tableRef:') === true)
@@ -248,6 +257,8 @@ export class Store<
     }).pipe(Effect.scoped, Effect.withSpan('LiveStore:store-constructor'), FiberSet.run(fiberSet), runEffectFork)
   }
 
+  // #endregion constructor
+
   static createStore = <TGraphQLContext extends BaseGraphQLContext, TSchema extends LiveStoreSchema = LiveStoreSchema>(
     storeOptions: StoreOptions<TGraphQLContext, TSchema>,
     parentSpan: otel.Span,
@@ -314,6 +325,7 @@ export class Store<
     await FiberSet.clear(this.fiberSet).pipe(Effect.withSpan('Store:destroy'), runEffectPromise)
   }
 
+  // #region mutate
   mutate: {
     <const TMutationArg extends ReadonlyArray<MutationEvent.ForSchema<TSchema>>>(...list: TMutationArg): void
     (
@@ -549,6 +561,7 @@ export class Store<
       },
     )
   }
+  // #endregion mutate
 
   /**
    * Directly execute a SQL query on the Store.
@@ -578,222 +591,48 @@ export class Store<
     })
 
   // #region devtools
-  // TODO shutdown behaviour
   private bootDevtools = () =>
     Effect.gen(this, function* () {
-      const sendToDevtoolsContentscript = (
-        message: typeof Devtools.DevtoolsWindowMessage.MessageForContentscript.Type,
-      ) => {
-        window.postMessage(Schema.encodeSync(Devtools.DevtoolsWindowMessage.MessageForContentscript)(message), '*')
-      }
-
-      sendToDevtoolsContentscript(Devtools.DevtoolsWindowMessage.LoadIframe.make({}))
+      // const webBridgeBroadcastChannel = yield* Devtools.WebBridge.makeBroadcastChannel()
 
+      // eslint-disable-next-line @typescript-eslint/no-this-alias, unicorn/no-this-assignment
+      const store = this
       const channelId = this.adapter.coordinator.devtools.channelId
 
-      const runtime = yield* Effect.runtime()
-
-      window.addEventListener('message', (event) => {
-        const decodedMessageRes = Schema.decodeOption(Devtools.DevtoolsWindowMessage.MessageForStore)(event.data)
-        if (decodedMessageRes._tag === 'None') return
-
-        const message = decodedMessageRes.value
-
-        if (message._tag === 'LSD.WindowMessage.ContentscriptListening') {
-          sendToDevtoolsContentscript(Devtools.DevtoolsWindowMessage.StoreReady.make({ channelId }))
-          return
-        }
-
-        if (message.channelId !== channelId) return
-
-        if (message._tag === 'LSD.WindowMessage.MessagePortForStore') {
-          type Unsub = () => void
-          type RequestId = string
-
-          const reactivityGraphSubcriptions = new Map<RequestId, Unsub>()
-          const liveQueriesSubscriptions = new Map<RequestId, Unsub>()
-          const debugInfoHistorySubscriptions = new Map<RequestId, Unsub>()
-
-          this.adapter.coordinator.devtools
-            .connect({ port: message.port, connectionId: this.devtoolsConnectionId })
-            .pipe(
-              Effect.tapSync(({ storeMessagePort }) => {
-                // console.log('storeMessagePort', storeMessagePort)
-                storeMessagePort.addEventListener('message', (event) => {
-                  const decodedMessage = Schema.decodeUnknownSync(Devtools.MessageToAppHostStore)(event.data)
-                  // console.log('storeMessagePort message', decodedMessage)
-
-                  if (decodedMessage.channelId !== this.adapter.coordinator.devtools.channelId) {
-                    // console.log(`Unknown message`, event)
-                    return
-                  }
-
-                  const requestId = decodedMessage.requestId
-                  const sendToDevtools = (message: Devtools.MessageFromAppHostStore) =>
-                    storeMessagePort.postMessage(Schema.encodeSync(Devtools.MessageFromAppHostStore)(message))
-
-                  const requestIdleCallback = window.requestIdleCallback ?? ((cb: Function) => cb())
-
-                  switch (decodedMessage._tag) {
-                    case 'LSD.ReactivityGraphSubscribe': {
-                      const includeResults = decodedMessage.includeResults
-
-                      const send = () =>
-                        // In order to not add more work to the current tick, we use requestIdleCallback
-                        // to send the reactivity graph updates to the devtools
-                        requestIdleCallback(
-                          () =>
-                            sendToDevtools(
-                              Devtools.ReactivityGraphRes.make({
-                                reactivityGraph: this.reactivityGraph.getSnapshot({ includeResults }),
-                                requestId,
-                                channelId,
-                                liveStoreVersion,
-                              }),
-                            ),
-                          { timeout: 500 },
-                        )
-
-                      send()
-
-                      // In some cases, there can be A LOT of reactivity graph updates in a short period of time
-                      // so we throttle the updates to avoid sending too much data
-                      // This might need to be tweaked further and possibly be exposed to the user in some way.
-                      const throttledSend = throttle(send, 20)
-
-                      reactivityGraphSubcriptions.set(requestId, this.reactivityGraph.subscribeToRefresh(throttledSend))
-
-                      break
-                    }
-                    case 'LSD.DebugInfoReq': {
-                      sendToDevtools(
-                        Devtools.DebugInfoRes.make({
-                          debugInfo: this.mainDbWrapper.debugInfo,
-                          requestId,
-                          channelId,
-                          liveStoreVersion,
-                        }),
-                      )
-                      break
-                    }
-                    case 'LSD.DebugInfoHistorySubscribe': {
-                      const buffer: DebugInfo[] = []
-                      let hasStopped = false
-                      let rafHandle: number | undefined
-
-                      const tick = () => {
-                        buffer.push(this.mainDbWrapper.debugInfo)
-
-                        // NOTE this resets the debug info, so all other "readers" e.g. in other `requestAnimationFrame` loops,
-                        // will get the empty debug info
-                        // TODO We need to come up with a more graceful way to do this. Probably via a single global
-                        // `requestAnimationFrame` loop that is passed in somehow.
-                        this.mainDbWrapper.debugInfo = makeEmptyDebugInfo()
-
-                        if (buffer.length > 10) {
-                          sendToDevtools(
-                            Devtools.DebugInfoHistoryRes.make({
-                              debugInfoHistory: buffer,
-                              requestId,
-                              channelId,
-                              liveStoreVersion,
-                            }),
-                          )
-                          buffer.length = 0
-                        }
-
-                        if (hasStopped === false) {
-                          rafHandle = requestAnimationFrame(tick)
-                        }
-                      }
-
-                      rafHandle = requestAnimationFrame(tick)
-
-                      const unsub = () => {
-                        hasStopped = true
-                        if (rafHandle !== undefined) {
-                          cancelAnimationFrame(rafHandle)
-                        }
-                      }
-
-                      debugInfoHistorySubscriptions.set(requestId, unsub)
-
-                      break
-                    }
-                    case 'LSD.DebugInfoHistoryUnsubscribe': {
-                      debugInfoHistorySubscriptions.get(requestId)!()
-                      debugInfoHistorySubscriptions.delete(requestId)
-                      break
-                    }
-                    case 'LSD.DebugInfoResetReq': {
-                      this.mainDbWrapper.debugInfo.slowQueries.clear()
-                      sendToDevtools(Devtools.DebugInfoResetRes.make({ requestId, channelId, liveStoreVersion }))
-                      break
-                    }
-                    case 'LSD.DebugInfoRerunQueryReq': {
-                      const { queryStr, bindValues, queriedTables } = decodedMessage
-                      this.mainDbWrapper.select(queryStr, { bindValues, queriedTables, skipCache: true })
-                      sendToDevtools(Devtools.DebugInfoRerunQueryRes.make({ requestId, channelId, liveStoreVersion }))
-                      break
-                    }
-                    case 'LSD.ReactivityGraphUnsubscribe': {
-                      reactivityGraphSubcriptions.get(requestId)!()
-                      break
-                    }
-                    case 'LSD.LiveQueriesSubscribe': {
-                      const send = () =>
-                        requestIdleCallback(
-                          () =>
-                            sendToDevtools(
-                              Devtools.LiveQueriesRes.make({
-                                liveQueries: [...this.activeQueries].map((q) => ({
-                                  _tag: q._tag,
-                                  id: q.id,
-                                  label: q.label,
-                                  runs: q.runs,
-                                  executionTimes: q.executionTimes.map((_) => Number(_.toString().slice(0, 5))),
-                                  lastestResult:
-                                    q.results$.previousResult === NOT_REFRESHED_YET
-                                      ? 'SYMBOL_NOT_REFRESHED_YET'
-                                      : q.results$.previousResult,
-                                  activeSubscriptions: Array.from(q.activeSubscriptions),
-                                })),
-                                requestId,
-                                liveStoreVersion,
-                                channelId,
-                              }),
-                            ),
-                          { timeout: 500 },
-                        )
-
-                      send()
-
-                      // Same as in the reactivity graph subscription case above, we need to throttle the updates
-                      const throttledSend = throttle(send, 20)
-
-                      liveQueriesSubscriptions.set(requestId, this.reactivityGraph.subscribeToRefresh(throttledSend))
-
-                      break
-                    }
-                    case 'LSD.LiveQueriesUnsubscribe': {
-                      liveQueriesSubscriptions.get(requestId)!()
-                      liveQueriesSubscriptions.delete(requestId)
-                      break
-                    }
-                    // No default
-                  }
-                })
+      // Chrome extension bridge
+      {
+        const windowChannel = yield* BrowserChannel.windowChannel({
+          window,
+          listenSchema: Devtools.DevtoolsWindowMessage.MessageForStore,
+          sendSchema: Devtools.DevtoolsWindowMessage.MessageForContentscript,
+        })
+
+        yield* windowChannel.send(Devtools.DevtoolsWindowMessage.LoadIframe.make({}))
+
+        yield* windowChannel.listen.pipe(
+          Stream.filterMap(Either.getRight),
+          Stream.tap((message) =>
+            Effect.gen(function* () {
+              if (message._tag === 'LSD.WindowMessage.ContentscriptListening') {
+                // Send message to contentscript via window (which the contentscript iframe is listening to)
+                yield* windowChannel.send(Devtools.DevtoolsWindowMessage.StoreReady.make({ channelId }))
+                return
+              }
 
-                storeMessagePort.start()
-              }),
-              Runtime.runFork(runtime),
-            )
+              if (message.channelId !== channelId) return
 
-          return
-        }
-      })
-
-      sendToDevtoolsContentscript(Devtools.DevtoolsWindowMessage.StoreReady.make({ channelId }))
+              if (message._tag === 'LSD.WindowMessage.MessagePortForStore') {
+                yield* connectStoreToDevtools({ port: message.port, store })
+              }
+            }),
+          ),
+          Stream.runDrain,
+          Effect.tapCauseLogPretty,
+          Effect.forkScoped,
+        )
+
+        yield* windowChannel.send(Devtools.DevtoolsWindowMessage.StoreReady.make({ channelId }))
+      }
     })
   // #endregion devtools
 
@@ -810,6 +649,7 @@ export class Store<
   // TODO allow for graceful store reset without requiring a full page reload (which should also call .boot)
   dangerouslyResetStorage = (mode: ResetMode) => this.adapter.coordinator.dangerouslyReset(mode).pipe(runEffectPromise)
 
+  // NOTE This is needed because when booting a Store via Effect it seems to call `toJSON` in the error path
   toJSON = () => {
     return {
       _tag: 'Store',
@@ -1010,43 +850,7 @@ export const createStore = <
 }
 // #endregion createStore
 
-// TODO consider replacing with Effect's RC data structures
-class ReferenceCountedSet<T> {
-  private map: Map<T, number>
-
-  constructor() {
-    this.map = new Map<T, number>()
-  }
-
-  add = (key: T) => {
-    const count = this.map.get(key) ?? 0
-    this.map.set(key, count + 1)
-  }
-
-  remove = (key: T) => {
-    const count = this.map.get(key) ?? 0
-    if (count === 1) {
-      this.map.delete(key)
-    } else {
-      this.map.set(key, count - 1)
-    }
-  }
-
-  has = (key: T) => {
-    return this.map.has(key)
-  }
-
-  get size() {
-    return this.map.size
-  }
-
-  *[Symbol.iterator]() {
-    for (const key of this.map.keys()) {
-      yield key
-    }
-  }
-}
-
+// TODO propagate runtime
 const runEffectFork = <A, E>(effect: Effect.Effect<A, E, never>) =>
   effect.pipe(
     Effect.tapCauseLogPretty,
@@ -1056,6 +860,7 @@ const runEffectFork = <A, E>(effect: Effect.Effect<A, E, never>) =>
     Effect.runFork,
   )
 
+// TODO propagate runtime
 const runEffectPromise = <A, E>(effect: Effect.Effect<A, E, never>) =>
   effect.pipe(
     Effect.tapCauseLogPretty,

package/src/utils/data-structures.ts

@@ -0,0 +1,36 @@
+// TODO consider replacing with Effect's RC data structures
+export class ReferenceCountedSet<T> {
+  private map: Map<T, number>
+
+  constructor() {
+    this.map = new Map<T, number>()
+  }
+
+  add = (key: T) => {
+    const count = this.map.get(key) ?? 0
+    this.map.set(key, count + 1)
+  }
+
+  remove = (key: T) => {
+    const count = this.map.get(key) ?? 0
+    if (count === 1) {
+      this.map.delete(key)
+    } else {
+      this.map.set(key, count - 1)
+    }
+  }
+
+  has = (key: T) => {
+    return this.map.has(key)
+  }
+
+  get size() {
+    return this.map.size
+  }
+
+  *[Symbol.iterator]() {
+    for (const key of this.map.keys()) {
+      yield key
+    }
+  }
+}