@ponraaj/dimple-sdk 0.0.0-alpha.13 → 0.0.0-alpha.14

package/dist/internal/core/core.d.ts

@@ -5,7 +5,7 @@ import { EmbeddingError, type EmbeddingModel } from "../embedder/index.js";
 import type { LogConfig, Logging } from "../logger/index.js";
 import { Store, graph, type TopicConfig } from "../store/index.js";
 import { HybridRetrieval } from "../retriever/index.js";
-import { JobRuntime, JobRegistry, type Handler, type JobDefinition } from "../workflow/index.js";
+import { JobRuntime, JobRegistry, QueueStats, type Handler, type JobDefinition } from "../workflow/index.js";
 /** Topic-tree config (the store's schema, defaults decoded by the layer). */
 export type { TopicConfig } from "../store/index.js";
 /** Graph config (the store's schema — `graph.GraphConfig`). */
@@ -71,6 +71,9 @@ export interface Interface {
     readonly store: Store["Service"];
     readonly hybrid: HybridRetrieval["Service"];
     readonly runtime: JobRuntime["Service"];
+    /** Pending durable-queue elements per queue — drain visibility for the
+     * status surfaces (`dimple health`, `dimple://health`). */
+    readonly queueStats: QueueStats["Service"];
     readonly registry: JobRegistry["Service"];
     readonly models: ReadonlyMap<string, EmbeddingModelConfig>;
     readonly defaultModel: EmbeddingModelConfig;

package/dist/internal/core/layer.d.ts

@@ -2,7 +2,7 @@ import { Layer } from "effect";
 import { Store, DbBackend } from "../store/index.js";
 import { EmbeddingError, EmbeddingModelRegistry } from "../embedder/index.js";
 import { HybridRetrieval } from "../retriever/index.js";
-import { JobRuntime, JobRegistry } from "../workflow/index.js";
+import { JobRuntime, JobRegistry, QueueStats } from "../workflow/index.js";
 import { Logging } from "../logger/index.js";
 import { Service as ConfigService } from "../config/index.js";
 import type { CoreOptions } from "./core.ts";
@@ -17,7 +17,7 @@ import { Service } from "./core.ts";
  * service (it runs fibers).
  */
 export type CoreGraphServices = Layer.Success<ReturnType<typeof layer>>;
-export declare const layer: (options: CoreOptions) => Layer.Layer<import("effect/persistence/PersistedQueue").PersistedQueueFactory | import("effect/persistence/Persistence").Persistence | Logging | DbBackend | JobRuntime | JobRegistry | Store | EmbeddingModelRegistry | HybridRetrieval | Service | import("effect/workflow/WorkflowEngine").WorkflowEngine, CoreConfigError | EmbeddingError | import("../retriever/index.js").HybridError | import("../workflow/index.js").RegistryError | import("effect/sql/SqlError").SqlError | import("../store/index.js").StoreError, never>;
+export declare const layer: (options: CoreOptions) => Layer.Layer<import("effect/persistence/PersistedQueue").PersistedQueueFactory | import("effect/persistence/Persistence").Persistence | Logging | DbBackend | QueueStats | JobRuntime | JobRegistry | Store | EmbeddingModelRegistry | HybridRetrieval | Service | import("effect/workflow/WorkflowEngine").WorkflowEngine, CoreConfigError | EmbeddingError | import("../retriever/index.js").HybridError | import("../workflow/index.js").RegistryError | import("effect/sql/SqlError").SqlError | import("../store/index.js").StoreError, never>;
 /**
  * Config-driven variant — the `dimple.jsonc` path (the SDK's
  * `makeDimple({ config })`): reads the resolved `DimpleConfig` from
@@ -27,4 +27,4 @@ export declare const layer: (options: CoreOptions) => Layer.Layer<import("effect
  */
 export declare const layerConfig: (options?: {
     readonly migrationFolder?: string;
-}) => Layer.Layer<import("effect/persistence/PersistedQueue").PersistedQueueFactory | import("effect/persistence/Persistence").Persistence | Logging | DbBackend | JobRuntime | JobRegistry | Store | EmbeddingModelRegistry | HybridRetrieval | Service | import("effect/workflow/WorkflowEngine").WorkflowEngine, CoreConfigError | EmbeddingError | import("../retriever/index.js").HybridError | import("../workflow/index.js").RegistryError | import("effect/sql/SqlError").SqlError | import("../store/index.js").StoreError, ConfigService>;
+}) => Layer.Layer<import("effect/persistence/PersistedQueue").PersistedQueueFactory | import("effect/persistence/Persistence").Persistence | Logging | DbBackend | QueueStats | JobRuntime | JobRegistry | Store | EmbeddingModelRegistry | HybridRetrieval | Service | import("effect/workflow/WorkflowEngine").WorkflowEngine, CoreConfigError | EmbeddingError | import("../retriever/index.js").HybridError | import("../workflow/index.js").RegistryError | import("effect/sql/SqlError").SqlError | import("../store/index.js").StoreError, ConfigService>;

package/dist/internal/store/topics/routing.d.ts

@@ -102,7 +102,7 @@ export declare const routeInsert: (memoryId: string, vector: ReadonlyArray<numbe
  *    so the descents are bit-identical to sequential routeInsert calls
  *    against the DB (same reads, same writes, same order).
  * 3. Applies ALL membership inserts + topic CF updates in ONE
- *    transaction (per-topic deltas accumulated in memory).
+ *    transaction (per-topic FINAL states accumulated in memory).
  * 4. Writes the derived sum vectors in ONE batched upsert (backend
  *    `upsertTopicVectors`), still after commit (backend not
  *    transaction-aware — see module docs).

package/dist/internal/workflow/engine.d.ts

@@ -31,6 +31,7 @@ import { Layer } from "effect";
 import { WorkflowEngine } from "effect/workflow";
 import { Persistence as PersistenceNamespace, PersistedQueue } from "effect/persistence";
 import { SqlError as SqlErrorNamespace } from "effect/sql";
+import { Service as QueueStatsService } from "./stats.ts";
 type SqlError = SqlErrorNamespace.SqlError;
 /**
  * Durable WorkflowEngine layer.
@@ -50,7 +51,7 @@ export declare const layerDurable: Layer.Layer<WorkflowEngine.WorkflowEngine, ne
  */
 export declare const libsqlStack: (options: {
     readonly url: string;
-}) => Layer.Layer<PersistedQueue.PersistedQueueFactory | PersistenceNamespace.Persistence, SqlErrorNamespace.SqlError, never>;
+}) => Layer.Layer<PersistedQueue.PersistedQueueFactory | PersistenceNamespace.Persistence | QueueStatsService, SqlErrorNamespace.SqlError, never>;
 /**
  * Convenience layer: durable engine + SQL persistence + resume queue + libSQL
  * client, all sharing one libSQL instance. Surfaces `SqlError` from the
@@ -71,7 +72,7 @@ export declare const layerDurableLibsql: (options: {
  */
 export declare const libsqlStackConfigured: (options: {
     readonly url: string;
-}) => import("../core/index.js").LayerProvider<PersistedQueue.PersistedQueueFactory | PersistenceNamespace.Persistence, SqlErrorNamespace.SqlError, undefined>;
+}) => import("../core/index.js").LayerProvider<PersistedQueue.PersistedQueueFactory | PersistenceNamespace.Persistence | QueueStatsService, SqlErrorNamespace.SqlError, undefined>;
 export declare const layerDurableLibsqlConfigured: (options: {
     readonly url: string;
 }) => import("../core/index.js").LayerProvider<WorkflowEngine.WorkflowEngine, SqlErrorNamespace.SqlError, undefined>;

package/dist/internal/workflow/index.d.ts

@@ -6,6 +6,7 @@
 export { JobDefinition, Envelope, TopicSplit, MemoryEmbed, MemoryEmbedBatch, TopicMerge, TopicRebalance, ConceptCluster, MemoryDream, GraphRepair, AuditWrite, type AuditRow, queues, type EnvelopeSchema, } from "./queue.ts";
 export { Service as JobRuntime, layer as jobRuntimeLayer, configured as jobRuntimeConfigured, node as jobRuntimeNode, type Interface as JobRuntimeInterface, type JobStatus, } from "./runtime.ts";
 export { layerDurable, layerDurableLibsql, libsqlStackConfigured, layerDurableLibsqlConfigured, } from "./engine.ts";
+export { Service as QueueStats, layer as queueStatsLayer, type Interface as QueueStatsInterface, type QueueStat, } from "./stats.ts";
 export { Service as JobRegistry, layer as jobRegistryLayer, configured as jobRegistryConfigured, node as jobRegistryNode, JobFailure, type Handler, type JobContext, } from "./registry.ts";
 export { workerLayer, configured as workersConfigured, inline, processQueues } from "./executor.ts";
 export { JobsConfig, JobsConfigDefaults, resolveJobsConfig } from "./config.ts";

package/dist/internal/workflow/runtime.d.ts

@@ -56,6 +56,7 @@ import { PersistedQueue, Persistence as PersistenceNamespace } from "effect/pers
 import { SqlError as SqlErrorNamespace } from "effect/sql";
 import { type JobDefinition } from "./queue.ts";
 import { type JobsError } from "./errors.ts";
+import { Service as QueueStatsService } from "./stats.ts";
 type SqlError = SqlErrorNamespace.SqlError;
 /**
  * Lifecycle of a job from the caller's perspective.
@@ -157,7 +158,7 @@ export declare const layer: (defs: readonly JobDefinition.Any[]) => Layer.Layer<
  */
 export declare const layerLibsql: (defs: readonly JobDefinition.Any[], options: {
     readonly url: string;
-}) => Layer.Layer<Service | WorkflowEngine.WorkflowEngine | PersistenceNamespace.Persistence | PersistedQueue.PersistedQueueFactory, SqlError>;
+}) => Layer.Layer<Service | WorkflowEngine.WorkflowEngine | PersistenceNamespace.Persistence | PersistedQueue.PersistedQueueFactory | QueueStatsService, SqlError>;
 /**
  * OpenCode-style node declaration for {@link layerLibsql}.
  *
@@ -167,7 +168,7 @@ export declare const layerLibsql: (defs: readonly JobDefinition.Any[], options:
  */
 export declare const configured: (defs: readonly JobDefinition.Any[], options: {
     readonly url: string;
-}) => import("../core/index.js").LayerProvider<PersistedQueue.PersistedQueueFactory | PersistenceNamespace.Persistence | Service | WorkflowEngine.WorkflowEngine, SqlErrorNamespace.SqlError, undefined>;
+}) => import("../core/index.js").LayerProvider<PersistedQueue.PersistedQueueFactory | PersistenceNamespace.Persistence | QueueStatsService | Service | WorkflowEngine.WorkflowEngine, SqlErrorNamespace.SqlError, undefined>;
 /**
  * The default job-stack node — every built-in definition over the package's
  * documented jobs database default (`JobsConfigDefaults.dbUrl`,
@@ -175,5 +176,5 @@ export declare const configured: (defs: readonly JobDefinition.Any[], options: {
  * the `jobs` section omits `dbUrl`. Nothing is connected at import: the
  * node only holds a lazily-built layer.
  */
-export declare const node: import("../core/index.js").LayerProvider<PersistedQueue.PersistedQueueFactory | PersistenceNamespace.Persistence | Service | WorkflowEngine.WorkflowEngine, SqlErrorNamespace.SqlError, undefined>;
+export declare const node: import("../core/index.js").LayerProvider<PersistedQueue.PersistedQueueFactory | PersistenceNamespace.Persistence | QueueStatsService | Service | WorkflowEngine.WorkflowEngine, SqlErrorNamespace.SqlError, undefined>;
 export {};

package/dist/internal/workflow/stats.d.ts

@@ -0,0 +1,44 @@
+/**
+ * Queue statistics — drain visibility for the status surfaces.
+ *
+ * The durable queue's own API (`PersistedQueueStore`: offer/take/cleanup)
+ * exposes no count, so pending work is invisible to callers once enqueued:
+ * after `memory_index` returns `pendingEmbeddings: N` an agent has no way to
+ * ask "how much is still draining?" — it guesses, sleeps, and retries.
+ *
+ * This service answers that with ONE grouped COUNT over the queue table
+ * (`effect_queue`, the table `PersistedQueue.layerStoreSql` creates). Only
+ * `state = 'pending'` rows are counted — offered but NOT YET FINISHED.
+ * Taking an element does not change its state (it stamps `acquired_at` /
+ * `acquired_by`); completion or failure moves it to `completed` / `failed`.
+ * So the count is "outstanding work", in-flight included. `completed` rows
+ * are dedup records and `failed` rows are dead letters — neither is counted.
+ *
+ * The internal {@link RESUME_QUEUE} is excluded by design: it carries
+ * cross-process wake-up signals for suspended executions, and a signal row
+ * outlives the work it points at (the engine resumes in-process too, leaving
+ * the durable row pending forever). Counting it would make "is anything
+ * still running?" unanswerable — the question this service exists for.
+ *
+ * It lives beside the stack that owns the queue (the same `SqlClient` the
+ * engine and queue store share), so the status surfaces can report drain
+ * state without opening a second connection or reaching into `jobs.db`.
+ */
+import { Context, Effect, Layer } from "effect";
+import { SqlClient, SqlError as SqlErrorNamespace } from "effect/sql";
+type SqlError = SqlErrorNamespace.SqlError;
+/** Pending elements for one queue (`DurableQueue/<job name>`, `dimple/resume`). */
+export interface QueueStat {
+    readonly queue: string;
+    readonly pending: number;
+}
+export interface Interface {
+    /** Outstanding (offered, not yet finished) elements per queue, queue name
+     * ascending. */
+    readonly pending: () => Effect.Effect<readonly QueueStat[], SqlError>;
+}
+declare const Service_base: Context.ServiceClass<Service, "@dimple/workflow/QueueStats", Interface>;
+export declare class Service extends Service_base {
+}
+export declare const layer: Layer.Layer<Service, never, SqlClient.SqlClient>;
+export {};

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@ponraaj/dimple-sdk",
-  "version": "0.0.0-alpha.13",
+  "version": "0.0.0-alpha.14",
   "private": false,
   "description": "Local-first memory for AI agents: durable text and code memories with hybrid semantic and lexical retrieval.",
   "keywords": [