@snoai/memory 0.0.0-stage → 1.0.0

package/drizzle/0031_atomic_extraction_ledger.sql

@@ -0,0 +1,23 @@
+CREATE TABLE nodix_atomic_extraction_ledger (
+  conversation_id TEXT NOT NULL,
+  chunk_hash TEXT NOT NULL,
+  pipeline_version TEXT NOT NULL,
+  state TEXT NOT NULL CHECK (state IN ('open', 'calls_recorded', 'complete', 'pending_reprocess')),
+  raw_chunk TEXT NOT NULL,
+  routing_snapshot_id TEXT NOT NULL,
+  run_parameters_json TEXT NOT NULL CHECK (json_valid(run_parameters_json)),
+  reprocess_reason TEXT CHECK (reprocess_reason IN (
+    'input-overflow',
+    'double-cap-saturation',
+    'truncation-exhaustion',
+    'parse-exhaustion'
+  )),
+  reprocess_attempt_count INTEGER NOT NULL DEFAULT 0 CHECK (reprocess_attempt_count >= 0),
+  failed_reply TEXT,
+  created_at INTEGER NOT NULL,
+  updated_at INTEGER NOT NULL,
+  PRIMARY KEY (conversation_id, chunk_hash, pipeline_version)
+);
+--> statement-breakpoint
+CREATE INDEX nodix_idx_atomic_extraction_ledger_state
+ON nodix_atomic_extraction_ledger(state, reprocess_attempt_count);

package/drizzle/0032_atomic_memory_entities.sql

@@ -0,0 +1,12 @@
+CREATE TABLE nodix_memory_entities (
+  project_id TEXT NOT NULL,
+  entity_id TEXT NOT NULL,
+  display_name TEXT NOT NULL,
+  normalized_name TEXT NOT NULL,
+  created_at INTEGER NOT NULL,
+  PRIMARY KEY(project_id, entity_id),
+  UNIQUE(project_id, normalized_name)
+) WITHOUT ROWID;
+--> statement-breakpoint
+CREATE INDEX nodix_idx_memory_entities_display_name
+ON nodix_memory_entities(project_id, display_name);

package/drizzle/0033_todo_own_store.sql

@@ -0,0 +1,99 @@
+CREATE TABLE nodix_todos (
+  project_id TEXT NOT NULL,
+  active_task_id TEXT NOT NULL,
+  description TEXT NOT NULL,
+  status TEXT NOT NULL CHECK (status IN ('open', 'done', 'removed')),
+  opened_at INTEGER NOT NULL,
+  transitioned_at INTEGER NOT NULL,
+  closed_at INTEGER,
+  close_reason TEXT,
+  source_session TEXT NOT NULL,
+  extraction_path TEXT NOT NULL,
+  PRIMARY KEY(project_id, active_task_id),
+  FOREIGN KEY(project_id, active_task_id)
+    REFERENCES nodix_active_task_instances(project_id, active_task_id)
+) WITHOUT ROWID;
+--> statement-breakpoint
+CREATE INDEX nodix_idx_todos_scope_status_opened
+ON nodix_todos(project_id, status, opened_at, active_task_id);
+--> statement-breakpoint
+INSERT INTO nodix_todos(
+  project_id, active_task_id, description, status, opened_at, transitioned_at,
+  closed_at, close_reason, source_session, extraction_path
+)
+SELECT
+  instance.project_id,
+  instance.active_task_id,
+  revision.description,
+  CASE instance.status
+    WHEN 'active' THEN 'open'
+    WHEN 'completed' THEN 'done'
+    ELSE 'removed'
+  END,
+  instance.created_at_ms,
+  COALESCE(instance.terminal_at_ms, instance.created_at_ms),
+  instance.terminal_at_ms,
+  CASE WHEN instance.terminal_at_ms IS NULL THEN NULL ELSE COALESCE(
+    json_extract(terminal_command.identity_json, '$.candidate.text'),
+    json_extract(terminal_command.identity_json, '$.canonicalTuple[3]'),
+    terminal_command.command_id
+  ) END,
+  COALESCE(
+    json_extract(opening_command.identity_json, '$.sessionKey'),
+    json_extract(opening_command.identity_json, '$.canonicalTuple[2]'),
+    opening_command.command_id
+  ),
+  COALESCE(json_extract(opening_command.identity_json, '$.kind'), 'legacy')
+FROM nodix_active_task_instances AS instance
+JOIN nodix_active_task_revisions AS revision
+  ON revision.project_id = instance.project_id
+  AND revision.active_task_id = instance.active_task_id
+  AND revision.active_task_revision_id = (
+    SELECT candidate.active_task_revision_id
+    FROM nodix_active_task_revisions AS candidate
+    WHERE candidate.project_id = instance.project_id
+      AND candidate.active_task_id = instance.active_task_id
+    ORDER BY candidate.is_current DESC, candidate.created_at_ms DESC,
+      candidate.active_task_revision_id DESC
+    LIMIT 1
+  )
+JOIN nodix_task_lifecycle_commands AS opening_command
+  ON opening_command.project_id = instance.project_id
+  AND opening_command.command_id = instance.opening_command_id
+LEFT JOIN nodix_active_task_transitions AS terminal_transition
+  ON terminal_transition.project_id = instance.project_id
+  AND terminal_transition.active_task_id = instance.active_task_id
+  AND terminal_transition.transition_kind IN ('complete', 'remove')
+LEFT JOIN nodix_task_lifecycle_commands AS terminal_command
+  ON terminal_command.project_id = terminal_transition.project_id
+  AND terminal_command.command_id = terminal_transition.command_id;
+--> statement-breakpoint
+CREATE TABLE nodix_todo_migration_receipts (
+  migration_id TEXT PRIMARY KEY,
+  before_count INTEGER NOT NULL,
+  after_count INTEGER NOT NULL,
+  migrated_at INTEGER NOT NULL,
+  CHECK(before_count = after_count)
+) WITHOUT ROWID;
+--> statement-breakpoint
+INSERT INTO nodix_todo_migration_receipts(
+  migration_id, before_count, after_count, migrated_at
+)
+SELECT
+  '0033_todo_own_store',
+  (SELECT COUNT(*) FROM nodix_active_task_instances),
+  (SELECT COUNT(*) FROM nodix_todos),
+  1740000000033;
+--> statement-breakpoint
+DELETE FROM nodix_memory_chunk_vectors
+WHERE id IN (
+  SELECT chunk.chunk_id
+  FROM nodix_memory_chunks AS chunk
+  JOIN nodix_memories AS memory ON memory.id = chunk.memory_id
+  WHERE json_valid(memory.metadata)
+    AND json_extract(memory.metadata, '$.active_task_kind') IN ('task', 'projection')
+);
+--> statement-breakpoint
+DELETE FROM nodix_memories
+WHERE json_valid(metadata)
+  AND json_extract(metadata, '$.active_task_kind') IN ('task', 'projection');

package/drizzle/meta/0000_snapshot.json

@@ -0,0 +1,87 @@
+{
+  "version": "6",
+  "dialect": "sqlite",
+  "id": "b9065bb8-ab0a-4e8f-a9d7-06a96ba1e2ea",
+  "prevId": "00000000-0000-0000-0000-000000000000",
+  "tables": {
+    "nodix_memories": {
+      "name": "nodix_memories",
+      "columns": {
+        "id": {
+          "name": "id",
+          "type": "text",
+          "primaryKey": true,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "text": {
+          "name": "text",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "category": {
+          "name": "category",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "scope": {
+          "name": "scope",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false,
+          "default": "'global'"
+        },
+        "importance": {
+          "name": "importance",
+          "type": "real",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false,
+          "default": 0.7
+        },
+        "timestamp": {
+          "name": "timestamp",
+          "type": "integer",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        },
+        "metadata": {
+          "name": "metadata",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": false,
+          "autoincrement": false,
+          "default": "'{}'"
+        },
+        "content_hash": {
+          "name": "content_hash",
+          "type": "text",
+          "primaryKey": false,
+          "notNull": true,
+          "autoincrement": false
+        }
+      },
+      "indexes": {},
+      "foreignKeys": {},
+      "compositePrimaryKeys": {},
+      "uniqueConstraints": {},
+      "checkConstraints": {}
+    }
+  },
+  "views": {},
+  "enums": {},
+  "_meta": {
+    "schemas": {},
+    "tables": {},
+    "columns": {}
+  },
+  "internal": {
+    "indexes": {}
+  }
+}

package/drizzle/meta/_journal.json

@@ -0,0 +1,244 @@
+{
+  "version": "7",
+  "dialect": "sqlite",
+  "entries": [
+    {
+      "idx": 0,
+      "version": "6",
+      "when": 1740000000000,
+      "tag": "0000_initial",
+      "breakpoints": true
+    },
+    {
+      "idx": 1,
+      "version": "6",
+      "when": 1740000000001,
+      "tag": "0001_virtual_tables",
+      "breakpoints": true
+    },
+    {
+      "idx": 2,
+      "version": "6",
+      "when": 1740000000002,
+      "tag": "0002_add_indexes",
+      "breakpoints": true
+    },
+    {
+      "idx": 3,
+      "version": "6",
+      "when": 1740000000003,
+      "tag": "0003_content_hash_lookup_index",
+      "breakpoints": true
+    },
+    {
+      "idx": 4,
+      "version": "6",
+      "when": 1740000000004,
+      "tag": "0004_chunk_swap",
+      "breakpoints": true
+    },
+    {
+      "idx": 5,
+      "version": "6",
+      "when": 1740000000005,
+      "tag": "0005_drop_legacy_vec_fts",
+      "breakpoints": true
+    },
+    {
+      "idx": 6,
+      "version": "6",
+      "when": 1740000000006,
+      "tag": "0006_fts_simple",
+      "breakpoints": true
+    },
+    {
+      "idx": 7,
+      "version": "6",
+      "when": 1740000000007,
+      "tag": "0007_restore_simple_fts",
+      "breakpoints": true
+    },
+    {
+      "idx": 8,
+      "version": "6",
+      "when": 1740000000008,
+      "tag": "0008_widen_memory_hash_unique_index",
+      "breakpoints": true
+    },
+    {
+      "idx": 9,
+      "version": "6",
+      "when": 1740000000009,
+      "tag": "0009_memory_telemetry",
+      "breakpoints": true
+    },
+    {
+      "idx": 10,
+      "version": "6",
+      "when": 1740000000010,
+      "tag": "0010_provider_mappings",
+      "breakpoints": true
+    },
+    {
+      "idx": 11,
+      "version": "6",
+      "when": 1740000000011,
+      "tag": "0011_db_optimization",
+      "breakpoints": true
+    },
+    {
+      "idx": 12,
+      "version": "6",
+      "when": 1740000000012,
+      "tag": "0012_b_profile_lanes",
+      "breakpoints": true
+    },
+    {
+      "idx": 13,
+      "version": "6",
+      "when": 1740000000013,
+      "tag": "0013_extraction_timestamps",
+      "breakpoints": true
+    },
+    {
+      "idx": 14,
+      "version": "6",
+      "when": 1740000000014,
+      "tag": "0014_extraction_timestamp_source",
+      "breakpoints": true
+    },
+    {
+      "idx": 15,
+      "version": "6",
+      "when": 1740000000015,
+      "tag": "0015_task_lifecycle_state",
+      "breakpoints": true
+    },
+    {
+      "idx": 16,
+      "version": "6",
+      "when": 1740000000016,
+      "tag": "0016_task_lifecycle_legacy_migration",
+      "breakpoints": true
+    },
+    {
+      "idx": 17,
+      "version": "6",
+      "when": 1740000000017,
+      "tag": "0017_unplaced_candidates",
+      "breakpoints": true
+    },
+    {
+      "idx": 18,
+      "version": "6",
+      "when": 1740000000018,
+      "tag": "0018_rem_batch_chassis",
+      "breakpoints": true
+    },
+    {
+      "idx": 19,
+      "version": "6",
+      "when": 1740000000019,
+      "tag": "0019_profile_recovery_entries",
+      "breakpoints": true
+    },
+    {
+      "idx": 20,
+      "version": "6",
+      "when": 1740000000020,
+      "tag": "0020_rem_scan_retry_progress",
+      "breakpoints": true
+    },
+    {
+      "idx": 21,
+      "version": "7",
+      "when": 1740000000021,
+      "tag": "0021_rem_two_facet_storage",
+      "breakpoints": true
+    },
+    {
+      "idx": 22,
+      "version": "7",
+      "when": 1740000000022,
+      "tag": "0022_rem_facet_chunk_versions",
+      "breakpoints": true
+    },
+    {
+      "idx": 23,
+      "version": "7",
+      "when": 1740000000023,
+      "tag": "0023_rem_defect_ledger",
+      "breakpoints": true
+    },
+    {
+      "idx": 24,
+      "version": "7",
+      "when": 1740000000024,
+      "tag": "0024_rem_unbuilt_foundations",
+      "breakpoints": true
+    },
+    {
+      "idx": 25,
+      "version": "7",
+      "when": 1740000000025,
+      "tag": "0025_rem_journal_operation_constraint",
+      "breakpoints": true
+    },
+    {
+      "idx": 26,
+      "version": "7",
+      "when": 1740000000026,
+      "tag": "0026_rem_journal_detail",
+      "breakpoints": true
+    },
+    {
+      "idx": 27,
+      "version": "7",
+      "when": 1740000000027,
+      "tag": "0027_legacy_nodix_namespace",
+      "breakpoints": true
+    },
+    {
+      "idx": 28,
+      "version": "7",
+      "when": 1740000000028,
+      "tag": "0028_memory_timezone",
+      "breakpoints": true
+    },
+    {
+      "idx": 29,
+      "version": "7",
+      "when": 1740000000029,
+      "tag": "0029_rem_write_hash_symmetry",
+      "breakpoints": true
+    },
+    {
+      "idx": 30,
+      "version": "7",
+      "when": 1740000000030,
+      "tag": "0030_atomic_memory_additive",
+      "breakpoints": true
+    },
+    {
+      "idx": 31,
+      "version": "7",
+      "when": 1740000000031,
+      "tag": "0031_atomic_extraction_ledger",
+      "breakpoints": true
+    },
+    {
+      "idx": 32,
+      "version": "7",
+      "when": 1740000000032,
+      "tag": "0032_atomic_memory_entities",
+      "breakpoints": true
+    },
+    {
+      "idx": 33,
+      "version": "7",
+      "when": 1740000000033,
+      "tag": "0033_todo_own_store",
+      "breakpoints": true
+    }
+  ]
+}

package/generated/rem-operations.json

@@ -0,0 +1 @@
+{"schemaVersion":1,"operations":["rem-update","rem-replace","rem-distill","rem-retire"],"builtOperations":["rem-update","rem-replace"]}

package/package.json

@@ -1,6 +1,128 @@
 {
   "name": "@snoai/memory",
-  "version": "0.0.0-stage",
-  "stub": true,
-  "description": "Temporary package placeholder for staged publishing"
-}
+  "version": "1.0.0",
+  "license": "Apache-2.0",
+  "publishConfig": { "access": "public" },
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/sno-ai/sno-station.git",
+    "directory": "packages/memory"
+  },
+  "type": "module",
+  "description": "Shared memory engine, store, model routing and sidecar",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    },
+    "./internal/*": {
+      "types": "./dist/internal/*.d.ts",
+      "import": "./dist/internal/*.js"
+    },
+    "./memdump": {
+      "types": "./dist/memdump.d.ts",
+      "import": "./dist/memdump.js"
+    },
+    "./diagnostic-encoder": {
+      "types": "./dist/diagnostic-encoder.d.ts",
+      "import": "./dist/diagnostic-encoder.js"
+    },
+    "./client": {
+      "types": "./dist/client.d.ts",
+      "import": "./dist/client.js"
+    },
+    "./coding-skin": {
+      "types": "./dist/coding-skin.d.ts",
+      "import": "./dist/coding-skin.js"
+    },
+    "./release-download": {
+      "types": "./dist/release-download.d.ts",
+      "import": "./dist/release-download.js"
+    },
+    "./settings.default.json": "./settings.default.json"
+  },
+  "files": [
+    "dist",
+    "drizzle",
+    "scripts/download-simple-tokenizer.mjs",
+    "skills",
+    "!skills/CLAUDE.md",
+    "sqlite-extensions",
+    "config/llm",
+    "config/llm.trust.json",
+    "config/b-profile-section-registry.json",
+    "package.json",
+    "LICENSE",
+    "README.md",
+    "generated",
+    "settings.default.json"
+  ],
+  "scripts": {
+    "dev": "tsx watch src/sidecar/main.ts",
+    "build": "tsx scripts/build-settings-default.ts && tsx scripts/build-log-catalog.ts && tsdown && tsx scripts/build-log-catalog.ts --artifact-only",
+    "prepack": "npm run sqlite-vec:check && npm run build",
+    "pack:dry-run": "npm pack --dry-run",
+    "sqlite-vec:build": "bash scripts/build-sqlite-vec.sh --build",
+    "sqlite-vec:check": "bash scripts/build-sqlite-vec.sh --check",
+    "typecheck": "tsc --noEmit",
+    "lint": "biome check src/",
+    "lint:fix": "biome check --write src/",
+    "test:integration:all": "vitest run --config vitest.config.ts ../../tests/packages/memory/integration/",
+    "test:unit": "vitest run --config vitest.config.ts ../../tests/packages/memory/unit/",
+    "query-manifest:capture": "tsx src/engine/retrieval/query-manifest-capture-cli.ts",
+    "maintenance:group-crud": "tsx src/engine/maintenance/run-group-crud-maintenance.ts",
+    "store:clean": "tsx src/store/store-cleanup-cli.ts",
+    "rem:guard-census": "tsx src/sidecar/rem-guard-census-cli.ts",
+    "llmix:check-registry": "tmp=$(mktemp) && trap 'rm -f \"$tmp\"' EXIT && curl -fsS https://www.sno.ai/.well-known/sno-mem-openclaw-release.json > \"$tmp\" && llmix check-registry --root config/llm --trust config/llm.trust.json --did-document \"$tmp\" --preset mem_claw/sno_ai_extract --tamper-proof && llmix check-registry --root config/llm --trust config/llm.trust.json --did-document \"$tmp\" --preset mem_claw/sno_extract_chat --tamper-proof && llmix check-registry --root config/llm --trust config/llm.trust.json --did-document \"$tmp\" --preset mem_claw/sno_extract_profile --tamper-proof && llmix check-registry --root config/llm --trust config/llm.trust.json --did-document \"$tmp\" --preset mem_claw/sno_conflict_verdict --tamper-proof",
+    "db:generate": "drizzle-kit generate",
+    "db:migrate": "drizzle-kit migrate",
+    "db:studio": "drizzle-kit studio",
+    "postinstall": "node scripts/download-simple-tokenizer.mjs"
+  },
+  "dependencies": {
+    "@huggingface/transformers": "^4.3.0",
+    "@js-temporal/polyfill": "0.5.1",
+    "@napi-rs/keyring": "^2.0.0",
+    "@sinclair/typebox": "^0.34.49",
+    "@snoai/chunking": "1.0.1",
+    "@snoai/common-core": "^1.0.0",
+    "@snoai/content-sanitizer": "^0.99.3",
+    "@snoai/embedder": "^1.0.0",
+    "@snoai/llmix": "2.2.0",
+    "@snoai/mda-config": "^1.1.2",
+    "@snoai/observability": "^1.0.0",
+    "@snoai/sqlite-crypto": "^1.0.0",
+    "@snoai/utils": "^1.0.0",
+    "argon2": "^0.45.1",
+    "async-mutex": "^0.5.0",
+    "better-sqlite3": "^13.0.3",
+    "chrono-node": "2.10.1",
+    "commander": "^14.0.1",
+    "drizzle-orm": "^0.45.3",
+    "eld": "^2.0.3",
+    "js-tiktoken": "^1.0.21",
+    "lru-cache": "^11.3.5",
+    "semver": "^7.6.3",
+    "sqlite-vec": "^0.1.6",
+    "tar": "^7.4.3",
+    "uuid": "^14.0.0",
+    "zod": "^4.5.4",
+    "fs-ext": "^2.1.1"
+  },
+  "devDependencies": {
+    "@babel/parser": "^7.29.8",
+    "@hono/node-server": "^2.0.6",
+    "@types/node": "^22.15.0",
+    "@types/semver": "^7.5.8",
+    "american-british-english-translator": "^0.2.1",
+    "pluralize": "^8.0.0",
+    "tsdown": "0.23.0",
+    "tsx": "^4.23.15",
+    "vitest": "^4.1.5"
+  },
+  "engines": {
+    "node": ">=22.22.3 <23 || >=24.15.0 <25 || >=25.9.0"
+  }
+}