dscs-server 0.0.1 → 0.1.0

package/README.md

@@ -2,6 +2,18 @@
 
 DSH Session CloudSync 的自部署服务端。
 
+当前版本：**0.1.0，v2-only**（`PROTOCOL_VERSION = 3`）。设备 API 只有 `/v2/*`，
+旧的 `/v1/*` 已移除；0.0.x 插件不兼容，需要配套的 0.1.0 插件。
+
+## 能力
+
+- `/v2/sessions` 全量快照、`/v2/changes` 增量流；
+- 会话摘要、ETag、批次条件分页；
+- 带 `Idempotency-Key` 的 append；
+- `POST /v2/blobs/batch` / `POST /v2/blobs/batch/read` 批量 blob（8 MiB / 64 条）；
+- zstd 封帧（加密前压缩）与服务端压缩状态聚合；
+- Vault 租约、append、cursor、stream。
+
 ## 安装
 
 ```sh
@@ -19,6 +31,8 @@ Linux/macOS 也可以使用仓库的 `scripts/install.sh`；Windows 使用 `scri
 - 默认只监听 `127.0.0.1`，公网部署请放在 TLS 反代后；
 - 数据目录包含 SQLite 与 blob 文件，升级前请备份；
 - 服务端不持有明文会话内容，只存不透明密文；
+- 0.0.1 数据目录升级到 0.1.0 会迁移到 schema 4，但旧插件仍会 404；
+- 已有未压缩会话不会自动压缩；需要清空数据目录后由 0.1.0 插件全量重传；
 - 协议说明见仓库 `docs/architecture/PROTOCOL.md`。
 
 ## 许可证

package/dist/db.js

@@ -3,7 +3,7 @@ import { mkdirSync } from 'node:fs';
 import { join } from 'node:path';
 import { DatabaseSync } from 'node:sqlite';
 export const DEFAULT_DATASET = 'default';
-export const SERVER_SCHEMA_VERSION = 3;
+export const SERVER_SCHEMA_VERSION = 4;
 const SCHEMA_VERSION = SERVER_SCHEMA_VERSION;
 const SCHEMA = `
 CREATE TABLE IF NOT EXISTS meta (
@@ -35,6 +35,8 @@ CREATE TABLE IF NOT EXISTS sessions (
   revision INTEGER NOT NULL,
   updated_at INTEGER NOT NULL,
   deleted_at INTEGER,
+  compression TEXT NOT NULL DEFAULT 'none',
+  stored_bytes INTEGER NOT NULL DEFAULT 0,
   PRIMARY KEY (dataset, session_id)
 );
 
@@ -45,6 +47,17 @@ CREATE TABLE IF NOT EXISTS blobs (
   created_at INTEGER NOT NULL
 );
 
+CREATE TABLE IF NOT EXISTS append_requests (
+  dataset TEXT NOT NULL,
+  device_id TEXT NOT NULL,
+  session_id TEXT NOT NULL,
+  idempotency_key TEXT NOT NULL,
+  request_hash TEXT NOT NULL,
+  result_json TEXT NOT NULL,
+  created_at INTEGER NOT NULL,
+  PRIMARY KEY (dataset, device_id, session_id, idempotency_key)
+);
+
 CREATE TABLE IF NOT EXISTS leases (
   dataset TEXT NOT NULL,
   resource TEXT NOT NULL,
@@ -113,12 +126,59 @@ function backupBeforeMigration(handle, dataDir, version) {
     const target = join(dataDir, `db.sqlite.bak-v${version}-${Date.now()}`);
     handle.exec(`VACUUM INTO '${target.replaceAll("'", "''")}'`);
 }
+function backfillSessionStats(handle) {
+    const rows = handle.prepare('SELECT session_id, manifest_json FROM sessions').all();
+    const update = handle.prepare('UPDATE sessions SET compression = ?, stored_bytes = ? WHERE dataset = ? AND session_id = ?');
+    for (const row of rows){
+        let compression = 'none';
+        let storedBytes = 0;
+        try {
+            const manifest = JSON.parse(row.manifest_json);
+            const frames = Array.isArray(manifest.frames) ? manifest.frames : [];
+            let compressed = 0;
+            for (const frame of frames){
+                if (frame === null || typeof frame !== 'object') continue;
+                const record = frame;
+                if (record['compression'] === 'zstd') compressed += 1;
+                if (typeof record['bytes'] === 'number' && Number.isSafeInteger(record['bytes'])) storedBytes += record['bytes'];
+            }
+            compression = compressed === 0 ? 'none' : compressed === frames.length ? 'zstd' : 'mixed';
+        } catch  {}
+        update.run(compression, storedBytes, DEFAULT_DATASET, row.session_id);
+    }
+}
+function ensureSessionStatsColumns(handle) {
+    const columns = tableColumns(handle, 'sessions');
+    let added = false;
+    if (!columns.has('compression')) {
+        handle.exec("ALTER TABLE sessions ADD COLUMN compression TEXT NOT NULL DEFAULT 'none'");
+        added = true;
+    }
+    if (!columns.has('stored_bytes')) {
+        handle.exec('ALTER TABLE sessions ADD COLUMN stored_bytes INTEGER NOT NULL DEFAULT 0');
+        added = true;
+    }
+    if (added) backfillSessionStats(handle);
+    return added;
+}
 function migrateDatabase(handle, dataDir, version) {
     if (version > SCHEMA_VERSION) {
         throw new Error(`数据库结构版本 ${version} 高于服务端支持的 ${SCHEMA_VERSION}；请升级服务端，不要降级覆盖。`);
     }
     if (version === SCHEMA_VERSION) {
         handle.exec(SCHEMA);
+        const columns = tableColumns(handle, 'sessions');
+        if (!columns.has('compression') || !columns.has('stored_bytes')) {
+            backupBeforeMigration(handle, dataDir, version);
+            handle.exec('BEGIN IMMEDIATE');
+            try {
+                ensureSessionStatsColumns(handle);
+                handle.exec('COMMIT');
+            } catch (error) {
+                handle.exec('ROLLBACK');
+                throw error;
+            }
+        }
         return;
     }
     let sourceVersion = version;
@@ -150,6 +210,7 @@ function migrateDatabase(handle, dataDir, version) {
             handle.exec('DROP TABLE IF EXISTS leases');
         }
         handle.exec(SCHEMA);
+        ensureSessionStatsColumns(handle);
         handle.exec(`PRAGMA user_version = ${SCHEMA_VERSION}`);
         handle.exec('COMMIT');
     } catch (error) {
@@ -225,6 +286,16 @@ export function readMaxBytes(db, fallback) {
 export function writeMaxBytes(db, maxBytes) {
     writeMeta(db, 'max_bytes', String(maxBytes));
 }
+export function readAppendRequest(db, deviceId, sessionId, key) {
+    const row = db.handle.prepare('SELECT request_hash, result_json FROM append_requests WHERE dataset = ? AND device_id = ? AND session_id = ? AND idempotency_key = ?').get(DEFAULT_DATASET, deviceId, sessionId, key);
+    return row === undefined ? undefined : {
+        requestHash: String(row.request_hash),
+        resultJson: String(row.result_json)
+    };
+}
+export function writeAppendRequest(db, deviceId, sessionId, key, requestHash, resultJson, createdAt) {
+    db.handle.prepare('INSERT INTO append_requests (dataset, device_id, session_id, idempotency_key, request_hash, result_json, created_at) VALUES (?, ?, ?, ?, ?, ?, ?)').run(DEFAULT_DATASET, deviceId, sessionId, key, requestHash, resultJson, createdAt);
+}
 export function readRevision(db) {
     return Number(readMeta(db, 'revision') ?? '0');
 }