@yejiming/dsh-data-agent 0.0.11 → 0.0.13

package/lib/types/storage.d.ts

@@ -10,7 +10,7 @@
  */
 import { type Domain } from '@deepseek-ai/dsh-storage-domain';
 import { z } from 'zod';
-import type { ConnectionPersistence, PersistedConnectionFormDraft, PersistedConnectionProfile, SessionConnectionBinding } from './connections.ts';
+import type { ConnectionPersistence, PersistedConnectionFormDraft, PersistedConnectionProfile, PersistedConnectionProfileEntry, SessionConnectionBinding } from './connections.ts';
 /** Storage-domain identity. Bump the version only with an explicit migration. */
 export declare const CONNECTION_STORAGE_DOMAIN = "data_agent_connections";
 export declare const CONNECTION_STORAGE_VERSION = 1;
@@ -24,12 +24,16 @@ export declare const persistedConnectionProfileSchema: z.ZodObject<{
         oracle: "oracle";
         hive: "hive";
         impala: "impala";
+        clickhouse: "clickhouse";
+        doris: "doris";
+        sqlserver: "sqlserver";
     }>;
     host: z.ZodOptional<z.ZodString>;
     port: z.ZodOptional<z.ZodNumber>;
     user: z.ZodOptional<z.ZodString>;
     database: z.ZodString;
     readonly: z.ZodOptional<z.ZodBoolean>;
+    secure: z.ZodOptional<z.ZodBoolean>;
     passwordRef: z.ZodOptional<z.ZodString>;
     credentialMode: z.ZodOptional<z.ZodEnum<{
         none: "none";
@@ -52,12 +56,16 @@ export declare const persistedConnectionFormDraftSchema: z.ZodObject<{
         oracle: "oracle";
         hive: "hive";
         impala: "impala";
+        clickhouse: "clickhouse";
+        doris: "doris";
+        sqlserver: "sqlserver";
     }>;
     host: z.ZodString;
     port: z.ZodString;
     user: z.ZodString;
     database: z.ZodString;
     readonly: z.ZodBoolean;
+    secure: z.ZodOptional<z.ZodBoolean>;
     updatedAt: z.ZodString;
 }, z.core.$strict>;
 /** Single source of truth for the storage layout and durable validation. */
@@ -71,5 +79,7 @@ export declare const connectionStorageSpec: {
     };
 };
 export type ConnectionStorageDomain = Domain<typeof connectionStorageSpec>;
+/** Select the newest successful profile with a deterministic id tie-break. */
+export declare function latestConnectionProfile(entries: Iterable<readonly [string, PersistedConnectionProfile]>): PersistedConnectionProfileEntry | undefined;
 /** Project a typed DSH domain handle onto the service's persistence seam. */
 export declare function createDomainConnectionPersistence(domain: ConnectionStorageDomain): ConnectionPersistence;

package/lib/types/structured-read.d.ts

@@ -2,7 +2,7 @@
  * Shared structured read-query execution extracted from the sql-query tool
  * (task 2.1). Both sql-query and render-analysis run every read dataset
  * through this helper, so connection resolution, single-statement assertion,
- * read classification, LIMIT/maxRows enforcement, client execution, secret
+ * read classification, dialect-aware maxRows enforcement, client execution, secret
  * redaction, timeout/cancellation, non-zero-exit surfacing and structured
  * parsing share one code path. Existing sql-query behavior and messages stay
  * unchanged.
@@ -45,6 +45,6 @@ export declare function runnerOptions(resolved: Pick<ResolvedRunnerConfig, 'quer
 /**
  * Execute one read-only SQL through the structured client template and parse
  * it into the canonical { columns, rows } shape, with maxRows enforced at both
- * the SQL level (LIMIT injection) and the parse level.
+ * the SQL level (dialect rewrite) and the parse level.
  */
 export declare function runStructuredReadQuery(ctx: Context, connection: DatabaseConnection, sql: string, resolved: ResolvedRunnerConfig, toolName: string, signal: AbortSignal): Promise<StructuredReadResult>;

package/lib/types/structured.d.ts

@@ -4,7 +4,7 @@
  * {@link buildStructuredQueryTemplate} in `src/clients.ts`); this module turns
  * that captured stdout into the canonical `{ columns, rows }` shape and
  * enforces the row cap a second time (first line of defense is the SQL-level
- * LIMIT injection, second is truncation while parsing).
+ * dialect-aware SQL rewriting, second is truncation while parsing).
  *
  * The parsers are deliberately output-shape based, not grammar based. Values
  * stay as strings because every client renders SQL values as text (NULL

package/lib/types/tool.d.ts

@@ -30,7 +30,7 @@ export interface Config {
     queryTimeoutMs: number;
     /** In-memory cap on captured output. */
     maxResultChars: number;
-    /** Enforced read-query row cap (LIMIT injection + structured truncation). */
+    /** Enforced read-query row cap (dialect rewrite + structured truncation). */
     maxRows: number;
     /** Maximum SQL text length accepted per dataset statement. */
     maxQueryChars: number;
@@ -50,11 +50,11 @@ export declare const Config: z<Schemastery.ObjectS<{
         command?: string | null | undefined;
         args?: string[] | null | undefined;
         searchPaths?: string[] | null | undefined;
-    } & import("@deepseek-ai/cosmokit").Dict, string>, import("cosmokit").Dict<Schemastery.ObjectT<{
+    } & import("@deepseek-ai/cosmokit").Dict, "mysql" | "postgres" | "sqlite" | "oracle" | "hive" | "impala" | "doris" | "sqlserver">, import("cosmokit").Dict<Schemastery.ObjectT<{
         command: z<string, string>;
         args: z<string[], string[]>;
         searchPaths: z<string[], string[]>;
-    }>, string>>;
+    }>, "mysql" | "postgres" | "sqlite" | "oracle" | "hive" | "impala" | "doris" | "sqlserver">>;
 }>, Schemastery.ObjectT<{
     queryTimeoutMs: z<number, number>;
     maxResultChars: z<number, number>;
@@ -65,11 +65,11 @@ export declare const Config: z<Schemastery.ObjectS<{
         command?: string | null | undefined;
         args?: string[] | null | undefined;
         searchPaths?: string[] | null | undefined;
-    } & import("@deepseek-ai/cosmokit").Dict, string>, import("cosmokit").Dict<Schemastery.ObjectT<{
+    } & import("@deepseek-ai/cosmokit").Dict, "mysql" | "postgres" | "sqlite" | "oracle" | "hive" | "impala" | "doris" | "sqlserver">, import("cosmokit").Dict<Schemastery.ObjectT<{
         command: z<string, string>;
         args: z<string[], string[]>;
         searchPaths: z<string[], string[]>;
-    }>, string>>;
+    }>, "mysql" | "postgres" | "sqlite" | "oracle" | "hive" | "impala" | "doris" | "sqlserver">>;
 }>>;
 /**
  * Mount the data-agent database tools: `sql-query` (structured read-only),

package/lib/types/tui-connection-form.d.ts

@@ -8,9 +8,10 @@
  * listeners exactly. It never imports dsh-tui, React, or Ink.
  * @module @yejiming/dsh-data-agent/tui-connection-form
  */
-import type { ConnectionFormDraft, DatabaseConnectionInput, DatabaseType } from './connections.ts';
-export declare const TUI_DATABASE_TYPES: readonly ["mysql", "postgres", "sqlite", "oracle", "hive", "impala"];
-export type TuiConnectionField = 'type' | 'host' | 'port' | 'user' | 'database' | 'password' | 'readonly' | 'confirm' | 'cancel';
+import { type ConnectionFormDraft, type ConnectionFormInitial, type DatabaseConnectionInput } from './connections.ts';
+import { type DatabaseType } from './database-types.ts';
+export declare const TUI_DATABASE_TYPES: readonly ["mysql", "postgres", "sqlite", "oracle", "hive", "impala", "clickhouse", "doris", "sqlserver"];
+export type TuiConnectionField = 'type' | 'host' | 'port' | 'user' | 'database' | 'password' | 'passwordRef' | 'secure' | 'readonly' | 'confirm' | 'cancel';
 export interface TuiConnectionFormState {
     type: DatabaseType;
     host: string;
@@ -18,11 +19,13 @@ export interface TuiConnectionFormState {
     user: string;
     database: string;
     password: string;
+    passwordRef: string;
+    secure: boolean;
     readonly: boolean;
     focus: TuiConnectionField;
     cursor: number;
     selector?: {
-        field: 'type' | 'readonly';
+        field: 'type' | 'readonly' | 'secure';
         index: number;
     };
     error?: string;
@@ -71,17 +74,17 @@ export interface RunTuiConnectionFormOptions {
     input?: TuiFormInput;
     output?: TuiFormOutput;
     signal?: AbortSignal;
-    initialDraft?: ConnectionFormDraft;
+    initialDraft?: ConnectionFormInitial;
     persistDraft?: (draft: ConnectionFormDraft) => void | Promise<void>;
 }
 /** Initial form intentionally leaves host/port empty so placeholders are real defaults. */
-export declare function createTuiConnectionFormState(initialDraft?: ConnectionFormDraft): TuiConnectionFormState;
+export declare function createTuiConnectionFormState(initialDraft?: ConnectionFormInitial): TuiConnectionFormState;
 /** Project form state onto the only values allowed to cross the durable seam. */
 export declare function connectionFormDraft(state: TuiConnectionFormState): ConnectionFormDraft;
 /** Relevant focus order for the selected database kind. */
 export declare function tuiConnectionFields(type: DatabaseType): readonly TuiConnectionField[];
 /** Default network port shown as a placeholder and applied only at submit time. */
-export declare function defaultDatabasePort(type: Exclude<DatabaseType, 'sqlite'>): number;
+export declare function defaultDatabasePort(type: Exclude<DatabaseType, 'sqlite'>, secure?: boolean): number;
 /** Detect the supported host without coupling to dsh-tui modules. */
 export declare function isDshTuiTerminal(argv?: readonly string[], input?: Pick<TuiFormInput, 'isTTY'>, output?: Pick<TuiFormOutput, 'isTTY'>): boolean;
 /** Pure keyboard reducer, kept separate from terminal ownership for regression tests. */

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@yejiming/dsh-data-agent",
   "description": "Data Agent for DSH Web and TUI: shared database connections, a masked TUI form, secure credential references, SQL tools, and the data-agent preset",
-  "version": "0.0.11",
+  "version": "0.0.13",
   "publishConfig": {
     "access": "public"
   },
@@ -36,6 +36,10 @@
       "types": "./lib/types/invariant.d.ts",
       "default": "./lib/invariant.js"
     },
+    "./ecosystem": {
+      "types": "./lib/types/ecosystem.d.ts",
+      "default": "./lib/ecosystem.js"
+    },
     "./client": {
       "types": "./lib/types/client/index.d.ts",
       "default": "./lib/client.js"
@@ -63,40 +67,47 @@
     "watch": "tsdown --watch",
     "build": "rm -rf lib && tsdown && tsc -p tsconfig.build.json && tsc -p tsconfig.client.json",
     "typecheck": "tsc --noEmit",
-    "test": "vitest run"
+    "test": "vitest run",
+    "conformance": "node scripts/dsh-ecosystem-conformance.mjs",
+    "conformance:artifact": "node scripts/dsh-ecosystem-pack-evidence.mjs"
   },
   "files": [
     "lib/**",
     "cordis.patch.yml",
-    "preset/**"
+    "preset/**",
+    "dsh-plugin.json",
+    "conformance/dsh-ecosystem/**"
   ],
   "license": "MIT",
   "dependencies": {
+    "@clickhouse/client": "~1.23.1",
+    "@dsh-std/sdk": "0.1.0-rc1",
     "echarts": "^6.1.0",
+    "fflate": "0.8.3",
     "schemastery": "^3.18.0",
     "zod": "^4.4.3"
   },
   "peerDependencies": {
     "@deepseek-ai/cordis": "^4.0.1",
-    "@deepseek-ai/dsh-agent": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-agent-presets": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-client-locale": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-client-runtime": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-client-ui-conversation": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-client-ui-primitives": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-client-ui-slots": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-client-ui-tool": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-commands": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-credentials": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-host-webserver": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-invariants": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-scope": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-storage": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-storage-domain": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-storage-json": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-subprocess": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-tools": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-user-questions": "^0.1.0-rc.6",
+    "@deepseek-ai/dsh-agent": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-agent-presets": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-client-locale": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-client-runtime": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-client-ui-conversation": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-client-ui-primitives": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-client-ui-slots": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-client-ui-tool": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-commands": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-credentials": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-host-webserver": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-invariants": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-scope": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-storage": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-storage-domain": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-storage-json": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-subprocess": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-tools": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-user-questions": "^0.1.0-rc.7",
     "react": "^18.2.0 || ^19.0.0"
   },
   "peerDependenciesMeta": {
@@ -130,26 +141,39 @@
   },
   "devDependencies": {
     "@deepseek-ai/cordis": "^4.0.1",
-    "@deepseek-ai/dsh-agent": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-agent-presets": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-client-locale": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-client-runtime": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-client-ui-conversation": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-client-ui-primitives": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-client-ui-slots": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-client-ui-tool": "0.1.0-rc.6",
-    "@deepseek-ai/dsh-commands": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-credentials": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-host-webserver": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-invariants": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-scope": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-storage": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-storage-domain": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-storage-json": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-subprocess": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-subprocess-local": "0.1.0-rc.6",
-    "@deepseek-ai/dsh-tools": "^0.1.0-rc.6",
-    "@deepseek-ai/dsh-user-questions": "^0.1.0-rc.6",
+    "@deepseek-ai/dsh-agent": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-agent-presets": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-attachment": "0.1.0-rc.7",
+    "@deepseek-ai/dsh-client-locale": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-client-runtime": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-client-ui-conversation": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-client-ui-primitives": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-client-ui-settings": "0.1.0-rc.7",
+    "@deepseek-ai/dsh-client-ui-slots": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-client-ui-tool": "0.1.0-rc.7",
+    "@deepseek-ai/dsh-commands": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-credentials": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-host-webserver": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-invariants": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-llm": "0.1.0-rc.7",
+    "@deepseek-ai/dsh-scope": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-session": "0.1.0-rc.7",
+    "@deepseek-ai/dsh-storage": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-storage-domain": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-storage-json": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-subprocess": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-subprocess-local": "0.1.0-rc.7",
+    "@deepseek-ai/dsh-tools": "^0.1.0-rc.7",
+    "@deepseek-ai/dsh-typert-protocol": "0.1.0-rc.7",
+    "@deepseek-ai/dsh-user-questions": "^0.1.0-rc.7",
+    "@deepseek-ai/schemastery": "3.18.1",
+    "@dsh-std/adapter-dsh": "0.1.0-rc3",
+    "@dsh-std/command": "0.1.0-rc2",
+    "@dsh-std/core": "0.1.0-rc1",
+    "@dsh-std/lifecycle": "0.1.0-rc1",
+    "@dsh-std/manifest": "0.1.0-rc1",
+    "@dsh-std/presentation": "0.1.0-rc1",
+    "@dsh-std/storage": "0.1.0-rc1",
     "@testing-library/dom": "^10.4.1",
     "@testing-library/react": "^16.3.2",
     "@types/node": "^25.0.0",

package/preset/data-agent/agent.cordis.yml

@@ -27,15 +27,20 @@
       你是数据工程师 Agent。工作目录 {{cwd}}。可用工具：sql-query（只读 SQL，返回结构化
       JSON 结果）、sql-write（写/管理 SQL，单条自动提交）、sql-cmd（原始客户端输出，兼容
       SHOW TABLES、DESCRIBE users 等命令）、str_replace_editor（查看、创建和修改本地文件）。
-      Web 界面可用时另有 render-analysis：把一次调用渲染成一份版本化分析报告（1-6 个只读
-      数据集、1-8 个 metric/line/bar/pie/scatter/table 视图，同一数据集可被多个视图通过
-      datasetId 复用）。是否生成分析由你自主判断：先用 sql-query 探查表结构与样例数据并
+      另有 render-analysis：把一次调用渲染成一份版本化分析
+      报告（1-6 个只读数据集、1-8 个 metric/line/bar/pie/scatter/table 视图，同一数据集可被
+      多个视图通过 datasetId 复用），并在当前工作目录的 analysis-reports/ 中保存离线 HTML
+      Dashboard。Web 可同时打开分析面板；TUI 只返回 HTML 路径，不输出字符图。是否生成分析
+      由你自主判断：先用 sql-query 探查表结构与样例数据并
       核对事实（禁止臆造表名与列名）；schema 探查、单标量或原始明细等无视觉增益的查询
       直接回答、不强制画图；简单关系可生成一个主图，涉及多指标、时间或分群的复杂问题可
       生成 3-6 个互补视图。聚合、Top N、排序必须写在 SQL 中，line/time 数据需 ORDER BY。
       工作流：先用 str_replace_editor 把 SQL 写入 .sql 文件，再用 sql-query 执行只读查询或
       sql-write 执行写入并核对结果；结果可疑时缩小查询范围重试。每次数据库工具调用
-      只允许一条 SQL 语句。
+      只允许一条 SQL 语句。根据当前连接使用正确方言：SQL Server使用TOP或OFFSET/FETCH，
+      不使用LIMIT，也不输出GO、冒号命令、!!或sqlcmd变量；ClickHouse、Doris等支持LIMIT的
+      数据库才使用LIMIT。Doris首版只按当前/internal catalog浏览，不臆造外部catalog层级；
+      未经真实部署验证，不宣称任意ClickHouse Cloud或TLS组合都可用。
 
 # ── filesystem ──────────────────────────────────────────────────────────────
 

package/lib/defaults-DP4RyRh1.js

@@ -1,21 +0,0 @@
-//#region src/defaults.ts
-/**
-* Package-wide defaults shared by the server half (`src/index.ts`) and the
-* database tool half (`src/tool.ts`). Loader schemas carry these as their
-* defaults so a deployment may override every one of them in cordis.yml.
-* @module @yejiming/dsh-data-agent/defaults
-*/
-/** Preset directory name installed into `$DSH_HOME/.agent-presets/`. */
-const DEFAULT_PRESET_ID = "data-agent";
-/** End-to-end deadline for one `/connect` connectivity check, milliseconds. */
-const DEFAULT_CONNECT_TIMEOUT_MS = 1e4;
-/** End-to-end deadline for one database-tool query, milliseconds. */
-const DEFAULT_QUERY_TIMEOUT_MS = 3e4;
-/** In-memory cap on database-tool captured output (stdout and stderr each). */
-const DEFAULT_MAX_RESULT_CHARS = 2e4;
-/** Cap on one /query SQL text length (abuse guard; the wire body stays small). */
-const DEFAULT_MAX_QUERY_CHARS = 65536;
-/** Grace period for the subprocess terminate escalation. */
-const DEFAULT_GRACE_MS = 5e3;
-//#endregion
-export { DEFAULT_PRESET_ID as a, DEFAULT_MAX_RESULT_CHARS as i, DEFAULT_GRACE_MS as n, DEFAULT_QUERY_TIMEOUT_MS as o, DEFAULT_MAX_QUERY_CHARS as r, DEFAULT_CONNECT_TIMEOUT_MS as t };