dsh-llm-verifier 0.1.13 → 0.1.16

package/package.json

@@ -1,112 +1,114 @@
-{
-  "name": "dsh-llm-verifier",
-  "version": "0.1.13",
-  "description": "Configurable DSH-native LLM verifier with a Web settings page",
-  "repository": {
-    "type": "git",
-    "url": "git+https://github.com/Aa728848/dsh-llm-verifier.git"
-  },
-  "homepage": "https://github.com/Aa728848/dsh-llm-verifier#readme",
-  "bugs": {
-    "url": "https://github.com/Aa728848/dsh-llm-verifier/issues"
-  },
-  "keywords": [
-    "deepseek",
-    "dsh",
-    "verifier",
-    "llm",
-    "cordis",
-    "plugin"
-  ],
-  "author": "eddyskywalker",
-  "type": "module",
-  "main": "lib/index.js",
-  "types": "lib/types/index.d.ts",
-  "exports": {
-    ".": {
-      "types": "./lib/types/index.d.ts",
-      "default": "./lib/index.js"
-    },
-    "./core": {
-      "types": "./lib/types/core.d.ts",
-      "default": "./lib/core.js"
-    },
-    "./caller": {
-      "types": "./lib/types/caller.d.ts",
-      "default": "./lib/caller.js"
-    },
-    "./package.json": "./package.json",
-    "./client": {
-      "types": "./lib/types/client.d.ts",
-      "default": "./lib/client.js"
-    }
-  },
-  "dsh": {
-    "bundle": {
-      "patch": "./cordis.patch.yml"
-    },
-    "client": {
-      "inject": [
-        "@deepseek-ai/dsh-client-connection",
-        "@deepseek-ai/dsh-client-runtime",
-        "@deepseek-ai/dsh-client-ui-slots",
-        "@deepseek-ai/dsh-client-ui-settings",
-        "@deepseek-ai/dsh-client-ui-conversation",
-        "@deepseek-ai/dsh-client-locale",
-        "@deepseek-ai/dsh-api-remotes"
-      ],
-      "platform": "web"
-    }
-  },
-  "peerDependencies": {
-    "@deepseek-ai/cordis": "^4.0.1 || ^4.0.2",
-    "@deepseek-ai/dsh-tools": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2",
-    "@deepseek-ai/dsh-agent": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2",
-    "@deepseek-ai/dsh-session": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2",
-    "@deepseek-ai/dsh-llm": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2",
-    "@deepseek-ai/dsh-attachment": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2",
-    "@deepseek-ai/dsh-settings": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2",
-    "@deepseek-ai/dsh-credentials": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2",
-    "@deepseek-ai/dsh-client-connection": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2"
-  },
-  "dependencies": {
-    "schemastery": "^3.18.0"
-  },
-  "devDependencies": {
-    "@deepseek-ai/cordis": "^4.0.1",
-    "@deepseek-ai/dsh-tools": "^0.1.1-rc.2",
-    "@deepseek-ai/dsh-agent": "^0.1.1-rc.2",
-    "@deepseek-ai/dsh-session": "^0.1.1-rc.2",
-    "@deepseek-ai/dsh-llm": "^0.1.1-rc.2",
-    "@deepseek-ai/dsh-attachment": "^0.1.1-rc.2",
-    "@types/node": "^22.20.0",
-    "tsdown": "0.22.2",
-    "typescript": "~5.7.2",
-    "vitest": "^3.0.0",
-    "@deepseek-ai/dsh-settings": "^0.1.1-rc.2",
-    "@deepseek-ai/dsh-api-remotes": "^0.1.1-rc.2",
-    "@deepseek-ai/dsh-client-connection": "^0.1.1-rc.2",
-    "@deepseek-ai/dsh-client-runtime": "^0.1.1-rc.2",
-    "@deepseek-ai/dsh-client-ui-settings": "^0.1.1-rc.2",
-    "@deepseek-ai/dsh-client-ui-slots": "^0.1.1-rc.2",
-    "@deepseek-ai/dsh-client-ui-conversation": "^0.1.1-rc.2",
-    "@deepseek-ai/dsh-client-ui-primitives": "^0.1.1-rc.2",
-    "@deepseek-ai/dsh-client-locale": "^0.1.1-rc.2",
-    "react": "^18.2.0",
-    "@types/react": "~18.3.1",
-    "@deepseek-ai/dsh-credentials": "^0.1.1-rc.2"
-  },
-  "files": [
-    "lib/**/*.js",
-    "lib/**/*.d.ts",
-    "src",
-    "cordis.patch.yml",
-    "README.md"
-  ],
-  "scripts": {
-    "build": "node -e \"require('node:fs').rmSync('lib',{recursive:true,force:true})\" && tsc -p tsconfig.build.json && tsdown",
-    "typecheck": "tsc --noEmit -p tsconfig.build.json",
-    "test": "vitest run"
-  },
-  "license": "MIT"
-}
+{
+  "name": "dsh-llm-verifier",
+  "version": "0.1.16",
+  "description": "Configurable DSH-native LLM verifier with a Web settings page",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Aa728848/dsh-llm-verifier.git"
+  },
+  "homepage": "https://github.com/Aa728848/dsh-llm-verifier#readme",
+  "bugs": {
+    "url": "https://github.com/Aa728848/dsh-llm-verifier/issues"
+  },
+  "keywords": [
+    "deepseek",
+    "dsh",
+    "verifier",
+    "llm",
+    "cordis",
+    "plugin"
+  ],
+  "author": "eddyskywalker",
+  "type": "module",
+  "main": "lib/index.js",
+  "types": "lib/types/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./lib/types/index.d.ts",
+      "default": "./lib/index.js"
+    },
+    "./core": {
+      "types": "./lib/types/core.d.ts",
+      "default": "./lib/core.js"
+    },
+    "./caller": {
+      "types": "./lib/types/caller.d.ts",
+      "default": "./lib/caller.js"
+    },
+    "./package.json": "./package.json",
+    "./client": {
+      "types": "./lib/types/client.d.ts",
+      "default": "./lib/client.js"
+    }
+  },
+  "dsh": {
+    "bundle": {
+      "patch": "./cordis.patch.yml"
+    },
+    "client": {
+      "inject": [
+        "@deepseek-ai/dsh-client-connection",
+        "@deepseek-ai/dsh-client-runtime",
+        "@deepseek-ai/dsh-client-ui-slots",
+        "@deepseek-ai/dsh-client-ui-settings",
+        "@deepseek-ai/dsh-client-ui-conversation",
+        "@deepseek-ai/dsh-client-locale",
+        "@deepseek-ai/dsh-api-remotes"
+      ],
+      "platform": "web"
+    }
+  },
+  "peerDependencies": {
+    "@deepseek-ai/cordis": "^4.0.1 || ^4.0.2",
+    "@deepseek-ai/dsh-tools": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2 || ^0.1.3 || ^0.1.4 || ^0.1.5-alpha.1 || ^0.1.5-rc.1 || ~0.1.5",
+    "@deepseek-ai/dsh-agent": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2 || ^0.1.3 || ^0.1.4 || ^0.1.5-alpha.1 || ^0.1.5-rc.1 || ~0.1.5",
+    "@deepseek-ai/dsh-session": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2 || ^0.1.3 || ^0.1.4 || ^0.1.5-alpha.1 || ^0.1.5-rc.1 || ~0.1.5",
+    "@deepseek-ai/dsh-llm": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2 || ^0.1.3 || ^0.1.4 || ^0.1.5-alpha.1 || ^0.1.5-rc.1 || ~0.1.5",
+    "@deepseek-ai/dsh-attachment": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2 || ^0.1.3 || ^0.1.4 || ^0.1.5-alpha.1 || ^0.1.5-rc.1 || ~0.1.5",
+    "@deepseek-ai/dsh-settings": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2 || ^0.1.3 || ^0.1.4 || ^0.1.5-alpha.1 || ^0.1.5-rc.1 || ~0.1.5",
+    "@deepseek-ai/dsh-credentials": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2 || ^0.1.3 || ^0.1.4 || ^0.1.5-alpha.1 || ^0.1.5-rc.1 || ~0.1.5",
+    "@deepseek-ai/dsh-client-connection": "^0.1.1-rc.2 || ^0.1.2-alpha.1 || ^0.1.2-alpha.2 || ^0.1.2-alpha.3 || ^0.1.2-alpha.4 || ^0.1.2-alpha.5 || ^0.1.2-rc.1 || ~0.1.2 || ^0.1.3 || ^0.1.4 || ^0.1.5-alpha.1 || ^0.1.5-rc.1 || ~0.1.5"
+  },
+  "dependencies": {
+    "schemastery": "^3.18.0"
+  },
+  "devDependencies": {
+    "@deepseek-ai/cordis": "^4.0.1",
+    "@deepseek-ai/dsh-tools": "^0.1.1-rc.2",
+    "@deepseek-ai/dsh-agent": "^0.1.1-rc.2",
+    "@deepseek-ai/dsh-session": "^0.1.1-rc.2",
+    "@deepseek-ai/dsh-llm": "^0.1.1-rc.2",
+    "@deepseek-ai/dsh-attachment": "^0.1.1-rc.2",
+    "@types/node": "^22.20.0",
+    "tsdown": "0.22.2",
+    "typescript": "~5.7.2",
+    "vitest": "^3.0.0",
+    "@deepseek-ai/dsh-settings": "^0.1.1-rc.2",
+    "@deepseek-ai/dsh-api-remotes": "^0.1.1-rc.2",
+    "@deepseek-ai/dsh-client-connection": "^0.1.1-rc.2",
+    "@deepseek-ai/dsh-client-runtime": "^0.1.1-rc.2",
+    "@deepseek-ai/dsh-client-ui-settings": "^0.1.1-rc.2",
+    "@deepseek-ai/dsh-client-ui-slots": "^0.1.1-rc.2",
+    "@deepseek-ai/dsh-client-ui-conversation": "^0.1.1-rc.2",
+    "@deepseek-ai/dsh-client-ui-primitives": "^0.1.1-rc.2",
+    "@deepseek-ai/dsh-client-locale": "^0.1.1-rc.2",
+    "react": "^18.2.0",
+    "@types/react": "~18.3.1",
+    "@deepseek-ai/dsh-credentials": "^0.1.1-rc.2"
+  },
+  "files": [
+    "lib",
+    "src",
+    "cordis.patch.yml",
+    "README.md"
+  ],
+  "scripts": {
+    "build": "node -e \"require('node:fs').rmSync('lib',{recursive:true,force:true})\" && tsc -p tsconfig.build.json && tsdown",
+    "typecheck": "tsc --noEmit -p tsconfig.build.json",
+    "typecheck:local": "tsc --noEmit -p tsconfig.local.json",
+    "test": "vitest run",
+    "verify:release": "pnpm run typecheck && pnpm test && pnpm run build",
+    "prepublishOnly": "pnpm run verify:release"
+  },
+  "license": "MIT"
+}

package/src/auto.test.ts

@@ -1,86 +1,95 @@
-import { describe, expect, it } from 'vitest'
-import { Session } from '@deepseek-ai/dsh-session'
-import { createToolResultMessage, createUserMessage } from '@deepseek-ai/dsh-llm'
-import { AutoVerificationBudget, analyzeAutoTask, automaticFeedback } from './auto.ts'
-
-function taskSession() {
-  const session = Session.create('session-00000000-0000-4000-8000-000000000009' as never)
-  session.append('user/message', createUserMessage({ content: [{ type: 'text', text: 'Implement and test the feature' }], source: { kind: 'user' } }), { surfaceOp: 'append' })
-  return session
-}
-
-function call(session: ReturnType<typeof taskSession>, name: string, id: string) {
-  session.append('tool/call', { turn: 1, step: 1, callId: id as never, name, arguments: '{}' })
-  session.append('tool/result', { turn: 1, step: 1, message: createToolResultMessage({ callId: id as never, content: [{ type: 'text', text: 'ok' }], isError: false }) }, { surfaceOp: 'append' })
-}
-
-const smart = { mode: 'smart' as const, minToolCalls: 3, maxPerTask: 2, maxPerSession: 8 }
-
-describe('automatic verification policy', () => {
-  it('requires consequential work and enough evidence in smart mode', () => {
-    const session = taskSession()
-    call(session, 'read', 'one')
-    call(session, 'grep', 'two')
-    expect(analyzeAutoTask(session.events, smart)).toMatchObject({ eligible: false, reason: 'no-consequential-work' })
-    call(session, 'edit', 'three')
-    expect(analyzeAutoTask(session.events, smart)).toMatchObject({ eligible: true, toolCalls: 3, consequentialToolCalls: 1 })
-  })
-
-  it('does not count a failed consequential call paired with an unrelated success', () => {
-    const session = taskSession()
-    session.append('tool/call', { turn: 1, step: 1, callId: 'bad' as never, name: 'edit', arguments: '{}' })
-    session.append('tool/result', { turn: 1, step: 1, message: createToolResultMessage({ callId: 'bad' as never, content: [{ type: 'text', text: 'failed' }], isError: true }), error: { name: 'Error', code: 'FAILED' } }, { surfaceOp: 'append' })
-    call(session, 'read', 'good')
-    expect(analyzeAutoTask(session.events, smart)).toMatchObject({ consequentialToolCalls: 0, eligible: false, reason: 'no-consequential-work' })
-  })
-
-  it('strict mode accepts one completed consequential call', () => {
-    const session = taskSession()
-    call(session, 'ssh_exec', 'one')
-    expect(analyzeAutoTask(session.events, { ...smart, mode: 'strict' })).toMatchObject({ eligible: true, reason: 'strict-eligible' })
-  })
-
-  it('manual verification suppresses the automatic gate', () => {
-    const session = taskSession()
-    call(session, 'edit', 'one')
-    call(session, 'pwsh', 'two')
-    call(session, 'verifier_current_session', 'three')
-    expect(analyzeAutoTask(session.events, smart)).toMatchObject({ eligible: false, reason: 'already-verified', hasManualSessionVerification: true })
-  })
-
-  it('resets per-task attempts for a new direct user message and enforces the session cap', () => {
-    const session = taskSession()
-    call(session, 'edit', 'one')
-    call(session, 'read', 'two')
-    call(session, 'pwsh', 'three')
-    const agent = { id: session.id, session } as never
-    const budget = new AutoVerificationBudget()
-    const policy = { ...smart, maxPerTask: 1, maxPerSession: 2 }
-    expect(budget.claim(agent, analyzeAutoTask(session.events, policy), policy)).toBe(true)
-    expect(budget.claim(agent, analyzeAutoTask(session.events, policy), policy)).toBe(false)
-    session.append('user/message', createUserMessage({ content: [{ type: 'text', text: 'Do another task' }], source: { kind: 'user' } }), { surfaceOp: 'append' })
-    call(session, 'write', 'four')
-    call(session, 'read', 'five')
-    call(session, 'pwsh', 'six')
-    expect(budget.claim(agent, analyzeAutoTask(session.events, policy), policy)).toBe(true)
-    session.append('user/message', createUserMessage({ content: [{ type: 'text', text: 'Third task' }], source: { kind: 'user' } }), { surfaceOp: 'append' })
-    call(session, 'edit', 'seven')
-    call(session, 'read', 'eight')
-    call(session, 'pwsh', 'nine')
-    expect(budget.claim(agent, analyzeAutoTask(session.events, policy), policy)).toBe(false)
-  })
-
-  it('builds actionable low-score feedback', () => {
-    expect(automaticFeedback(0.42, 0.31, 'A', 0.65)).toContain('42.0%')
-    expect(automaticFeedback(0.42, 0.31, 'A', 0.65)).toContain('verification command')
-  })
-
-  it('recognizes PTC mode tool/code-dispatch events for eligibility', () => {
-    const session = taskSession()
-    session.append('tool/code-dispatch', { subCallId: 'c1' as never, name: 'read', arguments: '{}', isError: false, content: [{ type: 'text', text: 'data' }] })
-    session.append('tool/code-dispatch', { subCallId: 'c2' as never, name: 'grep', arguments: '{}', isError: false, content: [{ type: 'text', text: 'match' }] })
-    expect(analyzeAutoTask(session.events, smart)).toMatchObject({ eligible: false, reason: 'no-consequential-work' })
-    session.append('tool/code-dispatch', { subCallId: 'c3' as never, name: 'edit', arguments: '{}', isError: false, content: [{ type: 'text', text: 'done' }] })
-    expect(analyzeAutoTask(session.events, smart)).toMatchObject({ eligible: true, toolCalls: 3, consequentialToolCalls: 1 })
-  })
-})
+import { describe, expect, it } from 'vitest'
+import { Session } from '@deepseek-ai/dsh-session'
+import { createToolResultMessage, createUserMessage } from '@deepseek-ai/dsh-llm'
+import { AutoVerificationBudget, analyzeAutoTask, automaticFeedback } from './auto.ts'
+
+function taskSession() {
+  const session = Session.create('session-00000000-0000-4000-8000-000000000009' as never)
+  session.append('user/message', createUserMessage({ content: [{ type: 'text', text: 'Implement and test the feature' }], source: { kind: 'user' } }), { surfaceOp: 'append' })
+  return session
+}
+
+function call(session: ReturnType<typeof taskSession>, name: string, id: string) {
+  session.append('tool/call', { turn: 1, step: 1, callId: id as never, name, arguments: '{}' })
+  session.append('tool/result', { turn: 1, step: 1, message: createToolResultMessage({ callId: id as never, content: [{ type: 'text', text: 'ok' }], isError: false }) }, { surfaceOp: 'append' })
+}
+
+const smart = { mode: 'smart' as const, minToolCalls: 3, maxPerTask: 2, maxPerSession: 8 }
+
+describe('automatic verification policy', () => {
+  it('requires consequential work and enough evidence in smart mode', () => {
+    const session = taskSession()
+    call(session, 'read', 'one')
+    call(session, 'grep', 'two')
+    expect(analyzeAutoTask(session.events, smart)).toMatchObject({ eligible: false, reason: 'no-consequential-work' })
+    call(session, 'edit', 'three')
+    expect(analyzeAutoTask(session.events, smart)).toMatchObject({ eligible: true, toolCalls: 3, consequentialToolCalls: 1 })
+  })
+
+  it('does not count a failed consequential call paired with an unrelated success', () => {
+    const session = taskSession()
+    session.append('tool/call', { turn: 1, step: 1, callId: 'bad' as never, name: 'edit', arguments: '{}' })
+    session.append('tool/result', { turn: 1, step: 1, message: createToolResultMessage({ callId: 'bad' as never, content: [{ type: 'text', text: 'failed' }], isError: true }), error: { name: 'Error', code: 'FAILED' } }, { surfaceOp: 'append' })
+    call(session, 'read', 'good')
+    expect(analyzeAutoTask(session.events, smart)).toMatchObject({ consequentialToolCalls: 0, eligible: false, reason: 'no-consequential-work' })
+  })
+
+  it('strict mode accepts one completed consequential call', () => {
+    const session = taskSession()
+    call(session, 'ssh_exec', 'one')
+    expect(analyzeAutoTask(session.events, { ...smart, mode: 'strict' })).toMatchObject({ eligible: true, reason: 'strict-eligible' })
+  })
+
+  it('manual verification suppresses the automatic gate', () => {
+    const session = taskSession()
+    call(session, 'edit', 'one')
+    call(session, 'pwsh', 'two')
+    call(session, 'verifier_current_session', 'three')
+    expect(analyzeAutoTask(session.events, smart)).toMatchObject({ eligible: false, reason: 'already-verified', hasManualSessionVerification: true })
+  })
+
+  it('resets per-task attempts for a new direct user message and enforces the session cap', () => {
+    const session = taskSession()
+    call(session, 'edit', 'one')
+    call(session, 'read', 'two')
+    call(session, 'pwsh', 'three')
+    const agent = { id: session.id, session } as never
+    const budget = new AutoVerificationBudget()
+    const policy = { ...smart, maxPerTask: 1, maxPerSession: 2 }
+    expect(budget.claim(agent, analyzeAutoTask(session.events, policy), policy)).toBe(true)
+    expect(budget.claim(agent, analyzeAutoTask(session.events, policy), policy)).toBe(false)
+    session.append('user/message', createUserMessage({ content: [{ type: 'text', text: 'Do another task' }], source: { kind: 'user' } }), { surfaceOp: 'append' })
+    call(session, 'write', 'four')
+    call(session, 'read', 'five')
+    call(session, 'pwsh', 'six')
+    expect(budget.claim(agent, analyzeAutoTask(session.events, policy), policy)).toBe(true)
+    session.append('user/message', createUserMessage({ content: [{ type: 'text', text: 'Third task' }], source: { kind: 'user' } }), { surfaceOp: 'append' })
+    call(session, 'edit', 'seven')
+    call(session, 'read', 'eight')
+    call(session, 'pwsh', 'nine')
+    expect(budget.claim(agent, analyzeAutoTask(session.events, policy), policy)).toBe(false)
+  })
+
+  it('builds actionable low-score feedback', () => {
+    expect(automaticFeedback(0.42, 0.31, 'A', 0.65)).toContain('42.0%')
+    expect(automaticFeedback(0.42, 0.31, 'A', 0.65)).toContain('verification command')
+  })
+
+  it('recognizes PTC mode tool/code-dispatch events for eligibility', () => {
+    const session = taskSession()
+    session.append('tool/code-dispatch', { subCallId: 'c1' as never, name: 'read', arguments: '{}', isError: false, content: [{ type: 'text', text: 'data' }] })
+    session.append('tool/code-dispatch', { subCallId: 'c2' as never, name: 'grep', arguments: '{}', isError: false, content: [{ type: 'text', text: 'match' }] })
+    expect(analyzeAutoTask(session.events, smart)).toMatchObject({ eligible: false, reason: 'no-consequential-work' })
+    session.append('tool/code-dispatch', { subCallId: 'c3' as never, name: 'edit', arguments: '{}', isError: false, content: [{ type: 'text', text: 'done' }] })
+    expect(analyzeAutoTask(session.events, smart)).toMatchObject({ eligible: true, toolCalls: 3, consequentialToolCalls: 1 })
+  })
+
+  it('counts DSH 0.1.5 tool/ptc-dispatch events the same way', () => {
+    const session = taskSession()
+    session.append('tool/ptc-dispatch' as never, { subCallId: 'p1', name: 'read', arguments: '{}', isError: false, content: [{ type: 'text', text: 'data' }] } as never)
+    session.append('tool/ptc-dispatch' as never, { subCallId: 'p2', name: 'grep', arguments: '{}', isError: false, content: [{ type: 'text', text: 'match' }] } as never)
+    expect(analyzeAutoTask(session.events, smart)).toMatchObject({ eligible: false, reason: 'no-consequential-work' })
+    session.append('tool/ptc-dispatch' as never, { subCallId: 'p3', name: 'edit', arguments: '{}', isError: false, content: [{ type: 'text', text: 'done' }] } as never)
+    expect(analyzeAutoTask(session.events, smart)).toMatchObject({ eligible: true, toolCalls: 3, consequentialToolCalls: 1 })
+  })
+})