poi-plugin-mcp 0.2.16 → 0.2.22

package/lib/poi-input.js

@@ -1,302 +1,374 @@
-const CANONICAL_WIDTH = 1200
-const CANONICAL_HEIGHT = 720
-const DEFAULT_CLICK_DELAY_MS = 10
-const DRAG_MOVE_STEPS = 6
-const MAX_TEXT_LENGTH = 256
-
-const SUPPORTED_BUTTONS = new Set(['left', 'middle', 'right'])
-const SUPPORTED_KEY_EVENTS = new Set(['keyDown', 'keyUp'])
-const SUPPORTED_KEYS = new Set([
-  'Backspace',
-  'Delete',
-  'End',
-  'Enter',
-  'Escape',
-  'Home',
-  'PageDown',
-  'PageUp',
-  'Space',
-  'Tab',
-  'ArrowDown',
-  'ArrowLeft',
-  'ArrowRight',
-  'ArrowUp',
-])
-
-function createPoiInputProvider(options = {}) {
-  const getStore = options.getStore || defaultGetStore
-  const resolveWebContents =
-    options.resolveWebContents || defaultResolveWebContents
-  const delay = options.delay || defaultDelay
-  const clickDelayMs = options.clickDelayMs == null
-    ? DEFAULT_CLICK_DELAY_MS
-    : options.clickDelayMs
-
-  if (
-    !Number.isInteger(clickDelayMs) ||
-    clickDelayMs < 1 ||
-    clickDelayMs > 100
-  ) {
-    throw new Error('clickDelayMs must be an integer from 1 to 100')
-  }
-
-  return async function performPoiInput(operation) {
-    validateOperationObject(operation)
-    const layout = readLayout(getStore, resolveWebContents)
-
-    switch (operation.operation) {
-      case 'click':
-        validateClick(operation)
-        await sendClick(layout, operation, delay, clickDelayMs)
-        return 'click'
-      case 'drag':
-        validateDrag(operation)
-        await sendDrag(layout, operation, delay)
-        return 'drag'
-      case 'key':
-        validateKey(operation)
-        await layout.webContents.sendInputEvent({
-          type: operation.event,
-          keyCode: operation.key,
-        })
-        return 'key'
-      case 'text':
-        validateText(operation)
-        for (const character of operation.text) {
-          await layout.webContents.sendInputEvent({
-            type: 'char',
-            keyCode: character,
-          })
-        }
-        return 'text'
-      default:
-        throw new Error(`Unsupported input operation: ${String(operation.operation)}`)
-    }
-  }
-}
-
-function validateOperationObject(operation) {
-  if (
-    !operation ||
-    typeof operation !== 'object' ||
-    Array.isArray(operation)
-  ) {
-    throw new Error('Input must be one operation object')
-  }
-}
-
-function readLayout(getStore, resolveWebContents) {
-  const layout = getStore('layout.webview')
-  if (!layout || !layout.ref) {
-    throw new Error('Poi game WebView is not ready')
-  }
-  if (
-    !Number.isFinite(layout.width) ||
-    layout.width <= 0 ||
-    !Number.isFinite(layout.height) ||
-    layout.height <= 0
-  ) {
-    throw new Error('Poi game WebView dimensions must be positive finite numbers')
-  }
-  let webContents
-  if (typeof layout.ref.getWebContents === 'function') {
-    webContents = layout.ref.getWebContents()
-  } else if (typeof layout.ref.getWebContentsId === 'function') {
-    const webContentsId = layout.ref.getWebContentsId()
-    if (!Number.isInteger(webContentsId) || webContentsId <= 0) {
-      throw new Error('Poi game WebContents id is invalid')
-    }
-    webContents = resolveWebContents(webContentsId)
-  } else {
-    throw new Error('Poi game WebView is not ready')
-  }
-  if (!webContents || typeof webContents.sendInputEvent !== 'function') {
-    throw new Error('Poi game WebContents is not ready')
-  }
-  return { ...layout, webContents }
-}
-
-function validateClick(operation) {
-  assertExactFields(operation, ['operation', 'x', 'y', 'button'])
-  if (!Number.isFinite(operation.x) || !Number.isFinite(operation.y)) {
-    throw new Error('Click coordinates must be finite numbers')
-  }
-  if (
-    operation.x < 0 ||
-    operation.x >= CANONICAL_WIDTH ||
-    operation.y < 0 ||
-    operation.y >= CANONICAL_HEIGHT
-  ) {
-    throw new Error('Click coordinates must be within canonical bounds')
-  }
-  if (!SUPPORTED_BUTTONS.has(operation.button)) {
-    throw new Error(`Unsupported mouse button: ${String(operation.button)}`)
-  }
-}
-
-function validateDrag(operation) {
-  assertExactFields(operation, [
-    'operation',
-    'fromX',
-    'fromY',
-    'toX',
-    'toY',
-    'durationMs',
-    'button',
-  ])
-  const coordinates = [
-    operation.fromX,
-    operation.fromY,
-    operation.toX,
-    operation.toY,
-  ]
-  if (coordinates.some((coordinate) => !Number.isFinite(coordinate))) {
-    throw new Error('Drag coordinates must be finite numbers')
-  }
-  if (
-    operation.fromX < 0 ||
-    operation.fromX >= CANONICAL_WIDTH ||
-    operation.toX < 0 ||
-    operation.toX >= CANONICAL_WIDTH ||
-    operation.fromY < 0 ||
-    operation.fromY >= CANONICAL_HEIGHT ||
-    operation.toY < 0 ||
-    operation.toY >= CANONICAL_HEIGHT
-  ) {
-    throw new Error('Drag coordinates must be within canonical bounds')
-  }
-  if (!Number.isInteger(operation.durationMs)) {
-    throw new Error('Drag durationMs must be an integer')
-  }
-  if (operation.durationMs < 50 || operation.durationMs > 2000) {
-    throw new Error('Drag durationMs must be from 50 to 2000')
-  }
-  if (!SUPPORTED_BUTTONS.has(operation.button)) {
-    throw new Error(`Unsupported mouse button: ${String(operation.button)}`)
-  }
-}
-
-function validateKey(operation) {
-  assertExactFields(operation, ['operation', 'event', 'key'])
-  if (!SUPPORTED_KEY_EVENTS.has(operation.event)) {
-    throw new Error(`Unsupported key event: ${String(operation.event)}`)
-  }
-  if (!SUPPORTED_KEYS.has(operation.key)) {
-    throw new Error(`Unsupported key: ${String(operation.key)}`)
-  }
-}
-
-function validateText(operation) {
-  assertExactFields(operation, ['operation', 'text'])
-  if (
-    typeof operation.text !== 'string' ||
-    operation.text.length === 0 ||
-    operation.text.length > MAX_TEXT_LENGTH
-  ) {
-    throw new Error('Literal text must contain 1 to 256 characters')
-  }
-  if (/[\u0000-\u001f\u007f-\u009f]/u.test(operation.text)) {
-    throw new Error('Literal text must contain printable characters only')
-  }
-}
-
-function assertExactFields(operation, allowedFields) {
-  const allowed = new Set(allowedFields)
-  const unexpected = Object.keys(operation).find((field) => !allowed.has(field))
-  if (unexpected) {
-    throw new Error(`Unexpected field for ${operation.operation}: ${unexpected}`)
-  }
-  const missing = allowedFields.find((field) => !Object.hasOwn(operation, field))
-  if (missing) {
-    throw new Error(`Missing field for ${operation.operation}: ${missing}`)
-  }
-}
-
-async function sendClick(layout, operation, delay, clickDelayMs) {
-  const event = {
-    x: Math.floor((operation.x * layout.width) / CANONICAL_WIDTH),
-    y: Math.floor((operation.y * layout.height) / CANONICAL_HEIGHT),
-    button: operation.button,
-    clickCount: 1,
-  }
-
-  await layout.webContents.sendInputEvent({ type: 'mouseDown', ...event })
-  try {
-    await delay(clickDelayMs)
-  } finally {
-    await layout.webContents.sendInputEvent({ type: 'mouseUp', ...event })
-  }
-}
-
-async function sendDrag(layout, operation, delay) {
-  const start = {
-    x: Math.floor((operation.fromX * layout.width) / CANONICAL_WIDTH),
-    y: Math.floor((operation.fromY * layout.height) / CANONICAL_HEIGHT),
-  }
-  const destination = {
-    x: Math.floor((operation.toX * layout.width) / CANONICAL_WIDTH),
-    y: Math.floor((operation.toY * layout.height) / CANONICAL_HEIGHT),
-  }
-  const mouseButton = { button: operation.button }
-
-  await layout.webContents.sendInputEvent({
-    type: 'mouseMove',
-    ...start,
-    ...mouseButton,
-  })
-  try {
-    await layout.webContents.sendInputEvent({
-      type: 'mouseDown',
-      ...start,
-      ...mouseButton,
-      clickCount: 1,
-    })
-    for (let step = 1; step <= DRAG_MOVE_STEPS; step += 1) {
-      const elapsed = Math.round((operation.durationMs * step) / DRAG_MOVE_STEPS)
-      const previousElapsed = Math.round(
-        (operation.durationMs * (step - 1)) / DRAG_MOVE_STEPS,
-      )
-      await delay(elapsed - previousElapsed)
-      await layout.webContents.sendInputEvent({
-        type: 'mouseMove',
-        x: Math.round(
-          start.x + ((destination.x - start.x) * step) / DRAG_MOVE_STEPS,
-        ),
-        y: Math.round(
-          start.y + ((destination.y - start.y) * step) / DRAG_MOVE_STEPS,
-        ),
-        ...mouseButton,
-      })
-    }
-  } finally {
-    await layout.webContents.sendInputEvent({
-      type: 'mouseUp',
-      ...destination,
-      ...mouseButton,
-      clickCount: 1,
-    })
-  }
-}
-
-function defaultDelay(milliseconds) {
-  return new Promise((resolve) => setTimeout(resolve, milliseconds))
-}
-
-function defaultGetStore(path) {
-  if (typeof window !== 'undefined' && typeof window.getStore === 'function') {
-    return window.getStore(path)
-  }
-  return null
-}
-
-function defaultResolveWebContents(webContentsId) {
-  const { webContents } = require('@electron/remote')
-  return webContents.fromId(webContentsId)
-}
-
-module.exports = {
-  CANONICAL_HEIGHT,
-  CANONICAL_WIDTH,
-  MAX_TEXT_LENGTH,
-  createPoiInputProvider,
-}
+const CANONICAL_WIDTH = 1200
+const CANONICAL_HEIGHT = 720
+const DRAG_MOVE_STEPS = 6
+const DRAG_RELEASE_DELAY_MS = 120
+const MAX_TEXT_LENGTH = 256
+
+const SUPPORTED_BUTTONS = new Set(['left', 'middle', 'right'])
+const SUPPORTED_KEY_EVENTS = new Set(['keyDown', 'keyUp'])
+const SUPPORTED_KEYS = new Set([
+  'Backspace',
+  'Delete',
+  'End',
+  'Enter',
+  'Escape',
+  'Home',
+  'PageDown',
+  'PageUp',
+  'Space',
+  'Tab',
+  'ArrowDown',
+  'ArrowLeft',
+  'ArrowRight',
+  'ArrowUp',
+])
+
+function createPoiInputProvider(options = {}) {
+  const getStore = options.getStore || defaultGetStore
+  const resolveWebContents =
+    options.resolveWebContents || defaultResolveWebContents
+  const delay = options.delay || defaultDelay
+
+  return async function performPoiInput(operation) {
+    validateOperationObject(operation)
+    const layout = readLayout(getStore, resolveWebContents)
+    // Live 2026-08-24: synthetic clicks reach the game and take effect in a
+    // visible, non-focused window; they only stall when the window is
+    // minimized/occluded and Chromium throttles the renderer (PIXI ticker
+    // frozen). So: un-throttle the webContents, restore a minimized window,
+    // and keep the document focused at the webContents level — never steal
+    // the user's OS foreground (the Windows foreground lock silently ignored
+    // the old win.focus() anyway).
+    prepareGameWindowForInput(layout.webContents)
+
+    switch (operation.operation) {
+      case 'move':
+        validateMove(operation)
+        sendMove(layout, operation)
+        return 'move'
+      case 'click':
+        validateClick(operation)
+        sendClick(layout, operation)
+        return 'click'
+      case 'drag':
+        validateDrag(operation)
+        await sendDrag(layout, operation, delay)
+        return 'drag'
+      case 'key':
+        validateKey(operation)
+        await layout.webContents.sendInputEvent({
+          type: operation.event,
+          keyCode: operation.key,
+        })
+        return 'key'
+      case 'text':
+        validateText(operation)
+        for (const character of operation.text) {
+          await layout.webContents.sendInputEvent({
+            type: 'char',
+            keyCode: character,
+          })
+        }
+        return 'text'
+      default:
+        throw new Error(`Unsupported input operation: ${String(operation.operation)}`)
+    }
+  }
+}
+
+function validateOperationObject(operation) {
+  if (
+    !operation ||
+    typeof operation !== 'object' ||
+    Array.isArray(operation)
+  ) {
+    throw new Error('Input must be one operation object')
+  }
+}
+
+function prepareGameWindowForInput(webContents) {
+  try {
+    if (typeof webContents.setBackgroundThrottling === 'function') {
+      webContents.setBackgroundThrottling(false)
+    }
+  } catch (_throttleError) {
+    // Throttling control is best-effort; input below is still delivered.
+  }
+  try {
+    const { BrowserWindow } = require('electron')
+    const win = BrowserWindow.fromWebContents(
+      webContents.hostWebContents || webContents,
+    )
+    if (win && win.isMinimized()) {
+      // Restoring resumes the throttled renderer; it does not need the
+      // OS foreground for synthetic input to work (verified 2026-08-24).
+      win.restore()
+    }
+  } catch (_windowError) {
+    // Fall through to webContents-level focus below.
+  }
+  try {
+    if (typeof webContents.focus === 'function') webContents.focus()
+  } catch (_focusError) {
+    // Input below is still delivered and may work without focus.
+  }
+}
+
+function readLayout(getStore, resolveWebContents) {
+  const layout = getStore('layout.webview')
+  if (!layout || !layout.ref) {
+    throw new Error('Poi game WebView is not ready')
+  }
+  if (
+    !Number.isFinite(layout.width) ||
+    layout.width <= 0 ||
+    !Number.isFinite(layout.height) ||
+    layout.height <= 0
+  ) {
+    throw new Error('Poi game WebView dimensions must be positive finite numbers')
+  }
+  let webContents
+  if (typeof layout.ref.getWebContents === 'function') {
+    webContents = layout.ref.getWebContents()
+  } else if (typeof layout.ref.getWebContentsId === 'function') {
+    const webContentsId = layout.ref.getWebContentsId()
+    if (!Number.isInteger(webContentsId) || webContentsId <= 0) {
+      throw new Error('Poi game WebContents id is invalid')
+    }
+    webContents = resolveWebContents(webContentsId)
+  } else {
+    throw new Error('Poi game WebView is not ready')
+  }
+  if (!webContents || typeof webContents.sendInputEvent !== 'function') {
+    throw new Error('Poi game WebContents is not ready')
+  }
+  return { ...layout, webContents }
+}
+
+function validateClick(operation) {
+  assertExactFields(operation, ['operation', 'x', 'y', 'button'])
+  if (!Number.isFinite(operation.x) || !Number.isFinite(operation.y)) {
+    throw new Error('Click coordinates must be finite numbers')
+  }
+  if (
+    operation.x < 0 ||
+    operation.x >= CANONICAL_WIDTH ||
+    operation.y < 0 ||
+    operation.y >= CANONICAL_HEIGHT
+  ) {
+    throw new Error('Click coordinates must be within canonical bounds')
+  }
+  if (!SUPPORTED_BUTTONS.has(operation.button)) {
+    throw new Error(`Unsupported mouse button: ${String(operation.button)}`)
+  }
+}
+
+function validateMove(operation) {
+  assertExactFields(operation, ['operation', 'x', 'y'])
+  if (!Number.isFinite(operation.x) || !Number.isFinite(operation.y)) {
+    throw new Error('Move coordinates must be finite numbers')
+  }
+  if (
+    operation.x < 0 ||
+    operation.x >= CANONICAL_WIDTH ||
+    operation.y < 0 ||
+    operation.y >= CANONICAL_HEIGHT
+  ) {
+    throw new Error('Move coordinates must be within canonical bounds')
+  }
+}
+
+function validateDrag(operation) {
+  assertExactFields(operation, [
+    'operation',
+    'fromX',
+    'fromY',
+    'toX',
+    'toY',
+    'durationMs',
+    'button',
+  ])
+  const coordinates = [
+    operation.fromX,
+    operation.fromY,
+    operation.toX,
+    operation.toY,
+  ]
+  if (coordinates.some((coordinate) => !Number.isFinite(coordinate))) {
+    throw new Error('Drag coordinates must be finite numbers')
+  }
+  if (
+    operation.fromX < 0 ||
+    operation.fromX >= CANONICAL_WIDTH ||
+    operation.toX < 0 ||
+    operation.toX >= CANONICAL_WIDTH ||
+    operation.fromY < 0 ||
+    operation.fromY >= CANONICAL_HEIGHT ||
+    operation.toY < 0 ||
+    operation.toY >= CANONICAL_HEIGHT
+  ) {
+    throw new Error('Drag coordinates must be within canonical bounds')
+  }
+  if (!Number.isInteger(operation.durationMs)) {
+    throw new Error('Drag durationMs must be an integer')
+  }
+  if (operation.durationMs < 50 || operation.durationMs > 2000) {
+    throw new Error('Drag durationMs must be from 50 to 2000')
+  }
+  if (!SUPPORTED_BUTTONS.has(operation.button)) {
+    throw new Error(`Unsupported mouse button: ${String(operation.button)}`)
+  }
+}
+
+function validateKey(operation) {
+  assertExactFields(operation, ['operation', 'event', 'key'])
+  if (!SUPPORTED_KEY_EVENTS.has(operation.event)) {
+    throw new Error(`Unsupported key event: ${String(operation.event)}`)
+  }
+  if (!SUPPORTED_KEYS.has(operation.key)) {
+    throw new Error(`Unsupported key: ${String(operation.key)}`)
+  }
+}
+
+function validateText(operation) {
+  assertExactFields(operation, ['operation', 'text'])
+  if (
+    typeof operation.text !== 'string' ||
+    operation.text.length === 0 ||
+    operation.text.length > MAX_TEXT_LENGTH
+  ) {
+    throw new Error('Literal text must contain 1 to 256 characters')
+  }
+  if (/[\u0000-\u001f\u007f-\u009f]/u.test(operation.text)) {
+    throw new Error('Literal text must contain printable characters only')
+  }
+}
+
+function assertExactFields(operation, allowedFields) {
+  const allowed = new Set(allowedFields)
+  const unexpected = Object.keys(operation).find((field) => !allowed.has(field))
+  if (unexpected) {
+    throw new Error(`Unexpected field for ${operation.operation}: ${unexpected}`)
+  }
+  const missing = allowedFields.find((field) => !Object.hasOwn(operation, field))
+  if (missing) {
+    throw new Error(`Missing field for ${operation.operation}: ${missing}`)
+  }
+}
+
+function sendMove(layout, operation) {
+  sendPointerEnterAndMove(layout.webContents, {
+    x: Math.floor((operation.x * layout.width) / CANONICAL_WIDTH),
+    y: Math.floor((operation.y * layout.height) / CANONICAL_HEIGHT),
+  })
+}
+
+function sendClick(layout, operation) {
+  const point = {
+    x: Math.floor((operation.x * layout.width) / CANONICAL_WIDTH),
+    y: Math.floor((operation.y * layout.height) / CANONICAL_HEIGHT),
+    button: operation.button,
+  }
+
+  // Match poi-plugin-kancolle-assistant's long-running browser click sequence.
+  layout.webContents.sendInputEvent({ type: 'mouseMove', ...point })
+  layout.webContents.sendInputEvent({
+    type: 'mouseDown',
+    ...point,
+    clickCount: 3,
+  })
+  layout.webContents.sendInputEvent({ type: 'mouseUp', ...point, clickCount: 3 })
+  layout.webContents.sendInputEvent({
+    type: 'mouseMove',
+    x: 0,
+    y: 0,
+    button: operation.button,
+  })
+}
+
+async function sendDrag(layout, operation, delay) {
+  const start = {
+    x: Math.floor((operation.fromX * layout.width) / CANONICAL_WIDTH),
+    y: Math.floor((operation.fromY * layout.height) / CANONICAL_HEIGHT),
+  }
+  const destination = {
+    x: Math.floor((operation.toX * layout.width) / CANONICAL_WIDTH),
+    y: Math.floor((operation.toY * layout.height) / CANONICAL_HEIGHT),
+  }
+  const mouseButton = { button: operation.button }
+
+  sendPointerEnterAndMove(layout.webContents, start)
+  try {
+    await layout.webContents.sendInputEvent({
+      type: 'mouseDown',
+      ...start,
+      ...mouseButton,
+      clickCount: 1,
+    })
+    let previousX = start.x
+    let previousY = start.y
+    for (let step = 1; step <= DRAG_MOVE_STEPS; step += 1) {
+      const elapsed = Math.round((operation.durationMs * step) / DRAG_MOVE_STEPS)
+      const previousElapsed = Math.round(
+        (operation.durationMs * (step - 1)) / DRAG_MOVE_STEPS,
+      )
+      await delay(elapsed - previousElapsed)
+      const x = Math.round(
+        start.x + ((destination.x - start.x) * step) / DRAG_MOVE_STEPS,
+      )
+      const y = Math.round(
+        start.y + ((destination.y - start.y) * step) / DRAG_MOVE_STEPS,
+      )
+      await layout.webContents.sendInputEvent({
+        type: 'mouseMove',
+        x,
+        y,
+        movementX: x - previousX,
+        movementY: y - previousY,
+        ...mouseButton,
+      })
+      previousX = x
+      previousY = y
+    }
+    // The game's drag targets (e.g. the organization fleet tab combine drag)
+    // require a short hold at the destination before the release; releasing
+    // in the same tick as the last move drops the gesture (verified against
+    // poi-plugin-kancolle-assistant's mouseMove drag implementation).
+    await delay(DRAG_RELEASE_DELAY_MS)
+  } finally {
+    await layout.webContents.sendInputEvent({
+      type: 'mouseUp',
+      ...destination,
+      ...mouseButton,
+      clickCount: 1,
+    })
+  }
+}
+
+function sendPointerEnterAndMove(webContents, point) {
+  webContents.sendInputEvent({ type: 'mouseEnter', x: point.x, y: point.y })
+  webContents.sendInputEvent({ type: 'mouseMove', x: point.x, y: point.y })
+}
+
+function defaultDelay(milliseconds) {
+  return new Promise((resolve) => setTimeout(resolve, milliseconds))
+}
+
+function defaultGetStore(path) {
+  if (typeof window !== 'undefined' && typeof window.getStore === 'function') {
+    return window.getStore(path)
+  }
+  return null
+}
+
+function defaultResolveWebContents(webContentsId) {
+  const { webContents } = require('@electron/remote')
+  return webContents.fromId(webContentsId)
+}
+
+module.exports = {
+  CANONICAL_HEIGHT,
+  CANONICAL_WIDTH,
+  MAX_TEXT_LENGTH,
+  createPoiInputProvider,
+}