xiaoyuan-assistant 0.5.45

package/src/core/builtins.js

@@ -0,0 +1,188 @@
+/**
+ * 小园内置浏览器/页面能力。
+ * 这些能力不依赖 DOM，AI 识别到对应 function 后由 SDK 直接执行。
+ */
+
+function nextFrame() {
+  return new Promise((resolve) => {
+    if (typeof requestAnimationFrame === 'function') {
+      requestAnimationFrame(() => resolve())
+    } else {
+      setTimeout(resolve, 0)
+    }
+  })
+}
+
+function waitForPopState(timeout = 8000) {
+  if (typeof window === 'undefined') return Promise.resolve(false)
+
+  return new Promise((resolve) => {
+    let settled = false
+    const finish = (changed) => {
+      if (settled) return
+      settled = true
+      window.removeEventListener('popstate', onPopState)
+      window.removeEventListener('pageshow', onPageShow)
+      clearTimeout(timer)
+      resolve(changed)
+    }
+
+    const onPopState = () => finish(true)
+    const onPageShow = () => finish(true)
+    const timer = setTimeout(() => finish(false), timeout)
+
+    window.addEventListener('popstate', onPopState, { once: true })
+    window.addEventListener('pageshow', onPageShow, { once: true })
+  })
+}
+
+function buildConsoleUrl() {
+  if (typeof window === 'undefined' || typeof location === 'undefined') {
+    return ''
+  }
+
+  const url = new URL(window.location.href)
+  url.searchParams.set('console', '')
+  // 保持用户期望的 ?console / &console 形式，而不是 ?console=。
+  return url.toString().replace(/([?&])console=/, '$1console')
+}
+
+export function getBuiltinFunctions() {
+  return [
+    {
+      name: 'refreshPage',
+      description: '刷新当前大屏页面，重新加载当前页面',
+      params: {},
+      handler: async () => {
+        if (typeof window === 'undefined') {
+          return { success: false, message: '当前环境无法刷新页面' }
+        }
+
+        // 让本次方法调用有机会返回给小园执行器，再刷新页面。
+        setTimeout(() => window.location.reload(), 80)
+        return {
+          success: true,
+          action: 'refreshPage',
+          message: '已刷新当前页面。'
+        }
+      }
+    },
+    {
+      name: 'goBack',
+      description: '返回浏览历史中的上一个页面',
+      params: {},
+      handler: async () => {
+        if (typeof window === 'undefined' || !window.history) {
+          return { success: false, message: '当前环境无法返回上一页面' }
+        }
+
+        const wait = waitForPopState()
+        window.history.back()
+        const changed = await wait
+        return {
+          success: true,
+          action: 'goBack',
+          changed,
+          message: changed ? '已返回上一页面。' : '已发起返回上一页面操作。'
+        }
+      }
+    },
+    {
+      name: 'goForward',
+      description: '前往浏览历史中的下一个页面',
+      params: {},
+      handler: async () => {
+        if (typeof window === 'undefined' || !window.history) {
+          return { success: false, message: '当前环境无法前往下一页面' }
+        }
+
+        const wait = waitForPopState()
+        window.history.forward()
+        const changed = await wait
+        return {
+          success: true,
+          action: 'goForward',
+          changed,
+          message: changed ? '已前往下一页面。' : '已发起前往下一页面操作。'
+        }
+      }
+    },
+    {
+      name: 'openDataCenter',
+      description: '打开当前大屏对应的数据中台，在当前地址后追加 console 参数并重新加载页面',
+      params: {},
+      handler: async () => {
+        if (typeof window === 'undefined') {
+          return { success: false, message: '当前环境无法打开数据中台' }
+        }
+
+        const url = buildConsoleUrl()
+        if (!url) {
+          return { success: false, message: '无法生成数据中台地址' }
+        }
+
+        setTimeout(() => {
+          window.location.href = url
+        }, 80)
+
+        return {
+          success: true,
+          action: 'openDataCenter',
+          url,
+          message: '已打开数据中台。'
+        }
+      }
+    },
+    {
+      name: 'closeDataCenter',
+      description: '关闭当前数据中台模式，从当前地址移除 console 参数并重新加载页面',
+      params: {},
+      handler: async () => {
+        if (typeof window === 'undefined' || typeof location === 'undefined') {
+          return { success: false, message: '当前环境无法关闭数据中台' }
+        }
+
+        const url = new URL(window.location.href)
+        url.searchParams.delete('console')
+
+        setTimeout(() => {
+          window.location.href = url.toString()
+        }, 80)
+
+        return {
+          success: true,
+          action: 'closeDataCenter',
+          url: url.toString(),
+          message: '已关闭数据中台。'
+        }
+      }
+    },
+    {
+      name: 'scrollPageTop',
+      description: '将当前页面滚动到顶部',
+      params: {},
+      handler: async () => {
+        if (typeof window === 'undefined') return { success: false, message: '当前环境无法滚动页面' }
+        window.scrollTo({ top: 0, behavior: 'smooth' })
+        await nextFrame()
+        return { success: true, action: 'scrollPageTop', message: '已滚动到页面顶部。' }
+      }
+    },
+    {
+      name: 'scrollPageBottom',
+      description: '将当前页面滚动到底部',
+      params: {},
+      handler: async () => {
+        if (typeof window === 'undefined') return { success: false, message: '当前环境无法滚动页面' }
+        window.scrollTo({ top: document.documentElement.scrollHeight, behavior: 'smooth' })
+        await nextFrame()
+        return { success: true, action: 'scrollPageBottom', message: '已滚动到页面底部。' }
+      }
+    }
+  ]
+}
+
+export function registerBuiltinFunctions(registry) {
+  const unregisters = getBuiltinFunctions().map((item) => registry.registerFunction(item))
+  return () => unregisters.forEach((unregister) => unregister?.())
+}

package/src/core/dom.js

@@ -0,0 +1,156 @@
+function escape(value) {
+  if (typeof CSS !== 'undefined' && typeof CSS.escape === 'function') return CSS.escape(String(value))
+  return String(value).replace(/[^a-zA-Z0-9_-]/g, '\\$&')
+}
+
+function parseParam(value) {
+  if (value == null || value === '') return null
+  const raw = String(value)
+  try { return JSON.parse(raw) } catch (_) { return raw }
+}
+
+/**
+ * 精确定位 AI DOM：
+ * data-ai-function = 操作名
+ * data-ai-param    = 当前这个 DOM 对应的目标参数
+ */
+export function findAiElement(name, params = {}) {
+  const functionName = String(name || '').trim()
+  if (!functionName) return null
+
+  const value = params?.value ?? params?.param ?? params?.target ?? params?.id ?? params?.aiId ?? params?.name ?? params?.aiName
+  const base = `[data-ai-function="${escape(functionName)}"]`
+
+  if (value !== undefined && value !== null && value !== '') {
+    const rawValue = typeof value === 'object' ? JSON.stringify(value) : String(value)
+    const direct = document.querySelector(`${base}[data-ai-param="${escape(rawValue)}"]`)
+    if (direct) return direct
+
+    if (typeof value === 'object') {
+      const candidates = document.querySelectorAll(base)
+      const target = JSON.stringify(value)
+      for (const el of candidates) {
+        if (JSON.stringify(parseParam(el.dataset.aiParam)) === target) return el
+      }
+    }
+    return null
+  }
+
+  const only = document.querySelectorAll(base)
+  return only.length === 1 ? only[0] : null
+}
+
+/**
+ * 为 Planner 提供紧凑的 DOM 能力清单。
+ * 同名 Function 聚合 params，避免把整棵 DOM 树重复发送给模型。
+ */
+export function scanAiElements() {
+  const map = new Map()
+  const elements = document.querySelectorAll('[data-ai-function]')
+
+  for (const el of elements) {
+    const name = String(el.dataset.aiFunction || '').trim()
+    if (!name) continue
+
+    const item = map.get(name) || {
+      name,
+      description: el.dataset.aiDescription || '',
+      params: []
+    }
+
+    if (!item.description && el.dataset.aiDescription) {
+      item.description = el.dataset.aiDescription
+    }
+
+    const param = parseParam(el.dataset.aiParam)
+    const key = typeof param === 'object' ? JSON.stringify(param) : String(param ?? '')
+    if (param !== null && !item.params.some((v) => String(v.key) === key)) {
+      item.params.push({
+        key,
+        value: param
+      })
+    }
+
+    map.set(name, item)
+  }
+
+  return [...map.values()].map((item) => ({
+    name: item.name,
+    description: String(item.description || '').slice(0, 180),
+    params: item.params.slice(0, 80).map((v) => v.value)
+  }))
+}
+
+function waitForDocumentReady() {
+  if (document.readyState === 'complete' || document.readyState === 'interactive') return Promise.resolve()
+  return new Promise((resolve) => {
+    const done = () => {
+      document.removeEventListener('DOMContentLoaded', done)
+      window.removeEventListener('load', done)
+      resolve()
+    }
+    document.addEventListener('DOMContentLoaded', done, { once: true })
+    window.addEventListener('load', done, { once: true })
+  })
+}
+
+/**
+ * 等待精确 Function + Param 出现在当前页面。
+ * 首次直接 querySelector，只有不存在时才启用 MutationObserver / 低频轮询。
+ */
+export async function waitForAiElement(name, params = {}, options = {}) {
+  const timeout = Math.max(0, Number(options.timeout ?? 6000))
+  const interval = Math.max(50, Number(options.interval ?? 120))
+  await waitForDocumentReady()
+
+  const immediate = findAiElement(name, params)
+  if (immediate || timeout === 0) return immediate || null
+
+  return new Promise((resolve) => {
+    let finished = false
+    let timer = null
+    let poll = null
+    let observer = null
+
+    const finish = (el) => {
+      if (finished) return
+      finished = true
+      if (timer) clearTimeout(timer)
+      if (poll) clearInterval(poll)
+      if (observer) observer.disconnect()
+      resolve(el || null)
+    }
+
+    const check = () => {
+      const el = findAiElement(name, params)
+      if (el) finish(el)
+    }
+
+    const root = document.documentElement || document.body
+    if (typeof MutationObserver !== 'undefined' && root) {
+      observer = new MutationObserver(check)
+      observer.observe(root, {
+        subtree: true,
+        childList: true,
+        attributes: true,
+        attributeFilter: ['data-ai-function', 'data-ai-param']
+      })
+    }
+
+    poll = window.setInterval(check, interval)
+    timer = window.setTimeout(() => finish(null), timeout)
+    check()
+  })
+}
+
+export async function waitForRender(frames = 1, delay = 20) {
+  let count = Math.max(0, Number(frames))
+  while (count-- > 0) {
+    if (typeof requestAnimationFrame === 'function') {
+      await new Promise((resolve) => requestAnimationFrame(resolve))
+    } else {
+      await new Promise((resolve) => setTimeout(resolve, 0))
+    }
+  }
+  if (delay > 0) await new Promise((resolve) => setTimeout(resolve, delay))
+}