dsh-crate-web 0.1.0 → 0.1.2-preview.2

package/core/dsh_pack/windows_verify.py

@@ -0,0 +1,177 @@
+"""独立桌面验证器的Win32资源、进程身份和被动TCP表；不依赖测试目录。"""
+import ctypes as c
+import os,socket
+
+class ProcessEntry(c.Structure):
+    _fields_ = [('size', c.c_ulong), ('usage', c.c_ulong), ('pid', c.c_ulong),
+        ('heap', c.c_size_t), ('module', c.c_ulong), ('threads', c.c_ulong),
+        ('parent', c.c_ulong), ('priority', c.c_long), ('flags', c.c_ulong), ('image', c.c_wchar * 260)]
+
+def process_tree(root_pid):
+    kernel = c.WinDLL('kernel32', use_last_error=True)
+    kernel.CreateToolhelp32Snapshot.argtypes = [c.c_ulong, c.c_ulong]
+    kernel.CreateToolhelp32Snapshot.restype = c.c_void_p
+    kernel.Process32FirstW.argtypes = kernel.Process32NextW.argtypes = [c.c_void_p, c.POINTER(ProcessEntry)]
+    kernel.CloseHandle.argtypes = [c.c_void_p]
+    handle = kernel.CreateToolhelp32Snapshot(2, 0)
+    if handle == c.c_void_p(-1).value:
+        raise OSError(c.get_last_error(), 'process snapshot')
+    rows = []
+    try:
+        row = ProcessEntry()
+        row.size = c.sizeof(row)
+        valid = kernel.Process32FirstW(handle, c.byref(row))
+        while valid:
+            rows.append((row.pid, row.parent))
+            valid = kernel.Process32NextW(handle, c.byref(row))
+        error = c.get_last_error()
+        if error not in (0, 18):
+            raise OSError(error, 'process enumeration')
+    finally:
+        kernel.CloseHandle(handle)
+    owned = {root_pid}
+    for _ in range(len(rows) + 1):
+        added = {pid for pid, parent in rows if parent in owned} - owned
+        if not added:
+            return owned
+        owned.update(added)
+    raise RuntimeError('process ancestry did not converge')
+
+class BasicJobLimits(c.Structure):
+    _fields_ = [('processTime', c.c_int64), ('jobTime', c.c_int64), ('flags', c.c_ulong),
+        ('minimumWorkingSet', c.c_size_t), ('maximumWorkingSet', c.c_size_t),
+        ('activeProcesses', c.c_ulong), ('affinity', c.c_size_t), ('priority', c.c_ulong), ('scheduling', c.c_ulong)]
+
+class JobIo(c.Structure):
+    _fields_ = [(name, c.c_uint64) for name in ['readOperations', 'writeOperations', 'otherOperations', 'readBytes', 'writeBytes', 'otherBytes']]
+
+class ExtendedJobLimits(c.Structure):
+    _fields_ = [('basic', BasicJobLimits), ('io', JobIo), ('processMemory', c.c_size_t),
+        ('jobMemory', c.c_size_t), ('peakProcessMemory', c.c_size_t), ('peakJobMemory', c.c_size_t)]
+
+class OwnedJob:
+    """Only the created controller joins; its future children cannot outlive Core."""
+    def __init__(self):
+        self.kernel = c.WinDLL('kernel32', use_last_error=True)
+        self.kernel.CreateJobObjectW.argtypes = [c.c_void_p, c.c_wchar_p]
+        self.kernel.CreateJobObjectW.restype = c.c_void_p
+        self.kernel.SetInformationJobObject.argtypes = [c.c_void_p, c.c_int, c.c_void_p, c.c_ulong]
+        self.kernel.AssignProcessToJobObject.argtypes = [c.c_void_p, c.c_void_p]
+        self.kernel.CloseHandle.argtypes = [c.c_void_p]
+        self.handle = self.kernel.CreateJobObjectW(None, None)
+        if not self.handle:
+            raise OSError(c.get_last_error(), 'CreateJobObjectW')
+        limits = ExtendedJobLimits()
+        limits.basic.flags = 0x2000  # JOB_OBJECT_LIMIT_KILL_ON_JOB_CLOSE, no breakaway.
+        if not self.kernel.SetInformationJobObject(self.handle, 9, c.byref(limits), c.sizeof(limits)):
+            error = c.get_last_error()
+            self.close()
+            raise OSError(error, 'SetInformationJobObject')
+
+    def assign(self, process):
+        if not self.kernel.AssignProcessToJobObject(self.handle, int(process._handle)):
+            raise OSError(c.get_last_error(), 'AssignProcessToJobObject')
+
+    def active_processes(self):
+        class Accounting(c.Structure):
+            _fields_ = [(name, c.c_int64) for name in ['user', 'kernel', 'periodUser', 'periodKernel']] + [
+                (name, c.c_ulong) for name in ['pageFaults', 'totalProcesses', 'activeProcesses', 'terminatedProcesses']]
+        value = Accounting()
+        self.kernel.QueryInformationJobObject.argtypes = [c.c_void_p, c.c_int, c.c_void_p, c.c_ulong, c.c_void_p]
+        if not self.kernel.QueryInformationJobObject(self.handle, 1, c.byref(value), c.sizeof(value), None):
+            raise OSError(c.get_last_error(), 'QueryInformationJobObject')
+        return fields(value)
+
+    def close(self):
+        if self.handle:
+            self.kernel.CloseHandle(self.handle)
+            self.handle = None
+class Memory(c.Structure):
+    _fields_=[('length',c.c_ulong),('load',c.c_ulong)]+[(n,c.c_uint64) for n in ['totalPhysical','availablePhysical','totalPageFile','availablePageFile','totalVirtual','availableVirtual','availableExtendedVirtual']]
+class ProcessMemory(c.Structure):
+    _fields_=[('cb',c.c_ulong),('pageFaults',c.c_ulong)]+[(n,c.c_size_t) for n in ['peakWorkingSet','workingSet','peakPagedPool','pagedPool','peakNonpagedPool','nonpagedPool','pageFile','peakPageFile','privateBytes']]
+class Io(c.Structure):
+    _fields_=[(n,c.c_uint64) for n in ['readOperations','writeOperations','otherOperations','readBytes','writeBytes','otherBytes']]
+def fields(obj):return {name:getattr(obj,name) for name,_ in obj._fields_}
+
+def summarize_resources(rows):
+    """区间差分CPU及离散采样峰值；不把Host资源归因于单个Worker。"""
+    valid=[r for r in rows if 'cpu100ns' in r.get('system',{})];cpu=[];by={}
+    for a,b in zip(valid,valid[1:]):
+        previous=a['system']['cpu100ns'];current=b['system']['cpu100ns']
+        total=sum(current[k]-previous[k] for k in ['kernelIncludingIdle','user']);idle=current['idle']-previous['idle']
+        if total>0:cpu.append(100*(total-idle)/total)
+    for row in valid:
+        for process in row.get('processes',[]):by.setdefault(process['pid'],[]).append((row,process))
+    processes=[]
+    for pid,pairs in by.items():
+        rates=[];memory=[p['memory'] for r,p in pairs if p.get('memory')]
+        for (a,p),(b,q) in zip(pairs,pairs[1:]):
+            elapsed=(b['monotonicNs']-a['monotonicNs'])/1e9;delta=sum(q['cpu100ns'].values())-sum(p['cpu100ns'].values())
+            if elapsed>0:rates.append(delta/1e7/elapsed/(b['system']['logicalCpus'] or 1)*100)
+        last=pairs[-1][1]
+        processes.append({'pid':pid,'role':last['role'],'peakSampledWorkingSetBytes':max((m['workingSet'] for m in memory),default=None),
+            'peakSampledPrivateBytes':max((m['privateBytes'] for m in memory),default=None),'cpuPercentOfMachinePeak':max(rates,default=None),
+            'finalCumulativeCpuSeconds':sum(last['cpu100ns'].values())/1e7,'finalCumulativeIo':last.get('io')})
+    loads=[r['system']['memory']['load'] for r in valid]
+    return {'systemCpuPercentPeak':max(cpu,default=None),'systemMemoryLoadPercentRange':[min(loads),max(loads)] if loads else None,
+        'processes':processes,'interpretation':'离散采样；Host含Worker和其他业务。I/O为Windows进程累计计数，不能等同物理磁盘吞吐；缺样本为null。'}
+
+class WindowsCounters:
+    def __init__(self):
+        self.k=c.WinDLL('kernel32',use_last_error=True);self.ps=c.WinDLL('psapi',use_last_error=True)
+        k=self.k
+        k.OpenProcess.argtypes=[c.c_ulong,c.c_int,c.c_ulong];k.OpenProcess.restype=c.c_void_p
+        k.CloseHandle.argtypes=[c.c_void_p];k.CloseHandle.restype=c.c_int
+        k.GetProcessTimes.argtypes=[c.c_void_p]+[c.POINTER(c.c_uint64)]*4;k.GetProcessTimes.restype=c.c_int
+        k.GetSystemTimes.argtypes=[c.POINTER(c.c_uint64)]*3;k.GetSystemTimes.restype=c.c_int
+        k.GlobalMemoryStatusEx.argtypes=[c.POINTER(Memory)];k.GlobalMemoryStatusEx.restype=c.c_int
+        k.GetProcessIoCounters.argtypes=[c.c_void_p,c.POINTER(Io)];k.GetProcessIoCounters.restype=c.c_int
+        k.GetExitCodeProcess.argtypes=[c.c_void_p,c.POINTER(c.c_ulong)];k.GetExitCodeProcess.restype=c.c_int
+        k.QueryFullProcessImageNameW.argtypes=[c.c_void_p,c.c_ulong,c.c_wchar_p,c.POINTER(c.c_ulong)];k.QueryFullProcessImageNameW.restype=c.c_int
+        self.ps.GetProcessMemoryInfo.argtypes=[c.c_void_p,c.POINTER(ProcessMemory),c.c_ulong];self.ps.GetProcessMemoryInfo.restype=c.c_int
+    def system(self):
+        idle,kernel,user=(c.c_uint64() for _ in range(3));memory=Memory();memory.length=c.sizeof(memory)
+        if not self.k.GetSystemTimes(c.byref(idle),c.byref(kernel),c.byref(user)) or not self.k.GlobalMemoryStatusEx(c.byref(memory)):raise OSError(c.get_last_error(),'system counters')
+        return {'cpu100ns':{'idle':idle.value,'kernelIncludingIdle':kernel.value,'user':user.value},'memory':fields(memory),'logicalCpus':os.cpu_count()}
+    def open(self,pid):
+        handle=self.k.OpenProcess(0x1010,False,pid)
+        if not handle:raise OSError(c.get_last_error(),'OpenProcess for observation')
+        image=c.create_unicode_buffer(32768);length=c.c_ulong(len(image))
+        if not self.k.QueryFullProcessImageNameW(handle,0,image,c.byref(length)):
+            self.k.CloseHandle(handle);raise OSError(c.get_last_error(),'process image')
+        return handle,image.value
+    def process(self,pid,handle,role,image):
+        creation,end,kernel,user=(c.c_uint64() for _ in range(4));memory=ProcessMemory();memory.cb=c.sizeof(memory);io=Io();code=c.c_ulong()
+        if not self.k.GetProcessTimes(handle,*[c.byref(x) for x in [creation,end,kernel,user]]):raise OSError(c.get_last_error(),'process times')
+        mem_ok=bool(self.ps.GetProcessMemoryInfo(handle,c.byref(memory),memory.cb));io_ok=bool(self.k.GetProcessIoCounters(handle,c.byref(io)))
+        exited=bool(end.value);self.k.GetExitCodeProcess(handle,c.byref(code))
+        return {'pid':pid,'role':role,'image':image,'creationFiletime':str(creation.value),'cpu100ns':{'kernel':kernel.value,'user':user.value},
+                'memory':fields(memory) if mem_ok else None,'io':fields(io) if io_ok else None,'exited':exited,'exitCode':code.value if exited else None}
+
+
+class Row4(c.Structure):
+    _fields_=[('state',c.c_ulong),('localAddress',c.c_ubyte*4),('localPort',c.c_ulong),('remoteAddress',c.c_ubyte*4),('remotePort',c.c_ulong),('pid',c.c_ulong)]
+class Row6(c.Structure):
+    _fields_=[('localAddress',c.c_ubyte*16),('localScope',c.c_ulong),('localPort',c.c_ulong),('remoteAddress',c.c_ubyte*16),('remoteScope',c.c_ulong),('remotePort',c.c_ulong),('state',c.c_ulong),('pid',c.c_ulong)]
+STATES={1:'CLOSED',2:'LISTEN',3:'SYN_SENT',4:'SYN_RCVD',5:'ESTABLISHED',6:'FIN_WAIT1',7:'FIN_WAIT2',8:'CLOSE_WAIT',9:'CLOSING',10:'LAST_ACK',11:'TIME_WAIT',12:'DELETE_TCB'}
+
+def tcp_rows():
+    dll=c.WinDLL('iphlpapi',use_last_error=True)
+    dll.GetExtendedTcpTable.argtypes=[c.c_void_p,c.POINTER(c.c_ulong),c.c_int,c.c_ulong,c.c_ulong,c.c_ulong];dll.GetExtendedTcpTable.restype=c.c_ulong
+    rows=[]
+    for family,kind in [(socket.AF_INET,Row4),(socket.AF_INET6,Row6)]:
+        size=c.c_ulong();status=dll.GetExtendedTcpTable(None,c.byref(size),False,family,5,0)
+        if status not in (0,122):raise OSError(status,'TCP表大小查询')
+        buf=c.create_string_buffer(size.value+65536);size.value=len(buf)
+        status=dll.GetExtendedTcpTable(buf,c.byref(size),False,family,5,0)
+        if status:raise OSError(status,'TCP表读取')
+        count=c.c_ulong.from_buffer(buf).value
+        if 4+count*c.sizeof(kind)>len(buf):raise ValueError('TCP表结构超出缓冲区')
+        for i in range(count):
+            item=kind.from_buffer_copy(buf,4+i*c.sizeof(kind))
+            rows.append({'family':'IPv4' if family==socket.AF_INET else 'IPv6','localAddress':socket.inet_ntop(family,bytes(item.localAddress)),
+                'localPort':socket.ntohs(item.localPort&65535),'remoteAddress':socket.inet_ntop(family,bytes(item.remoteAddress)),
+                'remotePort':socket.ntohs(item.remotePort&65535),'state':STATES.get(item.state,str(item.state)),'pid':item.pid})
+    return rows
+

package/desktop-patch-helper.mjs

@@ -0,0 +1,140 @@
+/** Read-only adapter: use the installed official parser/composer, never activate entries. */
+import { createHash } from 'node:crypto'
+import { existsSync, readFileSync, realpathSync } from 'node:fs'
+import { createRequire } from 'node:module'
+import { dirname, join, resolve } from 'node:path'
+import { pathToFileURL } from 'node:url'
+import { isDeepStrictEqual } from 'node:util'
+
+const hash = value => createHash('sha256').update(value).digest('hex')
+const runtime = resolve(process.argv[2])
+const profile = resolve(process.argv[3])
+const anchor = join(runtime, 'package.json')
+const require = createRequire(anchor)
+const { parseDocument, isMap, isScalar, isSeq } = require('yaml')
+const boot = await import(pathToFileURL(join(runtime, 'node_modules/@deepseek-ai/dsh-app-boot/lib/index.js')).href)
+
+function rowsById(rows, result = new Map(), depth = 0) {
+  if (depth > 64) throw new Error('patch nesting exceeds adapter limit')
+  for (const row of rows ?? []) {
+    if (!row || typeof row !== 'object') continue
+    if (typeof row.id === 'string') result.set(row.id, [...(result.get(row.id) ?? []), row])
+    if (Array.isArray(row.config)) rowsById(row.config, result, depth + 1)
+    if (Array.isArray(row.insert)) rowsById(row.insert, result, depth + 1)
+  }
+  return result
+}
+
+function hasFilesystemInsert(rows, depth = 0) {
+  if (depth > 64) throw new Error('patch nesting exceeds adapter limit')
+  return (rows ?? []).some(row => row && typeof row === 'object' &&
+    (typeof row.name === 'string' && row.name.startsWith('file:') ||
+     row.group && Array.isArray(row.config) && hasFilesystemInsert(row.config, depth + 1)))
+}
+
+function main() {
+  const path = join(profile, 'cordis.patch.yml')
+  if (!existsSync(path)) return { changed: false, reason: 'no-profile-patch' }
+  const original = readFileSync(path)
+  const source = boot.loadOptionalPatches('dsh-crate', path) ?? []
+  // A custom root is deliberately left to its owner; this adapter targets the
+  // normal empty-root + ordered Bundle + id-targeted override contract only.
+  if ((boot.loadOptionalPatches('dsh-crate', join(profile, 'cordis.yml')) ?? []).length) {
+    return { changed: false, reason: 'custom-root-entries' }
+  }
+  const manifest = boot.readProfileManifest('dsh-crate', profile)
+  // Retired official Bundles are not in the runtime's current catalog. Avoid
+  // loadProfileDirectory here: it can rewrite a manifest to remove them.
+  const catalog = new Set([...boot.DEFAULT_PROFILE_BUNDLES, ...boot.OPTIONAL_BUNDLES,
+    ...Object.values(boot.PROFILE_TEMPLATES).flatMap(template => template.bundles)])
+  const exemptions = boot.readProfileVersionExemptions(profile)
+  const layers = []
+  for (const name of manifest.dsh?.profile?.bundles ?? []) {
+    if (name.startsWith('@deepseek-ai/') && !catalog.has(name)) return { changed: false, reason: 'uncatalogued-official-bundle' }
+    const root = boot.resolveBundleDir('dsh-crate', name, anchor, profile)
+    const bundleManifest = boot.readProfileManifest('dsh-crate', root)
+    const issue = boot.evaluatePluginCompatibility(bundleManifest, exemptions)
+    if (issue && !issue.exempted) return { changed: false, reason: 'incompatible-bundle' }
+    const bundle = bundleManifest.dsh?.bundle
+    if (!bundle) throw new Error('declared Bundle has no patch')
+    layers.push(...boot.bundlePatchPaths(root, bundle).map(file => boot.loadOverlayPatches('dsh-crate', file)))
+  }
+  const baseWarnings = []
+  const base = boot.composeEntries(layers, message => baseWarnings.push(message))
+  if (baseWarnings.length) return { changed: false, reason: 'ambiguous-bundle-composition' }
+  const declarations = new Map()
+  for (const patches of layers) {
+    for (const patch of patches) {
+      for (const [id, rows] of rowsById(patch.insert ?? [])) {
+        declarations.set(id, (declarations.get(id) ?? 0) + rows.length)
+      }
+    }
+  }
+  const slots = rowsById(base)
+  const occurrences = rowsById(source)
+  // The official parser anchors filesystem insert names beside the original
+  // file. Preserve these profiles unchanged rather than compare two dialects.
+  if (source.some(patch => hasFilesystemInsert(patch.insert))) {
+    return { changed: false, reason: 'filesystem-insert-requires-official-parser' }
+  }
+  const homePatch = boot.loadOptionalPatches('dsh-crate', join(dirname(dirname(profile)), 'cordis.patch.yml')) ?? []
+  const homeSlots = rowsById(homePatch)
+  const document = parseDocument(original.toString('utf8'), {
+    customTags: [{ tag: 'tag:yaml.org,2002:js', resolve: value => value }],
+    uniqueKeys: true,
+  })
+  if (document.errors.length || !isSeq(document.contents)) throw new Error('profile patch cannot be safely represented')
+  const changes = []
+  for (const item of document.contents.items) {
+    if (!isMap(item)) continue
+    const idNode = item.get('id', true), nameNode = item.get('name', true)
+    if (!isScalar(idNode) || !isScalar(nameNode)) continue
+    const id = idNode.value, name = nameNode.value
+    if (typeof id !== 'string' || typeof name !== 'string' || !/^@deepseek-ai\/[A-Za-z0-9._-]+$/.test(name)) continue
+    const slot = slots.get(id)
+    if (slot?.length !== 1 || slot[0].name !== name || declarations.get(id) !== 1 || occurrences.get(id)?.length !== 1 || homeSlots.has(id)) continue
+    // Preserve explicit package overrides and any hoisted dependency that can
+    // select a different implementation than the installation anchor.
+    if (name in (manifest.dependencies ?? {}) || name in (manifest.optionalDependencies ?? {})) continue
+    if (existsSync(join(profile, 'node_modules', name, 'package.json')) ||
+        existsSync(join(dirname(profile), 'node_modules', name, 'package.json'))) continue
+    let official
+    try { official = require.resolve(name + '/package.json') } catch { continue }
+    if (!realpathSync(official).replaceAll('\\', '/').startsWith(realpathSync(join(runtime, 'node_modules')).replaceAll('\\', '/') + '/')) continue
+    try {
+      const local = createRequire(join(profile, 'package.json')).resolve(name + '/package.json')
+      if (realpathSync(local) !== realpathSync(official)) continue
+    } catch (error) { if (error?.code !== 'MODULE_NOT_FOUND') continue }
+    item.delete('name')
+    changes.push({ id, name })
+  }
+  if (!changes.length) return { changed: false, reason: 'no-equivalent-official-overrides' }
+  const content = document.toString()
+  // Official loadOptionalPatches treats !!js as inert expression nodes. It
+  // does not evaluate them, and this helper never calls Loader/boot/apply.
+  const yaml = require('js-yaml')
+  const expression = new yaml.Type('tag:yaml.org,2002:js', {
+    kind: 'scalar', resolve: value => typeof value === 'string',
+    construct: value => ({ __jsExpr: value }),
+  })
+  const next = yaml.load(content, { schema: yaml.JSON_SCHEMA.extend(expression) })
+  const beforeWarnings = [], afterWarnings = []
+  const before = boot.composeEntries([...layers, source, homePatch], message => beforeWarnings.push(message))
+  const after = boot.composeEntries([...layers, next, homePatch], message => afterWarnings.push(message))
+  if (!isDeepStrictEqual(before, after) || !isDeepStrictEqual(beforeWarnings, afterWarnings)) {
+    throw new Error('the official Loader composition changed; refusing adaptation')
+  }
+  return { changed: true, originalSha256: hash(original), runtimeSha256: hash(content),
+    loaderTreeSha256: hash(JSON.stringify(before)), removedNames: changes,
+    contentBase64: Buffer.from(content).toString('base64') }
+}
+
+try { process.stdout.write(JSON.stringify(main()) + '\n') }
+catch (error) {
+  // Core redacts the full process diagnostic before exposing it. Do not echo
+  // parser snippets, which may contain values from the configuration file.
+  const detail = error instanceof Error ? { name: error.name,
+    message: error.message.split(/\n|\r/)[0], code: error.code ?? null } : { name: 'Error', message: String(error).split(/\n|\r/)[0] }
+  process.stdout.write(JSON.stringify({ error: 'official patch equivalence could not be verified', detail }) + '\n')
+  process.exitCode = 1
+}