publishport-opencli 1.0.38 → 1.0.40

package/dist/src/browser/captcha-drag.d.ts

@@ -0,0 +1,92 @@
+/**
+ * [pp-only] 拖动类验证码：缺口拼图、旋转拼图、按住拖到头。
+ *
+ * 移植自面灵网申（interview-chicken `packages/apply-browser/src/session.ts`）在真实投递里调通的那套：
+ * 图像计算全在页面里用 OffscreenCanvas 跑（截图走 CDP，跨域 iframe 里的验证码也拍得到），
+ * 鼠标走 CDP Input.dispatchMouseEvent，轨迹按人手的样子先慢后快再慢、竖直方向慢慢漂。
+ * 算法参数是那边用人工标注真值扫出来的，改之前先拿真题复验，别凭感觉调。
+ *
+ * 坐标约定：把手 `x/y` 是视口 CSS 像素；`clip` 是文档坐标（视口坐标 + scroll），与
+ * Page.captureScreenshot 的 clip 同系。
+ */
+import type { IPage } from '../types.js';
+type Clip = {
+    x: number;
+    y: number;
+    width: number;
+    height: number;
+};
+export interface PuzzlePlan {
+    /** 把手中心（视口坐标） */
+    x: number;
+    y: number;
+    /** 图片区域（文档坐标） */
+    clip: Clip;
+    /** AI 从图上读的「拼图要往右挪多远」，只用来缩小搜索范围 */
+    hint?: number;
+}
+export interface RotatePlan {
+    /** 把手中心（视口坐标） */
+    x: number;
+    y: number;
+    /** AI 读的「把手能拖多远」，量不出轨道时才用 */
+    track: number;
+    /** 圆图区域（文档坐标） */
+    clip: Clip;
+    /** 圆心（clip 内坐标）和内圈半径 */
+    ring: {
+        cx: number;
+        cy: number;
+        r: number;
+    };
+    /** 把手所在那一行（文档坐标）+ 把手中心在这一行里的位置，用来量轨道 */
+    bar: {
+        x: number;
+        y: number;
+        width: number;
+        handleX: number;
+    };
+}
+/** 从 (x, y) 按住，拖 dx / dy 再松开（认不出样式的滑块、「拖到最右边」那种） */
+export declare function humanDrag(page: IPage, x: number, y: number, dx: number, dy?: number): Promise<{
+    from: {
+        x: number;
+        y: number;
+    };
+    to: {
+        x: number;
+        y: number;
+    };
+}>;
+/**
+ * 缺口拼图（拖滑块，把左边那块拼图推进右边同形状的缺口）。
+ *
+ * 不靠 AI 目测距离（容差就几像素），也不假设滑块和拼图 1:1（易盾是 0.9：图宽减拼图宽 ÷
+ * 轨道宽减滑块宽）。按住先拖一小段停一下拍一张，和按住前那张一比：
+ * - 拼图挪了多远 → 拖动比例；挪过去的那些像素 → 拼图的形状和内容；
+ * - 拼图本来就是从缺口抠下来的，拿它的内容在原图上找最像的位置 → 缺口。
+ * 然后接着拖到位，量拼图实际到哪、差多少补多少，再松手。
+ */
+export declare function solveSlidePuzzle(page: IPage, plan: PuzzlePlan): Promise<{
+    dx: number;
+    gap: number;
+    ratio: number;
+    score: number;
+    shifts: number[];
+} | null>;
+/**
+ * 旋转拼图（「拖动滑块，完成拼图」：中间一块圆图、外面一圈，拖滑块两边一起转）。
+ *
+ * 实测（字节那套，4 张人工标注 48 帧 + 10 张多位置自洽样本）：拖满整条轨道，两圈的角度差
+ * 正好变一整圈、匀速。所以在起点量一次差几度、按比例换算距离拖过去；停稳再量一次，
+ * 差几度补几度再松手（一把拖过去常差 3~6 度，就差这点判失败）。
+ */
+export declare function solveRotate(page: IPage, plan: RotatePlan): Promise<{
+    dx: number;
+    travel: number;
+    measured_travel: number | null;
+    phi: number;
+    confidence: number;
+    residuals: number[];
+}>;
+export {};

package/dist/src/browser/captcha-drag.js

@@ -0,0 +1,195 @@
+const l=(n)=>new Promise((t)=>setTimeout(t,n));function b(n){const t=n.cdp;if(typeof t!=="function")throw Error("当前浏览器不支持 CDP 鼠标事件，无法拖动验证码");return t.bind(n)}class v{step;x;y;drift=0;px;py;constructor(n,t,a){this.step=n;this.x=t;this.y=a;this.px=Math.round(t);this.py=Math.round(a)}async to(n,t=this.y,a=0){const o=n+Math.sign(n-this.x)*a;await this.sweep(o,t);if(o!==n){await l(40+Math.random()*60);await this.sweep(n,t)}}async sweep(n,t){const a=this.x,o=this.y,e=Math.hypot(n-a,t-o);this.x=n;this.y=t;if(e<0.5)return;const i=e<6?120+Math.random()*120:160+e*2.4+Math.random()*140,s=Math.max(2,Math.round(i/16));for(let c=1;c<=s;c+=1){const r=c/s,f=r*r*r*(10-15*r+6*r*r);this.drift=Math.max(-3,Math.min(3,this.drift*0.9+(Math.random()-0.5)*0.8));const h=c===s?Math.round(n):Math.round(a+(n-a)*f),u=Math.round(o+(t-o)*f+this.drift);if(h!==this.px||u!==this.py){this.px=h;this.py=u;await this.step(h,u)}await l(12+Math.random()*9)}}}function m(n,t,a,o){return n("Input.dispatchMouseEvent",{type:t,x:Math.round(a),y:Math.round(o),...t==="mouseMoved"?{}:{button:"left",clickCount:1}})}function M(n,t,a){return new v((o,e)=>n("Input.dispatchMouseEvent",{type:"mouseMoved",x:o,y:e,button:"left",buttons:1}),t,a)}async function W(n,t,a){const o=Math.round(t),e=Math.round(a),i=new v((s,c)=>m(n,"mouseMoved",s,c),Math.max(5,o-120-Math.random()*200),e+60+Math.random()*140);await i.to(o,e);if(i.px!==o||i.py!==e)await m(n,"mouseMoved",o,e);await l(120+Math.random()*200)}export async function humanDrag(n,t,a,o,e=0){const i=b(n);await W(i,t,a);await m(i,"mousePressed",t,a);const s=M(i,t,a);await l(80+Math.random()*120);await s.to(t+o,a+e,Math.abs(o)*(0.02+Math.random()*0.03));await l(60+Math.random()*100);await m(i,"mouseReleased",s.px,s.py);return{from:{x:Math.round(t),y:Math.round(a)},to:{x:s.px,y:s.py}}}async function p(n,t,a){const o=await n("Page.captureScreenshot",{format:"png",clip:{...t,scale:a}});if(!o?.data)throw Error("验证码区域截图失败");return o.data}const k=`
+  const decode = async (b64) => {
+    const bytes = Uint8Array.from(atob(b64), (c) => c.charCodeAt(0));
+    const bmp = await createImageBitmap(new Blob([bytes], { type: 'image/png' }));
+    const c = new OffscreenCanvas(bmp.width, bmp.height);
+    const g = c.getContext('2d');
+    g.drawImage(bmp, 0, 0);
+    return { W: bmp.width, H: bmp.height, d: g.getImageData(0, 0, bmp.width, bmp.height).data };
+  };
+  // 两张图哪些像素变了；变了的列连成几段（拖出去的距离比拼图宽：左段原位、右段新位置）
+  const diff = (A, B) => {
+    const W = A.W, H = A.H, ch = new Uint8Array(W * H), col = new Array(W).fill(0);
+    for (let i = 0; i < W * H; i++) {
+      const j = i * 4;
+      if (Math.abs(A.d[j] - B.d[j]) + Math.abs(A.d[j + 1] - B.d[j + 1]) + Math.abs(A.d[j + 2] - B.d[j + 2]) >= 30) { ch[i] = 1; col[i % W] += 1; }
+    }
+    const runs = [];
+    for (let x = 0; x < W; x++) {
+      if (col[x] <= H * 0.02) continue;
+      const last = runs[runs.length - 1];
+      if (last && x - last[1] <= 6) last[1] = x; else runs.push([x, x]);
+    }
+    return { ch, runs };
+  };
+`;async function P(n,t,a,o,e,i){return await n.evaluate(`(async (a64, b64, probeDx, hint, cssW) => {
+    ${k}
+    const A = await decode(a64), B = await decode(b64);
+    const W = A.W, H = A.H, k = W / cssW;
+    const { ch, runs } = diff(A, B);
+    if (runs.length < 2) return null;
+    const [l, r] = runs;
+    const s = r[0] - l[0];
+    // 拼图形状：原位变了的像素 ∪ 新位置变了的像素挪回来
+    const mask = new Uint8Array(W * H);
+    for (let y = 0; y < H; y++)
+      for (let x = l[0]; x <= l[1]; x++)
+        if (ch[y * W + x] || (x + s < W && ch[y * W + x + s])) mask[y * W + x] = 1;
+    let x0 = W, x1 = 0, y0 = H, y1 = 0;
+    for (let i = 0; i < W * H; i++) if (mask[i]) { const x = i % W, y = (i / W) | 0; if (x < x0) x0 = x; if (x > x1) x1 = x; if (y < y0) y0 = y; if (y > y1) y1 = y; }
+    // 干净背景：原位那块用拖后图（拼图已挪走）
+    const gray = (img, useB) => {
+      const g = new Float32Array(W * H);
+      for (let i = 0; i < W * H; i++) { const src = useB && mask[i] ? B.d : img.d; g[i] = (src[i * 4] + src[i * 4 + 1] + src[i * 4 + 2]) / 3; }
+      return g;
+    };
+    const edges = (g) => {
+      const b = new Float32Array(W * H), e = new Float32Array(W * H);
+      for (let y = 1; y < H - 1; y++) for (let x = 1; x < W - 1; x++) {
+        let s = 0; for (let dy = -1; dy <= 1; dy++) for (let dx = -1; dx <= 1; dx++) s += g[(y + dy) * W + x + dx];
+        b[y * W + x] = s / 9;
+      }
+      for (let y = 1; y < H - 1; y++) for (let x = 1; x < W - 1; x++) {
+        const gx = b[y * W + x + 1] - b[y * W + x - 1], gy = b[(y + 1) * W + x] - b[(y - 1) * W + x];
+        e[y * W + x] = Math.hypot(gx, gy);
+      }
+      return e;
+    };
+    const Ep = edges(gray(A, false)), Eb = edges(gray(A, true));
+    // 形状外扩 2 像素：缺口的轮廓就在形状边上
+    const pts = [];
+    for (let y = y0; y <= y1; y++) for (let x = x0; x <= x1; x++) {
+      let on = false;
+      for (let dy = -2; dy <= 2 && !on; dy++) for (let dx = -2; dx <= 2 && !on; dx++) {
+        const yy = y + dy, xx = x + dx;
+        if (yy >= 0 && yy < H && xx >= 0 && xx < W && mask[yy * W + xx]) on = true;
+      }
+      if (on) pts.push(y * W + x);
+    }
+    const T = pts.map((i) => Ep[i]);
+    const tm = T.reduce((a, b) => a + b, 0) / T.length;
+    let tn = 0; for (const v of T) tn += (v - tm) ** 2; tn = Math.sqrt(tn) + 1e-6;
+    const pw = x1 - x0 + 1;
+    const lo = hint != null ? Math.max(pw, Math.round((hint - 40) * k)) : pw;
+    const hi = Math.min(W - x1 - 1, hint != null ? Math.round((hint + 40) * k) : W);
+    let best = -Infinity, bestG = -1;
+    for (let g = lo; g <= hi; g++) {
+      let m = 0; for (const i of pts) m += Eb[i + g]; m /= pts.length;
+      let dot = 0, n2 = 0;
+      for (let j = 0; j < pts.length; j++) { const v = Eb[pts[j] + g] - m; dot += (T[j] - tm) * v; n2 += v * v; }
+      const c = dot / (tn * (Math.sqrt(n2) + 1e-6));
+      if (c > best) { best = c; bestG = g; }
+    }
+    if (bestG < 0) return null;
+    const inner = [], ring = [];
+    for (const i of pts) (mask[i] ? inner : ring).push(i);
+    return { gap: bestG / k, ratio: s / k / probeDx, score: Math.round(best * 100) / 100, piece: { W, k, x1, oldRight: l[1], inner, ring } };
+  })(${JSON.stringify(t)}, ${JSON.stringify(a)}, ${o}, ${i??"null"}, ${e})`)}async function H(n,t,a,o){return await n.evaluate(`(async (P, a64, b64) => {
+    ${k}
+    const A = await decode(a64), B = await decode(b64);
+    if (B.W !== P.W) return null;
+    const { ch } = diff(A, B);
+    const W = P.W;
+    let best = -Infinity, bestG = -1;
+    // 外圈比形状宽 2 像素：上限留出来，别读到下一行去
+    for (let g = 1; g < W - P.x1 - 3; g++) {
+      // 原位那几列本来就全变了，不算
+      let hit = 0, n = 0, leak = 0, m = 0;
+      for (const i of P.inner) { if ((i % W) + g <= P.oldRight + 2) continue; n++; hit += ch[i + g]; }
+      for (const i of P.ring) { if ((i % W) + g <= P.oldRight + 2) continue; m++; leak += ch[i + g]; }
+      if (n < P.inner.length * 0.5) continue;
+      const score = hit / n - (m ? leak / m : 0);
+      if (score > best) { best = score; bestG = g; }
+    }
+    return bestG < 0 ? null : bestG / P.k;
+  })(${JSON.stringify(t)}, ${JSON.stringify(a)}, ${JSON.stringify(o)})`)}export async function solveSlidePuzzle(n,t){const a=b(n),o=t.clip.width,e=await p(a,t.clip,2);await W(a,t.x,t.y);await m(a,"mousePressed",t.x,t.y);await l(120+Math.random()*120);const i=Math.round(o*0.3),s=M(a,t.x,t.y),c=(y)=>s.to(t.x+y);await c(i);await l(140);const r=await P(n,e,await p(a,t.clip,2),i,o,t.hint);if(!r){await c(0);await m(a,"mouseReleased",s.px,s.py);return null}const f=[];let h=r.ratio,u=i,g=r.ratio*i,d=r.gap/h;await c(d);for(let y=0;y<3;y+=1){await l(110);const x=await H(n,r.piece,e,await p(a,t.clip,2));if(x===null)break;f.push(Math.round(x*10)/10);if(Math.abs(d-u)>3){const w=(x-g)/(d-u);if(w>0.4&&w<2)h=w}const A=r.gap-x;if(Math.abs(A)<0.8)break;u=d;g=x;d=Math.min(o*1.2,Math.max(0,d+A/h));await c(d)}await l(80+Math.random()*140);await m(a,"mouseReleased",s.px,s.py);return{dx:Math.round(d),gap:Math.round(r.gap*10)/10,ratio:Math.round(r.ratio*1000)/1000,score:r.score,shifts:f}}async function N(n,t,a){return await n.evaluate(`(async (b64, ring) => {
+    const bytes = Uint8Array.from(atob(b64), (c) => c.charCodeAt(0));
+    const bmp = await createImageBitmap(new Blob([bytes], { type: 'image/png' }));
+    const W = bmp.width, H = bmp.height;
+    const canvas = new OffscreenCanvas(W, H);
+    const g = canvas.getContext('2d');
+    g.drawImage(bmp, 0, 0);
+    const d = g.getImageData(0, 0, W, H).data;
+    const k = W / (ring.cx * 2);
+    const cx = ring.cx * k, cy = ring.cy * k, r0 = ring.r * k;
+    // 极坐标展开：半径 0.7r ~ 1.45r、步长 0.5 像素，角度 0 ~ 359
+    const rs = [];
+    for (let r = r0 * 0.7; r < r0 * 1.45; r += 0.5) rs.push(r);
+    const NR = rs.length;
+    const P = new Float32Array(NR * 360 * 3);
+    const pale = new Uint8Array(NR * 360);
+    for (let a = 0; a < 360; a++) {
+      const t = (a * Math.PI) / 180, cos = Math.cos(t), sin = Math.sin(t);
+      for (let ri = 0; ri < NR; ri++) {
+        const x = Math.min(W - 1, Math.max(0, Math.round(cx + rs[ri] * cos)));
+        const y = Math.min(H - 1, Math.max(0, Math.round(cy + rs[ri] * sin)));
+        const i = (y * W + x) * 4, o = (ri * 360 + a) * 3;
+        const r = d[i], gg = d[i + 1], b = d[i + 2];
+        P[o] = r; P[o + 1] = gg; P[o + 2] = b;
+        const mn = Math.min(r, gg, b), mx = Math.max(r, gg, b);
+        pale[ri * 360 + a] = mn > 225 && mx - mn < 20 ? 1 : 0;
+      }
+    }
+    const idxOf = (r) => { let lo = 0, hi = NR; while (lo < hi) { const m = (lo + hi) >> 1; if (rs[m] < r) lo = m + 1; else hi = m; } return Math.min(NR - 1, lo); };
+    // 每个方向：0.85r 往外第一个浅色 = 内圈边，1.35r 以内最后一个浅色 = 外圈边
+    const i0 = idxOf(r0 * 0.85), i1 = idxOf(r0 * 1.35);
+    const inn = new Array(360).fill(NaN), out = new Array(360).fill(NaN);
+    for (let a = 0; a < 360; a++) {
+      for (let ri = i0; ri < i1; ri++) if (pale[ri * 360 + a]) { if (Number.isNaN(inn[a])) inn[a] = rs[ri]; out[a] = rs[ri]; }
+    }
+    const median = (v) => { const f = v.filter((x) => !Number.isNaN(x)).sort((x, y) => x - y); return f.length ? f[f.length >> 1] : r0; };
+    const mi = median(inn), mo = median(out);
+    for (let a = 0; a < 360; a++) { if (Number.isNaN(inn[a])) inn[a] = mi; if (Number.isNaN(out[a])) out[a] = mo; }
+    const at = (a, r, c) => P[(idxOf(r) * 360 + a) * 3 + c];
+    const total = new Float64Array(360);
+    for (const depth of [2, 3]) {
+      const I = new Float64Array(360 * 3), O = new Float64Array(360 * 3);
+      for (let a = 0; a < 360; a++)
+        for (let c = 0; c < 3; c++) {
+          let si = 0, so = 0;
+          for (let dd = 0; dd < depth; dd++) { si += at(a, inn[a] - (1 + dd) * k, c); so += at(a, out[a] + (1 + dd) * k, c); }
+          I[a * 3 + c] = si / depth; O[a * 3 + c] = so / depth;
+        }
+      for (const X of [I, O])
+        for (let c = 0; c < 3; c++) {
+          let m = 0; for (let a = 0; a < 360; a++) m += X[a * 3 + c]; m /= 360;
+          let v = 0; for (let a = 0; a < 360; a++) v += (X[a * 3 + c] - m) ** 2;
+          const sd = Math.sqrt(v / 360) + 1e-6;
+          for (let a = 0; a < 360; a++) X[a * 3 + c] = (X[a * 3 + c] - m) / sd;
+        }
+      const cc = new Float64Array(360);
+      for (let p = 0; p < 360; p++) {
+        let s = 0;
+        for (let a = 0; a < 360; a++) { const o = ((a + p) % 360) * 3, i = a * 3; s += I[i] * O[o] + I[i + 1] * O[o + 1] + I[i + 2] * O[o + 2]; }
+        cc[p] = s;
+      }
+      let m = 0; for (const v of cc) m += v; m /= 360;
+      let v = 0; for (const x of cc) v += (x - m) ** 2;
+      const sd = Math.sqrt(v / 360) + 1e-6;
+      for (let p = 0; p < 360; p++) total[p] += (cc[p] - m) / sd;
+    }
+    let phi = 0;
+    for (let p = 1; p < 360; p++) if (total[p] > total[phi]) phi = p;
+    return { phi, confidence: Math.round((total[phi] / 2) * 10) / 10 };
+  })(${JSON.stringify(t)}, ${JSON.stringify(a)})`)}async function O(n,t,a){const o=await p(t,{x:a.x,y:a.y-1,width:a.width,height:3},1);return await n.evaluate(`(async (b64, hx) => {
+    const bytes = Uint8Array.from(atob(b64), (c) => c.charCodeAt(0));
+    const bmp = await createImageBitmap(new Blob([bytes], { type: 'image/png' }));
+    const W = bmp.width;
+    const canvas = new OffscreenCanvas(W, bmp.height);
+    const g = canvas.getContext('2d');
+    g.drawImage(bmp, 0, 0);
+    const d = g.getImageData(0, 1, W, 1).data;
+    const lum = (x) => (d[x * 4] + d[x * 4 + 1] + d[x * 4 + 2]) / 3;
+    let x = Math.round(hx);
+    // 把手里可能画着箭头：先走到右边那段白
+    while (x < W && lum(x) < 248) x++;
+    while (x < W && lum(x) >= 248) x++;
+    const handleRight = x;
+    // 轨道：之后那段不是纯白的，到连续 8 像素纯白为止
+    let end = -1, run = 0;
+    for (; x < W; x++) {
+      if (lum(x) >= 250) { run++; if (run >= 8) break; }
+      else { run = 0; end = x; }
+    }
+    return end > handleRight ? end + 1 - handleRight : null;
+  })(${JSON.stringify(o)}, ${a.handleX})`)}export async function solveRotate(n,t){const a=b(n),o=()=>p(a,t.clip,2),e=await O(n,a,t.bar),i=e&&Math.abs(e-t.track)<t.track*0.4?e:Math.max(10,t.track);await W(a,t.x,t.y);await m(a,"mousePressed",t.x,t.y);await l(300+Math.random()*150);const{phi:s,confidence:c}=await N(n,await o(),t.ring),r=(g)=>Math.round(Math.min(i,Math.max(0,g)));let f=r(s/360*i);const h=M(a,t.x,t.y);await h.to(t.x+f);const u=[];for(let g=0;g<2;g+=1){await l(350+Math.random()*150);const d=(await N(n,await o(),t.ring)).phi,y=d>180?d-360:d;u.push(y);if(Math.abs(y)<2)break;const x=r(f+y/360*i);if(x===f)break;await h.to(t.x+x);f=x}await l(80+Math.random()*120);await m(a,"mouseReleased",h.px,h.py);return{dx:f,travel:i,measured_travel:e,phi:s,confidence:c,residuals:u}}