publishport-opencli 1.8.5-pp.2 → 1.8.5-pp.21

package/clis/douyin/_shared/tos-upload.js

@@ -1,331 +1,5 @@
-/**
- * TOS (ByteDance Object Storage) multipart uploader with resume support.
- *
- * Uses AWS Signature V4 (HMAC-SHA256) with STS2 temporary credentials.
- * For the init multipart upload call, the pre-computed auth from TosUploadInfo is used.
- * For PUT part uploads and the final complete call, AWS4 is computed from STS2 credentials.
- */
-import * as crypto from 'node:crypto';
-import * as fs from 'node:fs';
-import * as os from 'node:os';
-import * as path from 'node:path';
-import { CommandExecutionError } from '@jackwener/opencli/errors';
-const PART_SIZE = 5 * 1024 * 1024; // 5 MB minimum per TOS/S3 spec
-const RESUME_DIR = path.join(os.homedir(), '.opencli', 'douyin-resume');
-// ── Resume file helpers ──────────────────────────────────────────────────────
-function getResumeFilePath(filePath) {
-    const hash = crypto.createHash('sha256').update(filePath).digest('hex');
-    return path.join(RESUME_DIR, `${hash}.json`);
-}
-function loadResumeState(resumePath, fileSize) {
-    try {
-        const raw = fs.readFileSync(resumePath, 'utf8');
-        const state = JSON.parse(raw);
-        if (state.fileSize === fileSize && state.uploadId && Array.isArray(state.parts)) {
-            return state;
-        }
-    }
-    catch {
-        // no valid resume state
-    }
-    return null;
-}
-function saveResumeState(resumePath, state) {
-    fs.mkdirSync(path.dirname(resumePath), { recursive: true });
-    fs.writeFileSync(resumePath, JSON.stringify(state, null, 2), 'utf8');
-}
-function deleteResumeState(resumePath) {
-    try {
-        fs.unlinkSync(resumePath);
-    }
-    catch {
-        // ignore if not found
-    }
-}
-// ── AWS Signature V4 ─────────────────────────────────────────────────────────
-function hmacSha256(key, data) {
-    return crypto.createHmac('sha256', key).update(data, 'utf8').digest();
-}
-function sha256Hex(data) {
-    const hash = crypto.createHash('sha256');
-    if (typeof data === 'string') {
-        hash.update(data, 'utf8');
-    }
-    else {
-        hash.update(data);
-    }
-    return hash.digest('hex');
-}
-const CRC32_TABLE = new Uint32Array(256).map((_, index) => {
-    let value = index;
-    for (let bit = 0; bit < 8; bit += 1) {
-        value = (value & 1) ? (0xEDB88320 ^ (value >>> 1)) : (value >>> 1);
-    }
-    return value >>> 0;
-});
-function crc32Hex(data) {
-    let crc = 0xffffffff;
-    for (const byte of data) {
-        crc = CRC32_TABLE[(crc ^ byte) & 0xff] ^ (crc >>> 8);
-    }
-    return ((crc ^ 0xffffffff) >>> 0).toString(16).padStart(8, '0');
-}
-function gatewayBaseUrl(tosUrl) {
-    const parsedUrl = new URL(tosUrl);
-    return `https://${parsedUrl.host}/upload/v1${parsedUrl.pathname}`;
-}
-function gatewayHeaders(auth, uploadHeader, userId = '') {
-    return {
-        Authorization: auth,
-        'X-Storage-U': encodeURIComponent(userId),
-        ...(uploadHeader ?? {}),
-    };
-}
-function extractRegionFromHost(host) {
-    // e.g. "tos-cn-i-alisg.volces.com" → "cn-i-alisg"
-    // e.g. "tos-cn-beijing.ivolces.com" → "cn-beijing"
-    const match = host.match(/^tos-([^.]+)\./);
-    if (match)
-        return match[1];
-    return 'cn-north-1'; // fallback
-}
-/**
- * Compute AWS Signature V4 headers for a TOS request.
- * Returns a Record of all headers to include (including Authorization, x-amz-date, etc.)
- */
-function computeAws4Headers(opts) {
-    const { method, url, credentials, service, region, datetime } = opts;
-    const date = datetime.slice(0, 8); // YYYYMMDD
-    const parsedUrl = new URL(url);
-    const canonicalUri = parsedUrl.pathname || '/';
-    // Canonical query string: sort by name, encode
-    const queryParams = [...parsedUrl.searchParams.entries()]
-        .sort(([a], [b]) => a.localeCompare(b))
-        .map(([k, v]) => `${encodeURIComponent(k)}=${encodeURIComponent(v)}`)
-        .join('&');
-    const bodyHash = sha256Hex(opts.body);
-    // Merge in required headers and compute canonical headers
-    const allHeaders = {
-        ...opts.headers,
-        host: parsedUrl.host,
-        'x-amz-content-sha256': bodyHash,
-        'x-amz-date': datetime,
-        'x-amz-security-token': credentials.session_token,
-    };
-    const sortedHeaderKeys = Object.keys(allHeaders).sort((a, b) => a.toLowerCase().localeCompare(b.toLowerCase()));
-    const canonicalHeaders = sortedHeaderKeys
-        .map(k => `${k.toLowerCase()}:${allHeaders[k].trim()}`)
-        .join('\n') + '\n';
-    const signedHeadersList = sortedHeaderKeys.map(k => k.toLowerCase()).join(';');
-    const canonicalRequest = [
-        method.toUpperCase(),
-        canonicalUri,
-        queryParams,
-        canonicalHeaders,
-        signedHeadersList,
-        bodyHash,
-    ].join('\n');
-    const credentialScope = `${date}/${region}/${service}/aws4_request`;
-    const stringToSign = [
-        'AWS4-HMAC-SHA256',
-        datetime,
-        credentialScope,
-        sha256Hex(canonicalRequest),
-    ].join('\n');
-    // Signing key chain
-    const kDate = hmacSha256(`AWS4${credentials.secret_access_key}`, date);
-    const kRegion = hmacSha256(kDate, region);
-    const kService = hmacSha256(kRegion, service);
-    const kSigning = hmacSha256(kService, 'aws4_request');
-    const signature = hmacSha256(kSigning, stringToSign).toString('hex');
-    const authorization = `AWS4-HMAC-SHA256 Credential=${credentials.access_key_id}/${credentialScope}, SignedHeaders=${signedHeadersList}, Signature=${signature}`;
-    return {
-        ...allHeaders,
-        Authorization: authorization,
-    };
-}
-// ── HTTP helpers ─────────────────────────────────────────────────────────────
-async function tosRequest(opts) {
-    const { method, url, headers, body } = opts;
-    const fetchBody = body == null ? null
-        : typeof body === 'string' ? body
-            : body;
-    const res = await fetch(url, {
-        method,
-        headers,
-        body: fetchBody,
-        signal: AbortSignal.timeout(60000),
-    });
-    const responseBody = await res.text();
-    const responseHeaders = {};
-    res.headers.forEach((value, key) => {
-        responseHeaders[key.toLowerCase()] = value;
-    });
-    return { status: res.status, headers: responseHeaders, body: responseBody };
-}
-function nowDatetime() {
-    return new Date().toISOString().replace(/[-:]/g, '').replace(/\.\d+Z$/, 'Z');
-}
-function extractUploadId(body) {
-    const xmlMatch = body.match(/<UploadId>([^<]+)<\/UploadId>/i);
-    if (xmlMatch) return xmlMatch[1];
-    try {
-        const json = JSON.parse(body);
-        return json?.payload?.uploadID
-            || json?.payload?.uploadId
-            || json?.payload?.UploadID
-            || json?.payload?.UploadId
-            || json?.data?.uploadid
-            || json?.data?.uploadID
-            || json?.data?.uploadId
-            || json?.data?.UploadID
-            || json?.data?.UploadId
-            || json?.UploadID
-            || json?.UploadId
-            || json?.uploadID
-            || json?.uploadId
-            || null;
-    }
-    catch {
-        return null;
-    }
-}
-// ── Phase 1: Init multipart upload ───────────────────────────────────────────
-async function initMultipartUpload(tosUrl, auth, uploadHeader, userId) {
-    const initUrl = `${gatewayBaseUrl(tosUrl)}?uploadmode=part&phase=init`;
-    const res = await tosRequest({
-        method: 'POST',
-        url: initUrl,
-        headers: gatewayHeaders(auth, uploadHeader, userId),
-    });
-    if (res.status !== 200) {
-        throw new CommandExecutionError(`TOS init multipart upload failed with status ${res.status}: ${res.body}`, 'Check that TOS upload authorization is valid and not expired.');
-    }
-    const uploadId = extractUploadId(res.body);
-    if (!uploadId) {
-        throw new CommandExecutionError(`TOS init response missing UploadId: ${res.body}`);
-    }
-    return uploadId;
-}
-// ── Phase 2: Upload a single part ────────────────────────────────────────────
-async function uploadPart(tosUrl, partNumber, uploadId, data, auth, uploadHeader, userId) {
-    const crc32 = crc32Hex(data);
-    const url = `${gatewayBaseUrl(tosUrl)}?uploadid=${encodeURIComponent(uploadId)}&part_number=${partNumber}&phase=transfer`;
-    const headers = {
-        ...gatewayHeaders(auth, uploadHeader, userId),
-        'Content-CRC32': crc32,
-        'Content-Type': 'application/octet-stream',
-        'X-Use-Init-Upload-Optimize': '1',
-        'X-Use-Large-Local-Cache': '1',
-    };
-    const res = await tosRequest({ method: 'POST', url, headers, body: data });
-    let parsed;
-    try {
-        parsed = JSON.parse(res.body);
-    }
-    catch {
-        parsed = null;
-    }
-    if (res.status !== 200 || parsed?.code !== 2000) {
-        throw new CommandExecutionError(`TOS upload part ${partNumber} failed with status ${res.status}: ${res.body}`, 'Check that TOS upload authorization is valid and not expired.');
-    }
-    return parsed?.data?.crc32 || crc32;
-}
-// ── Phase 3: Complete multipart upload ───────────────────────────────────────
-async function completeMultipartUpload(tosUrl, uploadId, parts, auth, uploadHeader, userId) {
-    const url = `${gatewayBaseUrl(tosUrl)}?uploadmode=part&phase=finish&uploadid=${encodeURIComponent(uploadId)}`;
-    const body = parts
-        .sort((a, b) => a.partNumber - b.partNumber)
-        .map(p => `${p.partNumber}:${p.crc32}`)
-        .join(',');
-    const res = await tosRequest({
-        method: 'POST',
-        url,
-        headers: gatewayHeaders(auth, uploadHeader, userId),
-        body,
-    });
-    let parsed;
-    try {
-        parsed = JSON.parse(res.body);
-    }
-    catch {
-        parsed = null;
-    }
-    if (res.status !== 200 || parsed?.code !== 2000) {
-        throw new CommandExecutionError(`TOS complete multipart upload failed with status ${res.status}: ${res.body}`, 'Check that all parts were uploaded successfully.');
-    }
-    return parsed?.data?.key || null;
-}
-let _readSyncOverride = null;
-/** @internal — for testing only */
-export function setReadSyncOverride(fn) {
-    _readSyncOverride = fn;
-}
-// ── Public API ───────────────────────────────────────────────────────────────
-export async function tosUpload(options) {
-    const { filePath, uploadInfo, credentials, onProgress } = options;
-    // Validate file exists
-    if (!fs.existsSync(filePath)) {
-        throw new CommandExecutionError(`Video file not found: ${filePath}`, 'Ensure the file path is correct and accessible.');
-    }
-    const { size: fileSize } = fs.statSync(filePath);
-    if (fileSize === 0) {
-        throw new CommandExecutionError(`Video file is empty: ${filePath}`);
-    }
-    const { tos_upload_url: tosUrl, auth, upload_header: uploadHeader, user_id: userId } = uploadInfo;
-    const parsedTosUrl = new URL(tosUrl);
-    const region = extractRegionFromHost(parsedTosUrl.host);
-    const resumePath = getResumeFilePath(filePath);
-    let resumeState = loadResumeState(resumePath, fileSize);
-    let uploadId;
-    let completedParts;
-    if (resumeState) {
-        // Resume from previous state
-        uploadId = resumeState.uploadId;
-        completedParts = resumeState.parts;
-    }
-    else {
-        // Start fresh
-        uploadId = await initMultipartUpload(tosUrl, auth, uploadHeader, userId);
-        completedParts = [];
-        saveResumeState(resumePath, { uploadId, fileSize, parts: completedParts });
-    }
-    // Determine which parts are already done
-    const completedPartNumbers = new Set(completedParts.map(p => p.partNumber));
-    // Calculate total parts
-    const totalParts = Math.ceil(fileSize / PART_SIZE);
-    // Track uploaded bytes for progress
-    let uploadedBytes = completedParts.length * PART_SIZE;
-    if (onProgress)
-        onProgress(Math.min(uploadedBytes, fileSize), fileSize);
-    const fd = fs.openSync(filePath, 'r');
-    try {
-        for (let partNumber = 1; partNumber <= totalParts; partNumber++) {
-            if (completedPartNumbers.has(partNumber)) {
-                continue; // already uploaded
-            }
-            const offset = (partNumber - 1) * PART_SIZE;
-            const chunkSize = Math.min(PART_SIZE, fileSize - offset);
-            const buffer = Buffer.allocUnsafe(chunkSize);
-            const readFn = _readSyncOverride ?? fs.readSync;
-            const bytesRead = readFn(fd, buffer, 0, chunkSize, offset);
-            if (bytesRead !== chunkSize) {
-                throw new CommandExecutionError(`Short read on part ${partNumber}: expected ${chunkSize} bytes, got ${bytesRead}`);
-            }
-            const crc32 = await uploadPart(tosUrl, partNumber, uploadId, buffer, auth, uploadHeader, userId);
-            completedParts.push({ partNumber, crc32 });
-            saveResumeState(resumePath, { uploadId, fileSize, parts: completedParts });
-            uploadedBytes = Math.min(offset + chunkSize, fileSize);
-            if (onProgress)
-                onProgress(uploadedBytes, fileSize);
-        }
-    }
-    finally {
-        fs.closeSync(fd);
-    }
-    const completedKey = await completeMultipartUpload(tosUrl, uploadId, completedParts, auth, uploadHeader, userId);
-    deleteResumeState(resumePath);
-    return completedKey;
-}
-// ── Internal exports for testing ─────────────────────────────────────────────
-export { PART_SIZE, RESUME_DIR, extractRegionFromHost, getResumeFilePath, loadResumeState, saveResumeState, deleteResumeState, computeAws4Headers, extractUploadId, crc32Hex, gatewayBaseUrl, gatewayHeaders, };
+import*as R from"node:crypto";import*as M from"node:fs";import*as P from"node:os";import*as U from"node:path";import{CommandExecutionError as _}from"@jackwener/opencli/errors";const PART_SIZE=5242880,RESUME_DIR=U.join(P.homedir(),".opencli","douyin-resume");function getResumeFilePath(J){const G=R.createHash("sha256").update(J).digest("hex");return U.join(RESUME_DIR,`${G}.json`)}function loadResumeState(J,G){try{const Q=M.readFileSync(J,"utf8"),W=JSON.parse(Q);if(W.fileSize===G&&W.uploadId&&Array.isArray(W.parts))return W}catch{}return null}function saveResumeState(J,G){M.mkdirSync(U.dirname(J),{recursive:!0});M.writeFileSync(J,JSON.stringify(G,null,2),"utf8")}function deleteResumeState(J){try{M.unlinkSync(J)}catch{}}function v(J,G){return R.createHmac("sha256",J).update(G,"utf8").digest()}function I(J){const G=R.createHash("sha256");if(typeof J==="string")G.update(J,"utf8");else G.update(J);return G.digest("hex")}const S=new Uint32Array(256).map((J,G)=>{let Q=G;for(let W=0;W<8;W+=1)Q=Q&1?3988292384^Q>>>1:Q>>>1;return Q>>>0});function crc32Hex(J){let G=4294967295;for(const Q of J)G=S[(G^Q)&255]^G>>>8;return((G^4294967295)>>>0).toString(16).padStart(8,"0")}function gatewayBaseUrl(J){const G=new URL(J);return`https://${G.host}/upload/v1${G.pathname}`}function gatewayHeaders(J,G,Q=""){return{Authorization:J,"X-Storage-U":encodeURIComponent(Q),...G??{}}}function extractRegionFromHost(J){const G=J.match(/^tos-([^.]+)\./);if(G)return G[1];return"cn-north-1"}function computeAws4Headers(J){const{method:G,url:Q,credentials:W,service:Y,region:V,datetime:X}=J,K=X.slice(0,8),$=new URL(Q),D=$.pathname||"/",O=[...$.searchParams.entries()].sort(([q],[C])=>q.localeCompare(C)).map(([q,C])=>`${encodeURIComponent(q)}=${encodeURIComponent(C)}`).join("&"),Z=I(J.body),A={...J.headers,host:$.host,"x-amz-content-sha256":Z,"x-amz-date":X,"x-amz-security-token":W.session_token},w=Object.keys(A).sort((q,C)=>q.toLowerCase().localeCompare(C.toLowerCase())),T=w.map((q)=>`${q.toLowerCase()}:${A[q].trim()}`).join(`
+`)+`
+`,L=w.map((q)=>q.toLowerCase()).join(";"),E=[G.toUpperCase(),D,O,T,L,Z].join(`
+`),z=`${K}/${V}/${Y}/aws4_request`,N=["AWS4-HMAC-SHA256",X,z,I(E)].join(`
+`),x=v(`AWS4${W.secret_access_key}`,K),g=v(x,V),F=v(g,Y),j=v(F,"aws4_request"),B=v(j,N).toString("hex"),k=`AWS4-HMAC-SHA256 Credential=${W.access_key_id}/${z}, SignedHeaders=${L}, Signature=${B}`;return{...A,Authorization:k}}async function H(J){const{method:G,url:Q,headers:W,body:Y}=J,V=Y==null?null:typeof Y==="string"?Y:Y,X=await fetch(Q,{method:G,headers:W,body:V,signal:AbortSignal.timeout(60000)}),K=await X.text(),$={};X.headers.forEach((D,O)=>{$[O.toLowerCase()]=D});return{status:X.status,headers:$,body:K}}function n(){return new Date().toISOString().replace(/[-:]/g,"").replace(/\.\d+Z$/,"Z")}function extractUploadId(J){const G=J.match(/<UploadId>([^<]+)<\/UploadId>/i);if(G)return G[1];try{const Q=JSON.parse(J);return Q?.payload?.uploadID||Q?.payload?.uploadId||Q?.payload?.UploadID||Q?.payload?.UploadId||Q?.data?.uploadid||Q?.data?.uploadID||Q?.data?.uploadId||Q?.data?.UploadID||Q?.data?.UploadId||Q?.UploadID||Q?.UploadId||Q?.uploadID||Q?.uploadId||null}catch{return null}}async function f(J,G,Q,W){const Y=`${gatewayBaseUrl(J)}?uploadmode=part&phase=init`,V=await H({method:"POST",url:Y,headers:gatewayHeaders(G,Q,W)});if(V.status!==200)throw new _(`TOS init multipart upload failed with status ${V.status}: ${V.body}`,"Check that TOS upload authorization is valid and not expired.");const X=extractUploadId(V.body);if(!X)throw new _(`TOS init response missing UploadId: ${V.body}`);return X}async function h(J,G,Q,W,Y,V,X){const K=crc32Hex(W),$=`${gatewayBaseUrl(J)}?uploadid=${encodeURIComponent(Q)}&part_number=${G}&phase=transfer`,D={...gatewayHeaders(Y,V,X),"Content-CRC32":K,"Content-Type":"application/octet-stream","X-Use-Init-Upload-Optimize":"1","X-Use-Large-Local-Cache":"1"},O=await H({method:"POST",url:$,headers:D,body:W});let Z;try{Z=JSON.parse(O.body)}catch{Z=null}if(O.status!==200||Z?.code!==2000)throw new _(`TOS upload part ${G} failed with status ${O.status}: ${O.body}`,"Check that TOS upload authorization is valid and not expired.");return Z?.data?.crc32||K}async function m(J,G,Q,W,Y,V){const X=`${gatewayBaseUrl(J)}?uploadmode=part&phase=finish&uploadid=${encodeURIComponent(G)}`,K=Q.sort((O,Z)=>O.partNumber-Z.partNumber).map((O)=>`${O.partNumber}:${O.crc32}`).join(","),$=await H({method:"POST",url:X,headers:gatewayHeaders(W,Y,V),body:K});let D;try{D=JSON.parse($.body)}catch{D=null}if($.status!==200||D?.code!==2000)throw new _(`TOS complete multipart upload failed with status ${$.status}: ${$.body}`,"Check that all parts were uploaded successfully.");return D?.data?.key||null}let b=null;export function setReadSyncOverride(J){b=J}export async function tosUpload(J){const{filePath:G,uploadInfo:Q,credentials:W,onProgress:Y}=J;if(!M.existsSync(G))throw new _(`Video file not found: ${G}`,"Ensure the file path is correct and accessible.");const{size:V}=M.statSync(G);if(V===0)throw new _(`Video file is empty: ${G}`);const{tos_upload_url:X,auth:K,upload_header:$,user_id:D}=Q,O=new URL(X),Z=extractRegionFromHost(O.host),A=getResumeFilePath(G);let w=loadResumeState(A,V),T,L;if(w){T=w.uploadId;L=w.parts}else{T=await f(X,K,$,D);L=[];saveResumeState(A,{uploadId:T,fileSize:V,parts:L})}const E=new Set(L.map((F)=>F.partNumber)),z=Math.ceil(V/PART_SIZE);let N=L.length*PART_SIZE;if(Y)Y(Math.min(N,V),V);const x=M.openSync(G,"r");try{for(let F=1;F<=z;F++){if(E.has(F))continue;const j=(F-1)*PART_SIZE,B=Math.min(PART_SIZE,V-j),k=Buffer.allocUnsafe(B),C=(b??M.readSync)(x,k,0,B,j);if(C!==B)throw new _(`Short read on part ${F}: expected ${B} bytes, got ${C}`);const y=await h(X,F,T,k,K,$,D);L.push({partNumber:F,crc32:y});saveResumeState(A,{uploadId:T,fileSize:V,parts:L});N=Math.min(j+B,V);if(Y)Y(N,V)}}finally{M.closeSync(x)}const g=await m(X,T,L,K,$,D);deleteResumeState(A);return g}export{PART_SIZE,RESUME_DIR,extractRegionFromHost,getResumeFilePath,loadResumeState,saveResumeState,deleteResumeState,computeAws4Headers,extractUploadId,crc32Hex,gatewayBaseUrl,gatewayHeaders};

package/clis/douyin/_shared/transcode.js

@@ -1,45 +1 @@
-/**
- * Transcode poller for Douyin video processing.
- *
- * After a video is uploaded via TOS and the "confirm upload" API is called,
- * Douyin transcodes the video asynchronously. This module polls the transcode
- * status endpoint until encode=2 (complete) or a timeout is reached.
- */
-import { TimeoutError } from '@jackwener/opencli/errors';
-import { browserFetch } from './browser-fetch.js';
-const POLL_INTERVAL_MS = 3_000;
-const DEFAULT_TIMEOUT_MS = 300_000;
-const TRANSCODE_URL_BASE = 'https://creator.douyin.com/web/api/media/video/transend/';
-/**
- * Lower-level poll function that accepts an injected fetch function.
- * Exported for testability.
- */
-export async function pollTranscodeWithFetch(fetchFn, page, videoId, timeoutMs = DEFAULT_TIMEOUT_MS) {
-    const url = `${TRANSCODE_URL_BASE}?video_id=${encodeURIComponent(videoId)}&aid=1128`;
-    const deadline = Date.now() + timeoutMs;
-    while (Date.now() < deadline) {
-        const result = (await fetchFn(page, 'GET', url));
-        if (result.encode === 2) {
-            return result;
-        }
-        // Wait before next poll, but don't exceed the deadline
-        const remaining = deadline - Date.now();
-        if (remaining <= 0)
-            break;
-        await new Promise(resolve => setTimeout(resolve, Math.min(POLL_INTERVAL_MS, remaining)));
-    }
-    throw new TimeoutError(`Douyin transcode for video ${videoId}`, Math.round(timeoutMs / 1000));
-}
-/**
- * Poll Douyin's transcode status endpoint until the video is fully transcoded
- * (encode=2) or the timeout expires.
- *
- * @param page - Browser page for making credentialed API calls
- * @param videoId - The video_id returned from the confirm upload step
- * @param timeoutMs - Maximum wait time in ms (default: 300 000 = 5 minutes)
- * @returns TranscodeResult including duration, fps, dimensions, and poster info
- * @throws TimeoutError if transcode does not complete within timeoutMs
- */
-export async function pollTranscode(page, videoId, timeoutMs) {
-    return pollTranscodeWithFetch(browserFetch, page, videoId, timeoutMs);
-}
+import{TimeoutError as Z}from"@jackwener/opencli/errors";import{browserFetch as $}from"./browser-fetch.js";const C=3000,V=300000,W="https://creator.douyin.com/web/api/media/video/transend/";export async function pollTranscodeWithFetch(z,G,q,H=V){const X=`${W}?video_id=${encodeURIComponent(q)}&aid=1128`,J=Date.now()+H;while(Date.now()<J){const K=await z(G,"GET",X);if(K.encode===2)return K;const Q=J-Date.now();if(Q<=0)break;await new Promise((Y)=>setTimeout(Y,Math.min(C,Q)))}throw new Z(`Douyin transcode for video ${q}`,Math.round(H/1000))}export async function pollTranscode(z,G,q){return pollTranscodeWithFetch($,z,G,q)}

package/clis/douyin/_shared/types.js

@@ -1 +1 @@
-export {};
+export{};

package/clis/douyin/_shared/vod-upload.js

@@ -1,212 +1,5 @@
-import * as crypto from 'node:crypto';
-import { AuthRequiredError, CommandExecutionError } from '@jackwener/opencli/errors';
-import { unwrapEvaluateResult } from './evaluate-result.js';
-
-const AUTH_V5_URL = 'https://creator.douyin.com/web/api/media/upload/auth/v5/';
-const VOD_UPLOAD_HOST = 'https://vod.bytedanceapi.com/';
-const VOD_SPACE_NAME = 'aweme';
-
-function hmacSha256(key, data) {
-  return crypto.createHmac('sha256', key).update(data, 'utf8').digest();
-}
-
-function sha256Hex(data) {
-  const hash = crypto.createHash('sha256');
-  if (Buffer.isBuffer(data) || data instanceof Uint8Array) {
-    hash.update(data);
-  } else {
-    hash.update(data ?? '', 'utf8');
-  }
-  return hash.digest('hex');
-}
-
-function nowDatetime() {
-  return new Date().toISOString().replace(/[-:]/g, '').replace(/\.\d+Z$/, 'Z');
-}
-
-function canonicalQuery(url) {
-  return [...url.searchParams.entries()]
-    .sort(([a], [b]) => a.localeCompare(b))
-    .map(([key, value]) => `${encodeURIComponent(key)}=${encodeURIComponent(value)}`)
-    .join('&');
-}
-
-function computeAws4Headers(url, credentials, options = {}) {
-  const parsedUrl = new URL(url);
-  const datetime = nowDatetime();
-  const date = datetime.slice(0, 8);
-  const method = options.method ?? 'GET';
-  const body = options.body ?? '';
-  const bodyHash = sha256Hex(body);
-  const headers = {
-    ...(options.headers ?? {}),
-    host: parsedUrl.host,
-    'x-amz-content-sha256': bodyHash,
-    'x-amz-date': datetime,
-    'x-amz-security-token': credentials.session_token,
-  };
-  const sortedHeaderKeys = Object.keys(headers).sort((a, b) => a.localeCompare(b));
-  const canonicalHeaders = sortedHeaderKeys
-    .map((key) => `${key}:${String(headers[key]).trim()}`)
-    .join('\n') + '\n';
-  const signedHeaders = sortedHeaderKeys.join(';');
-  const canonicalRequest = [
-    method,
-    parsedUrl.pathname || '/',
-    canonicalQuery(parsedUrl),
-    canonicalHeaders,
-    signedHeaders,
-    bodyHash,
-  ].join('\n');
-  const service = 'vod';
-  const region = 'cn-north-1';
-  const credentialScope = `${date}/${region}/${service}/aws4_request`;
-  const stringToSign = [
-    'AWS4-HMAC-SHA256',
-    datetime,
-    credentialScope,
-    sha256Hex(canonicalRequest),
-  ].join('\n');
-  const kDate = hmacSha256(`AWS4${credentials.secret_access_key}`, date);
-  const kRegion = hmacSha256(kDate, region);
-  const kService = hmacSha256(kRegion, service);
-  const kSigning = hmacSha256(kService, 'aws4_request');
-  const signature = hmacSha256(kSigning, stringToSign).toString('hex');
-  return {
-    ...headers,
-    Authorization: `AWS4-HMAC-SHA256 Credential=${credentials.access_key_id}/${credentialScope}, SignedHeaders=${signedHeaders}, Signature=${signature}`,
-  };
-}
-
-function extractUserIdFromSessionToken(sessionToken) {
-  try {
-    const raw = sessionToken.startsWith('STS2') ? sessionToken.slice(4) : sessionToken;
-    const decoded = JSON.parse(Buffer.from(raw, 'base64').toString('utf8'));
-    const policy = JSON.parse(decoded.PolicyString || '{}');
-    const condition = policy?.Statement?.[0]?.Condition;
-    if (typeof condition === 'string') {
-      const parsedCondition = JSON.parse(condition);
-      return parsedCondition.UserId || '';
-    }
-  } catch {
-    return '';
-  }
-  return '';
-}
-
-export async function getUploadAuthV5Credentials(page) {
-  const result = unwrapEvaluateResult(await page.evaluate(`fetch(${JSON.stringify(AUTH_V5_URL)}, { credentials: 'include' }).then(r => r.json())`));
-  if (!result || Array.isArray(result) || typeof result !== 'object') {
-    throw new CommandExecutionError(`获取抖音上传授权失败: ${JSON.stringify(result)}`);
-  }
-  if (result.status_code !== 0) {
-    const message = result.status_msg ?? result.message ?? 'unknown error';
-    if (result.status_code === 401 || result.status_code === 403 || /login|cookie|auth|captcha|verify|forbidden|permission|登录|登陆|权限|验证|验证码/i.test(String(message))) {
-      throw new AuthRequiredError('creator.douyin.com', `获取抖音上传授权失败: ${message}`);
-    }
-    throw new CommandExecutionError(`获取抖音上传授权失败: ${JSON.stringify(result)}`);
-  }
-  if (!result.auth) {
-    throw new CommandExecutionError(`获取抖音上传授权失败: ${JSON.stringify(result)}`);
-  }
-  let auth;
-  try {
-    auth = JSON.parse(result.auth);
-  } catch (error) {
-    throw new CommandExecutionError(`解析抖音上传授权失败: ${error instanceof Error ? error.message : String(error)}`);
-  }
-  if (!auth.AccessKeyID || !auth.SecretAccessKey || !auth.SessionToken) {
-    throw new CommandExecutionError('抖音上传授权缺少 AccessKeyID/SecretAccessKey/SessionToken');
-  }
-  return {
-    access_key_id: auth.AccessKeyID,
-    secret_access_key: auth.SecretAccessKey,
-    session_token: auth.SessionToken,
-    user_id: extractUserIdFromSessionToken(auth.SessionToken),
-    expired_time: auth.ExpiredTime,
-    current_time: auth.CurrentTime,
-  };
-}
-
-export async function applyVideoUploadInner(fileSize, credentials) {
-  const params = new URLSearchParams({
-    Action: 'ApplyUploadInner',
-    Version: '2020-11-19',
-    SpaceName: VOD_SPACE_NAME,
-    FileType: 'video',
-    IsInner: '1',
-    FileSize: String(fileSize),
-  });
-  const url = `${VOD_UPLOAD_HOST}?${params.toString()}`;
-  const res = await fetch(url, { headers: computeAws4Headers(url, credentials), signal: AbortSignal.timeout(30000) });
-  const text = await res.text();
-  let payload;
-  try {
-    payload = JSON.parse(text);
-  } catch {
-    throw new CommandExecutionError(`申请抖音上传地址失败，非 JSON 响应: HTTP ${res.status} ${text.slice(0, 300)}`);
-  }
-  const error = payload?.ResponseMetadata?.Error;
-  if (!res.ok || error) {
-    throw new CommandExecutionError(`申请抖音上传地址失败: HTTP ${res.status} ${JSON.stringify(error ?? payload)}`);
-  }
-  const uploadNode = payload?.Result?.InnerUploadAddress?.UploadNodes?.[0];
-  const storeInfo = uploadNode?.StoreInfos?.[0];
-  const videoId = payload?.Result?.Vid || uploadNode?.Vid;
-  const sessionKey = uploadNode?.SessionKey ?? storeInfo?.SessionKey ?? payload?.Result?.SessionKey;
-  if (!uploadNode?.UploadHost || !storeInfo?.StoreUri || !storeInfo?.Auth || !videoId || !sessionKey) {
-    throw new CommandExecutionError(`申请抖音上传地址响应缺少必要字段: ${JSON.stringify(payload).slice(0, 500)}`);
-  }
-  return {
-    video_id: videoId,
-    tos_upload_url: `https://${uploadNode.UploadHost}/${storeInfo.StoreUri}`,
-    auth: storeInfo.Auth,
-    session_key: sessionKey,
-    upload_header: uploadNode.UploadHeader ?? {},
-    user_id: credentials.user_id ?? '',
-  };
-}
-
-
-export async function commitVideoUploadInner(uploadInfo, credentials) {
-  if (!uploadInfo?.session_key) {
-    throw new CommandExecutionError('抖音上传提交缺少 SessionKey');
-  }
-  const params = new URLSearchParams({
-    Action: 'CommitUploadInner',
-    Version: '2020-11-19',
-    SpaceName: VOD_SPACE_NAME,
-  });
-  const url = `${VOD_UPLOAD_HOST}?${params.toString()}`;
-  const body = JSON.stringify({ SessionKey: uploadInfo.session_key });
-  const headers = computeAws4Headers(url, credentials, {
-    method: 'POST',
-    body,
-    headers: { 'content-type': 'application/json;charset=UTF-8' },
-  });
-  const res = await fetch(url, { method: 'POST', headers, body, signal: AbortSignal.timeout(30000) });
-  const text = await res.text();
-  let payload;
-  try {
-    payload = JSON.parse(text);
-  } catch {
-    throw new CommandExecutionError(`提交抖音上传失败，非 JSON 响应: HTTP ${res.status} ${text.slice(0, 300)}`);
-  }
-  const error = payload?.ResponseMetadata?.Error;
-  if (!res.ok || error) {
-    throw new CommandExecutionError(`提交抖音上传失败: HTTP ${res.status} ${JSON.stringify(error ?? payload)}`);
-  }
-  const result = payload?.Result?.Results?.[0] ?? payload?.Result ?? {};
-  const videoId = result.Vid ?? result.VideoId ?? result.VideoID ?? result.vid ?? uploadInfo.video_id;
-  if (!videoId) {
-    throw new CommandExecutionError(`提交抖音上传响应缺少 video id: ${JSON.stringify(payload).slice(0, 500)}`);
-  }
-  const meta = result.Meta ?? result.VideoMeta ?? {};
-  return {
-    video_id: videoId,
-    poster_uri: result.PosterUri ?? result.PosterURI ?? result.SnapshotUri ?? result.SnapshotURI ?? '',
-    width: Number(meta.Width ?? meta.width ?? 720) || 720,
-    height: Number(meta.Height ?? meta.height ?? 1280) || 1280,
-    raw: result,
-  };
-}
+import*as g from"node:crypto";import{AuthRequiredError as J,CommandExecutionError as d}from"@jackwener/opencli/errors";import{unwrapEvaluateResult as v}from"./evaluate-result.js";const C="https://creator.douyin.com/web/api/media/upload/auth/v5/",_="https://vod.bytedanceapi.com/",$="aweme";function l(s,e){return g.createHmac("sha256",s).update(e,"utf8").digest()}function A(s){const e=g.createHash("sha256");if(Buffer.isBuffer(s)||s instanceof Uint8Array)e.update(s);else e.update(s??"","utf8");return e.digest("hex")}function b(){return new Date().toISOString().replace(/[-:]/g,"").replace(/\.\d+Z$/,"Z")}function P(s){return[...s.searchParams.entries()].sort(([e],[t])=>e.localeCompare(t)).map(([e,t])=>`${encodeURIComponent(e)}=${encodeURIComponent(t)}`).join("&")}function U(s,e,t={}){const o=new URL(s),i=b(),u=i.slice(0,8),a=t.method??"GET",h=t.body??"",r=A(h),c={...t.headers??{},host:o.host,"x-amz-content-sha256":r,"x-amz-date":i,"x-amz-security-token":e.session_token},n=Object.keys(c).sort((m,x)=>m.localeCompare(x)),p=n.map((m)=>`${m}:${String(c[m]).trim()}`).join(`
+`)+`
+`,S=n.join(";"),O=[a,o.pathname||"/",P(o),p,S,r].join(`
+`),y="vod",f="cn-north-1",w=`${u}/${f}/${y}/aws4_request`,N=["AWS4-HMAC-SHA256",i,w,A(O)].join(`
+`),H=l(`AWS4${e.secret_access_key}`,u),T=l(H,f),k=l(T,y),I=l(k,"aws4_request"),R=l(I,N).toString("hex");return{...c,Authorization:`AWS4-HMAC-SHA256 Credential=${e.access_key_id}/${w}, SignedHeaders=${S}, Signature=${R}`}}function V(s){try{const e=s.startsWith("STS2")?s.slice(4):s,t=JSON.parse(Buffer.from(e,"base64").toString("utf8")),i=JSON.parse(t.PolicyString||"{}")?.Statement?.[0]?.Condition;if(typeof i==="string")return JSON.parse(i).UserId||""}catch{return""}return""}export async function getUploadAuthV5Credentials(s){const e=v(await s.evaluate(`fetch(${JSON.stringify(C)}, { credentials: 'include' }).then(r => r.json())`));if(!e||Array.isArray(e)||typeof e!=="object")throw new d(`获取抖音上传授权失败: ${JSON.stringify(e)}`);if(e.status_code!==0){const o=e.status_msg??e.message??"unknown error";if(e.status_code===401||e.status_code===403||/login|cookie|auth|captcha|verify|forbidden|permission|登录|登陆|权限|验证|验证码/i.test(String(o)))throw new J("creator.douyin.com",`获取抖音上传授权失败: ${o}`);throw new d(`获取抖音上传授权失败: ${JSON.stringify(e)}`)}if(!e.auth)throw new d(`获取抖音上传授权失败: ${JSON.stringify(e)}`);let t;try{t=JSON.parse(e.auth)}catch(o){throw new d(`解析抖音上传授权失败: ${o instanceof Error?o.message:String(o)}`)}if(!t.AccessKeyID||!t.SecretAccessKey||!t.SessionToken)throw new d("抖音上传授权缺少 AccessKeyID/SecretAccessKey/SessionToken");return{access_key_id:t.AccessKeyID,secret_access_key:t.SecretAccessKey,session_token:t.SessionToken,user_id:V(t.SessionToken),expired_time:t.ExpiredTime,current_time:t.CurrentTime}}export async function applyVideoUploadInner(s,e){const t=new URLSearchParams({Action:"ApplyUploadInner",Version:"2020-11-19",SpaceName:$,FileType:"video",IsInner:"1",FileSize:String(s)}),o=`${_}?${t.toString()}`,i=await fetch(o,{headers:U(o,e),signal:AbortSignal.timeout(30000)}),u=await i.text();let a;try{a=JSON.parse(u)}catch{throw new d(`申请抖音上传地址失败，非 JSON 响应: HTTP ${i.status} ${u.slice(0,300)}`)}const h=a?.ResponseMetadata?.Error;if(!i.ok||h)throw new d(`申请抖音上传地址失败: HTTP ${i.status} ${JSON.stringify(h??a)}`);const r=a?.Result?.InnerUploadAddress?.UploadNodes?.[0],c=r?.StoreInfos?.[0],n=a?.Result?.Vid||r?.Vid,p=r?.SessionKey??c?.SessionKey??a?.Result?.SessionKey;if(!r?.UploadHost||!c?.StoreUri||!c?.Auth||!n||!p)throw new d(`申请抖音上传地址响应缺少必要字段: ${JSON.stringify(a).slice(0,500)}`);return{video_id:n,tos_upload_url:`https://${r.UploadHost}/${c.StoreUri}`,auth:c.Auth,session_key:p,upload_header:r.UploadHeader??{},user_id:e.user_id??""}}export async function commitVideoUploadInner(s,e){if(!s?.session_key)throw new d("抖音上传提交缺少 SessionKey");const t=new URLSearchParams({Action:"CommitUploadInner",Version:"2020-11-19",SpaceName:$}),o=`${_}?${t.toString()}`,i=JSON.stringify({SessionKey:s.session_key}),u=U(o,e,{method:"POST",body:i,headers:{"content-type":"application/json;charset=UTF-8"}}),a=await fetch(o,{method:"POST",headers:u,body:i,signal:AbortSignal.timeout(30000)}),h=await a.text();let r;try{r=JSON.parse(h)}catch{throw new d(`提交抖音上传失败，非 JSON 响应: HTTP ${a.status} ${h.slice(0,300)}`)}const c=r?.ResponseMetadata?.Error;if(!a.ok||c)throw new d(`提交抖音上传失败: HTTP ${a.status} ${JSON.stringify(c??r)}`);const n=r?.Result?.Results?.[0]??r?.Result??{},p=n.Vid??n.VideoId??n.VideoID??n.vid??s.video_id;if(!p)throw new d(`提交抖音上传响应缺少 video id: ${JSON.stringify(r).slice(0,500)}`);const S=n.Meta??n.VideoMeta??{};return{video_id:p,poster_uri:n.PosterUri??n.PosterURI??n.SnapshotUri??n.SnapshotURI??"",width:Number(S.Width??S.width??720)||720,height:Number(S.Height??S.height??1280)||1280,raw:n}}

package/clis/douyin/activities.js

@@ -1,23 +1 @@
-import { cli, Strategy } from '@jackwener/opencli/registry';
-import { browserFetch } from './_shared/browser-fetch.js';
-cli({
-    site: 'douyin',
-    name: 'activities',
-    access: 'read',
-    description: '官方活动列表',
-    domain: 'creator.douyin.com',
-    strategy: Strategy.COOKIE,
-    args: [],
-    columns: ['activity_id', 'title', 'end_time'],
-    func: async (page, _kwargs) => {
-        const url = 'https://creator.douyin.com/web/api/media/activity/get/?aid=1128';
-        const res = await browserFetch(page, 'GET', url);
-        return (res.activity_list ?? []).map(a => ({
-            activity_id: a.activity_id,
-            title: a.title ?? a.activity_name ?? '',
-            end_time: typeof a.end_time === 'number'
-                ? new Date(a.end_time * 1000).toLocaleString('zh-CN', { timeZone: 'Asia/Tokyo' })
-                : (a.show_end_time ?? ''),
-        }));
-    },
-});
+import{cli as e,Strategy as o}from"@jackwener/opencli/registry";import{browserFetch as r}from"./_shared/browser-fetch.js";e({site:"douyin",name:"activities",access:"read",description:"官方活动列表",domain:"creator.douyin.com",strategy:o.COOKIE,args:[],columns:["activity_id","title","end_time"],func:async(i,a)=>{return((await r(i,"GET","https://creator.douyin.com/web/api/media/activity/get/?aid=1128")).activity_list??[]).map((t)=>({activity_id:t.activity_id,title:t.title??t.activity_name??"",end_time:typeof t.end_time==="number"?new Date(t.end_time*1000).toLocaleString("zh-CN",{timeZone:"Asia/Tokyo"}):t.show_end_time??""}))}});