@iwonz/ywtc 0.0.0-stage → 2.0.0

package/dist/workspace.js

@@ -0,0 +1,157 @@
+import { constants } from 'node:fs';
+import { access, chmod, mkdir, readFile, writeFile } from 'node:fs/promises';
+import os from 'node:os';
+import path from 'node:path';
+export const WORKSPACE_MARKER = '.ywtc-workspace.json';
+export const WORKSPACE_ENV = '.env';
+export const WORKSPACE_CONFIG = 'ywtc.config.yaml';
+export const WORKSPACE_STATES = '.states';
+export const ENV_TEMPLATE = `# Secrets referenced by ywtc.config.yaml
+YANDEX_WIKI_TOKEN=
+CONFLUENCE_TOKEN=
+CONFLUENCE_EMAIL=
+
+# Optional global overrides
+HTTP_TIMEOUT_MS=30000
+MIGRATION_CONCURRENCY=4
+`;
+export const CONFIG_TEMPLATE = `schemaVersion: 2
+
+defaults:
+  timeoutMs: 30000
+  concurrency: 4
+
+connections:
+  yandex:
+    type: yandex-wiki
+    apiUrl: https://api.wiki.yandex.net/v1
+    webUrl: https://wiki.example.com
+    authType: oauth
+    tokenEnv: YANDEX_WIKI_TOKEN
+    organization:
+      type: yandex360
+      id: ""
+    limits:
+      readConcurrency: 4
+      writeConcurrency: 2
+      downloadConcurrency: 2
+      uploadConcurrency: 2
+      requestsPerSecond: 8
+      burst: 8
+
+  confluence:
+    type: confluence
+    deployment: data-center
+    baseUrl: https://confluence.example.com/confluence
+    authType: pat
+    tokenEnv: CONFLUENCE_TOKEN
+    limits:
+      readConcurrency: 4
+      writeConcurrency: 2
+      downloadConcurrency: 2
+      uploadConcurrency: 2
+      requestsPerSecond: 8
+      burst: 10
+`;
+function expandHome(value, homeDirectory) {
+    if (value === '~')
+        return homeDirectory;
+    if (value.startsWith('~/') || value.startsWith('~\\'))
+        return path.join(homeDirectory, value.slice(2));
+    if (value.startsWith('~'))
+        throw new Error('--workdir supports only "~" or "~/...", not another user home.');
+    return value;
+}
+async function exists(filename) {
+    try {
+        await access(filename, constants.F_OK);
+        return true;
+    }
+    catch {
+        return false;
+    }
+}
+function workspaceAt(root, source) {
+    const statesDirectory = path.join(root, WORKSPACE_STATES);
+    return {
+        root,
+        marker: path.join(root, WORKSPACE_MARKER),
+        envFile: path.join(root, WORKSPACE_ENV),
+        configFile: path.join(root, WORKSPACE_CONFIG),
+        statesDirectory,
+        cacheDirectory: path.join(statesDirectory, 'cache'),
+        reportsDirectory: path.join(statesDirectory, 'reports'),
+        source,
+    };
+}
+export async function resolveWorkspace(options = {}) {
+    const cwd = path.resolve(options.cwd ?? process.cwd());
+    const homeDirectory = path.resolve(options.homeDirectory ?? os.homedir());
+    if (options.explicit)
+        return workspaceAt(path.resolve(cwd, expandHome(options.explicit, homeDirectory)), 'explicit');
+    if (await exists(path.join(cwd, WORKSPACE_MARKER)))
+        return workspaceAt(cwd, 'current');
+    return workspaceAt(path.join(homeDirectory, '.ywtc'), 'default');
+}
+async function createExclusive(filename, content, mode) {
+    try {
+        await writeFile(filename, content, { encoding: 'utf8', flag: 'wx', mode });
+        return true;
+    }
+    catch (error) {
+        if (error.code === 'EEXIST')
+            return false;
+        throw error;
+    }
+}
+export async function initializeWorkspace(workspace) {
+    const created = [];
+    const existing = [];
+    await mkdir(workspace.root, { recursive: true, mode: 0o700 });
+    const artifacts = [
+        [workspace.marker, `${JSON.stringify({ schemaVersion: 2, tool: 'ywtc' }, null, 2)}\n`, 0o600],
+        [workspace.envFile, ENV_TEMPLATE, 0o600],
+        [workspace.configFile, CONFIG_TEMPLATE, 0o600],
+    ];
+    for (const [filename, content, mode] of artifacts) {
+        const artifactCreated = await createExclusive(filename, content, mode);
+        (artifactCreated ? created : existing).push(filename);
+        if (artifactCreated)
+            await chmod(filename, mode);
+    }
+    for (const directory of [workspace.statesDirectory, workspace.cacheDirectory, workspace.reportsDirectory]) {
+        const existed = await exists(directory);
+        await mkdir(directory, { recursive: true, mode: 0o700 });
+        (existed ? existing : created).push(directory);
+    }
+    return { workspace, created, existing };
+}
+export async function validateWorkspaceMarker(workspace) {
+    let raw;
+    try {
+        raw = await readFile(workspace.marker, 'utf8');
+    }
+    catch (error) {
+        throw new Error(`Workspace marker is missing or unreadable: ${workspace.marker}`, { cause: error });
+    }
+    try {
+        const value = JSON.parse(raw);
+        if (value.schemaVersion === 1) {
+            throw new Error('schema v1 is not supported; create ywtc.config.yaml and a schema v2 marker or use a new workdir');
+        }
+        if (value.schemaVersion !== 2 || value.tool !== 'ywtc')
+            throw new Error('unsupported marker');
+    }
+    catch (error) {
+        throw new Error(`Workspace marker is invalid: ${workspace.marker}. ${error instanceof Error ? error.message : 'Run ywtc init after repairing it.'}`, { cause: error });
+    }
+}
+export function resolveWorkspacePath(workspace, value) {
+    const candidate = path.isAbsolute(value) ? path.resolve(value) : path.resolve(workspace.root, value);
+    const relative = path.relative(workspace.root, candidate);
+    if (relative === '..' || relative.startsWith(`..${path.sep}`) || path.isAbsolute(relative)) {
+        throw new Error(`Path must remain inside workdir ${workspace.root}: ${value}`);
+    }
+    return candidate;
+}
+//# sourceMappingURL=workspace.js.map

package/dist/workspace.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"workspace.js","sourceRoot":"","sources":["../src/workspace.ts"],"names":[],"mappings":"AAAA,OAAO,EAAC,SAAS,EAAC,MAAM,SAAS,CAAC;AAClC,OAAO,EAAC,MAAM,EAAE,KAAK,EAAE,KAAK,EAAE,QAAQ,EAAE,SAAS,EAAC,MAAM,kBAAkB,CAAC;AAC3E,OAAO,EAAE,MAAM,SAAS,CAAC;AACzB,OAAO,IAAI,MAAM,WAAW,CAAC;AAE7B,MAAM,CAAC,MAAM,gBAAgB,GAAG,sBAAsB,CAAC;AACvD,MAAM,CAAC,MAAM,aAAa,GAAG,MAAM,CAAC;AACpC,MAAM,CAAC,MAAM,gBAAgB,GAAG,kBAAkB,CAAC;AACnD,MAAM,CAAC,MAAM,gBAAgB,GAAG,SAAS,CAAC;AAE1C,MAAM,CAAC,MAAM,YAAY,GAAG;;;;;;;;CAQ3B,CAAC;AAEF,MAAM,CAAC,MAAM,eAAe,GAAG;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;;CAqC9B,CAAC;AAmBF,SAAS,UAAU,CAAC,KAAa,EAAE,aAAqB;IACtD,IAAI,KAAK,KAAK,GAAG;QAAE,OAAO,aAAa,CAAC;IACxC,IAAI,KAAK,CAAC,UAAU,CAAC,IAAI,CAAC,IAAI,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC;QAAE,OAAO,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,CAAC;IACvG,IAAI,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC;QAAE,MAAM,IAAI,KAAK,CAAC,gEAAgE,CAAC,CAAC;IAC7G,OAAO,KAAK,CAAC;AACf,CAAC;AAED,KAAK,UAAU,MAAM,CAAC,QAAgB;IACpC,IAAI,CAAC;QACH,MAAM,MAAM,CAAC,QAAQ,EAAE,SAAS,CAAC,IAAI,CAAC,CAAC;QACvC,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,MAAM,CAAC;QACP,OAAO,KAAK,CAAC;IACf,CAAC;AACH,CAAC;AAED,SAAS,WAAW,CAAC,IAAY,EAAE,MAA2B;IAC5D,MAAM,eAAe,GAAG,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC,CAAC;IAC1D,OAAO;QACL,IAAI;QACJ,MAAM,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC;QACzC,OAAO,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,aAAa,CAAC;QACvC,UAAU,EAAE,IAAI,CAAC,IAAI,CAAC,IAAI,EAAE,gBAAgB,CAAC;QAC7C,eAAe;QACf,cAAc,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,OAAO,CAAC;QACnD,gBAAgB,EAAE,IAAI,CAAC,IAAI,CAAC,eAAe,EAAE,SAAS,CAAC;QACvD,MAAM;KACP,CAAC;AACJ,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,gBAAgB,CAAC,UAAqE,EAAE;IAC5G,MAAM,GAAG,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,GAAG,IAAI,OAAO,CAAC,GAAG,EAAE,CAAC,CAAC;IACvD,MAAM,aAAa,GAAG,IAAI,CAAC,OAAO,CAAC,OAAO,CAAC,aAAa,IAAI,EAAE,CAAC,OAAO,EAAE,CAAC,CAAC;IAC1E,IAAI,OAAO,CAAC,QAAQ;QAAE,OAAO,WAAW,CAAC,IAAI,CAAC,OAAO,CAAC,GAAG,EAAE,UAAU,CAAC,OAAO,CAAC,QAAQ,EAAE,aAAa,CAAC,CAAC,EAAE,UAAU,CAAC,CAAC;IACrH,IAAI,MAAM,MAAM,CAAC,IAAI,CAAC,IAAI,CAAC,GAAG,EAAE,gBAAgB,CAAC,CAAC;QAAE,OAAO,WAAW,CAAC,GAAG,EAAE,SAAS,CAAC,CAAC;IACvF,OAAO,WAAW,CAAC,IAAI,CAAC,IAAI,CAAC,aAAa,EAAE,OAAO,CAAC,EAAE,SAAS,CAAC,CAAC;AACnE,CAAC;AAED,KAAK,UAAU,eAAe,CAAC,QAAgB,EAAE,OAAe,EAAE,IAAY;IAC5E,IAAI,CAAC;QACH,MAAM,SAAS,CAAC,QAAQ,EAAE,OAAO,EAAE,EAAC,QAAQ,EAAE,MAAM,EAAE,IAAI,EAAE,IAAI,EAAE,IAAI,EAAC,CAAC,CAAC;QACzE,OAAO,IAAI,CAAC;IACd,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,IAAK,KAA+B,CAAC,IAAI,KAAK,QAAQ;YAAE,OAAO,KAAK,CAAC;QACrE,MAAM,KAAK,CAAC;IACd,CAAC;AACH,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,mBAAmB,CAAC,SAAoB;IAC5D,MAAM,OAAO,GAAa,EAAE,CAAC;IAC7B,MAAM,QAAQ,GAAa,EAAE,CAAC;IAC9B,MAAM,KAAK,CAAC,SAAS,CAAC,IAAI,EAAE,EAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAC,CAAC,CAAC;IAC5D,MAAM,SAAS,GAAoC;QACjD,CAAC,SAAS,CAAC,MAAM,EAAE,GAAG,IAAI,CAAC,SAAS,CAAC,EAAC,aAAa,EAAE,CAAC,EAAE,IAAI,EAAE,MAAM,EAAC,EAAE,IAAI,EAAE,CAAC,CAAC,IAAI,EAAE,KAAK,CAAC;QAC3F,CAAC,SAAS,CAAC,OAAO,EAAE,YAAY,EAAE,KAAK,CAAC;QACxC,CAAC,SAAS,CAAC,UAAU,EAAE,eAAe,EAAE,KAAK,CAAC;KAC/C,CAAC;IACF,KAAK,MAAM,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,IAAI,SAAS,EAAE,CAAC;QAClD,MAAM,eAAe,GAAG,MAAM,eAAe,CAAC,QAAQ,EAAE,OAAO,EAAE,IAAI,CAAC,CAAC;QACvE,CAAC,eAAe,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,IAAI,CAAC,QAAQ,CAAC,CAAC;QACtD,IAAI,eAAe;YAAE,MAAM,KAAK,CAAC,QAAQ,EAAE,IAAI,CAAC,CAAC;IACnD,CAAC;IACD,KAAK,MAAM,SAAS,IAAI,CAAC,SAAS,CAAC,eAAe,EAAE,SAAS,CAAC,cAAc,EAAE,SAAS,CAAC,gBAAgB,CAAC,EAAE,CAAC;QAC1G,MAAM,OAAO,GAAG,MAAM,MAAM,CAAC,SAAS,CAAC,CAAC;QACxC,MAAM,KAAK,CAAC,SAAS,EAAE,EAAC,SAAS,EAAE,IAAI,EAAE,IAAI,EAAE,KAAK,EAAC,CAAC,CAAC;QACvD,CAAC,OAAO,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC,CAAC,OAAO,CAAC,CAAC,IAAI,CAAC,SAAS,CAAC,CAAC;IACjD,CAAC;IACD,OAAO,EAAC,SAAS,EAAE,OAAO,EAAE,QAAQ,EAAC,CAAC;AACxC,CAAC;AAED,MAAM,CAAC,KAAK,UAAU,uBAAuB,CAAC,SAAoB;IAChE,IAAI,GAAW,CAAC;IAChB,IAAI,CAAC;QACH,GAAG,GAAG,MAAM,QAAQ,CAAC,SAAS,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC;IACjD,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,8CAA8C,SAAS,CAAC,MAAM,EAAE,EAAE,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC,CAAC;IACpG,CAAC;IACD,IAAI,CAAC;QACH,MAAM,KAAK,GAAG,IAAI,CAAC,KAAK,CAAC,GAAG,CAA8C,CAAC;QAC3E,IAAI,KAAK,CAAC,aAAa,KAAK,CAAC,EAAE,CAAC;YAC9B,MAAM,IAAI,KAAK,CAAC,iGAAiG,CAAC,CAAC;QACrH,CAAC;QACD,IAAI,KAAK,CAAC,aAAa,KAAK,CAAC,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM;YAAE,MAAM,IAAI,KAAK,CAAC,oBAAoB,CAAC,CAAC;IAChG,CAAC;IAAC,OAAO,KAAK,EAAE,CAAC;QACf,MAAM,IAAI,KAAK,CAAC,gCAAgC,SAAS,CAAC,MAAM,KAAK,KAAK,YAAY,KAAK,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,CAAC,CAAC,mCAAmC,EAAE,EAAE,EAAC,KAAK,EAAE,KAAK,EAAC,CAAC,CAAC;IACvK,CAAC;AACH,CAAC;AAED,MAAM,UAAU,oBAAoB,CAAC,SAAoB,EAAE,KAAa;IACtE,MAAM,SAAS,GAAG,IAAI,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC,IAAI,CAAC,OAAO,CAAC,SAAS,CAAC,IAAI,EAAE,KAAK,CAAC,CAAC;IACrG,MAAM,QAAQ,GAAG,IAAI,CAAC,QAAQ,CAAC,SAAS,CAAC,IAAI,EAAE,SAAS,CAAC,CAAC;IAC1D,IAAI,QAAQ,KAAK,IAAI,IAAI,QAAQ,CAAC,UAAU,CAAC,KAAK,IAAI,CAAC,GAAG,EAAE,CAAC,IAAI,IAAI,CAAC,UAAU,CAAC,QAAQ,CAAC,EAAE,CAAC;QAC3F,MAAM,IAAI,KAAK,CAAC,mCAAmC,SAAS,CAAC,IAAI,KAAK,KAAK,EAAE,CAAC,CAAC;IACjF,CAAC;IACD,OAAO,SAAS,CAAC;AACnB,CAAC"}

package/package.json

@@ -1,6 +1,112 @@
 {
   "name": "@iwonz/ywtc",
-  "version": "0.0.0-stage",
-  "stub": true,
-  "description": "Temporary package placeholder for staged publishing"
-}
+  "version": "2.0.0",
+  "type": "module",
+  "description": "Resumable, loss-aware transfers between Yandex Wiki, Confluence, Markdown, and static HTML",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/iwonz/ywtc.git"
+  },
+  "bugs": {
+    "url": "https://github.com/iwonz/ywtc/issues"
+  },
+  "homepage": "https://github.com/iwonz/ywtc#readme",
+  "main": "./dist/index.js",
+  "types": "./dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "bin": {
+    "ywtc": "./dist/cli.js"
+  },
+  "publishConfig": {
+    "access": "public",
+    "provenance": true
+  },
+  "files": [
+    "dist",
+    "docs/assets/readme-header.png",
+    ".env.example",
+    "ywtc.config.example.yaml",
+    "CHANGELOG.md",
+    "LICENSE",
+    "README.md"
+  ],
+  "engines": {
+    "node": ">=24.0.0",
+    "npm": ">=11.5.1"
+  },
+  "scripts": {
+    "build": "tsc -p tsconfig.build.json",
+    "check": "npm run release:check && npm run security:audit && npm run typecheck && npm run lint && npm run knip && npm test && npm run test:browser && npm run build && npm run package:verify && npm run spec:validate",
+    "format": "biome format --write .",
+    "format:check": "biome format .",
+    "knip": "knip",
+    "lint": "biome lint .",
+    "lint:fix": "biome lint --write .",
+    "commitlint": "commitlint",
+    "migrate": "tsx src/cli.ts migrate",
+    "package:verify": "node --import tsx scripts/package-validation.ts",
+    "prepack": "npm run release:check && npm run build",
+    "release:check": "node scripts/release-check.mjs",
+    "release:bootstrap": "node --import tsx scripts/npm-bootstrap.ts",
+    "release:validate": "node --import tsx scripts/validate-release-tag.ts",
+    "security:audit": "npm audit --omit=dev --audit-level=high",
+    "spec:validate": "openspec validate --all --strict --no-interactive",
+    "test": "vitest run",
+    "test:browser": "playwright test",
+    "test:watch": "vitest",
+    "typecheck": "tsc --noEmit",
+    "workspace:init": "node --import tsx src/cli.ts init --workdir ."
+  },
+  "dependencies": {
+    "@archiver/archiver": "^0.3.0",
+    "@commander-js/extra-typings": "^15.0.0",
+    "@diplodoc/transform": "4.78.7",
+    "axios": "1.20.0",
+    "cheerio": "1.2.0",
+    "commander": "^15.0.0",
+    "dotenv": "18.0.8",
+    "form-data": "4.0.6",
+    "linkify-it": "6.1.0",
+    "listr2": "^11.2.0",
+    "p-queue": "^10.0.0",
+    "rehype-parse": "^9.0.1",
+    "rehype-remark": "^10.0.1",
+    "rehype-sanitize": "^6.0.0",
+    "rehype-stringify": "^10.0.1",
+    "remark-gfm": "^4.0.1",
+    "remark-stringify": "^11.0.0",
+    "unified": "^11.0.5",
+    "yaml": "^2.9.1",
+    "zod": "4.6.7"
+  },
+  "devDependencies": {
+    "@biomejs/biome": "2.5.15",
+    "@commitlint/cli": "21.2.3",
+    "@commitlint/config-conventional": "21.2.3",
+    "@fission-ai/openspec": "1.14.2",
+    "@playwright/test": "^1.64.1",
+    "@types/node": "24.19.2",
+    "fast-check": "^4.10.2",
+    "knip": "6.41.0",
+    "nock": "15.0.1",
+    "tsx": "4.23.15",
+    "typescript": "5.9.3",
+    "vitest": "5.0.4"
+  },
+  "overrides": {
+    "katex": "0.19.0",
+    "lodash": "4.18.1",
+    "markdown-it": {
+      ".": "13.0.2",
+      "linkify-it": "5.0.2"
+    },
+    "markdownlint": "0.41.1",
+    "svgo": "3.3.5"
+  }
+}

package/ywtc.config.example.yaml

@@ -0,0 +1,52 @@
+schemaVersion: 2
+
+defaults:
+  timeoutMs: 30000
+  concurrency: 4
+
+connections:
+  yandex:
+    type: yandex-wiki
+    apiUrl: https://api.wiki.yandex.net/v1
+    webUrl: https://wiki.example.com
+    authType: oauth
+    tokenEnv: YANDEX_WIKI_TOKEN
+    organization:
+      type: yandex360
+      id: example-organization-id
+    limits:
+      readConcurrency: 4
+      writeConcurrency: 2
+      downloadConcurrency: 2
+      uploadConcurrency: 2
+      requestsPerSecond: 8
+      burst: 8
+
+  confluence:
+    type: confluence
+    deployment: data-center
+    baseUrl: https://confluence.example.com/confluence
+    authType: pat
+    tokenEnv: CONFLUENCE_TOKEN
+    limits:
+      readConcurrency: 4
+      writeConcurrency: 2
+      downloadConcurrency: 2
+      uploadConcurrency: 2
+      requestsPerSecond: 8
+      burst: 10
+
+  # confluence-cloud:
+  #   type: confluence
+  #   deployment: cloud
+  #   baseUrl: https://example.atlassian.net
+  #   authType: api-token
+  #   tokenEnv: CONFLUENCE_CLOUD_TOKEN
+  #   emailEnv: CONFLUENCE_CLOUD_EMAIL
+  #   limits:
+  #     readConcurrency: 4
+  #     writeConcurrency: 2
+  #     downloadConcurrency: 2
+  #     uploadConcurrency: 2
+  #     requestsPerSecond: 8
+  #     burst: 10