simple-dynamsoft-mcp 5.0.0 → 6.2.0

package/data/metadata/data-manifest.json

@@ -0,0 +1,175 @@
+{
+  "version": 1,
+  "repos": [
+    {
+      "name": "data/documentation/barcode-reader-docs-js",
+      "path": "documentation/barcode-reader-docs-js",
+      "url": "https://github.com/dynamsoft-docs/barcode-reader-docs-js.git",
+      "branch": "main",
+      "owner": "dynamsoft-docs",
+      "repo": "barcode-reader-docs-js",
+      "commit": "10c2fc25201f89eb5a6a412bce5fe2fb7e4b3f5f",
+      "archiveUrl": "https://codeload.github.com/dynamsoft-docs/barcode-reader-docs-js/zip/10c2fc25201f89eb5a6a412bce5fe2fb7e4b3f5f"
+    },
+    {
+      "name": "data/documentation/barcode-reader-docs-mobile",
+      "path": "documentation/barcode-reader-docs-mobile",
+      "url": "https://github.com/dynamsoft-docs/barcode-reader-docs-mobile.git",
+      "branch": "main",
+      "owner": "dynamsoft-docs",
+      "repo": "barcode-reader-docs-mobile",
+      "commit": "597f0da48bee7fc5fb955d90ebef536433eeb9f6",
+      "archiveUrl": "https://codeload.github.com/dynamsoft-docs/barcode-reader-docs-mobile/zip/597f0da48bee7fc5fb955d90ebef536433eeb9f6"
+    },
+    {
+      "name": "data/documentation/barcode-reader-docs-server",
+      "path": "documentation/barcode-reader-docs-server",
+      "url": "https://github.com/dynamsoft-docs/barcode-reader-docs-server.git",
+      "branch": "main",
+      "owner": "dynamsoft-docs",
+      "repo": "barcode-reader-docs-server",
+      "commit": "6c5404429140195bd8f18f48fbc3f2d3f2524e74",
+      "archiveUrl": "https://codeload.github.com/dynamsoft-docs/barcode-reader-docs-server/zip/6c5404429140195bd8f18f48fbc3f2d3f2524e74"
+    },
+    {
+      "name": "data/documentation/document-viewer-docs",
+      "path": "documentation/document-viewer-docs",
+      "url": "https://github.com/dynamsoft-docs/document-viewer-docs.git",
+      "branch": "main",
+      "owner": "dynamsoft-docs",
+      "repo": "document-viewer-docs",
+      "commit": "26ea218ada436b1bbae04a224ebe2d42a08fef5b",
+      "archiveUrl": "https://codeload.github.com/dynamsoft-docs/document-viewer-docs/zip/26ea218ada436b1bbae04a224ebe2d42a08fef5b"
+    },
+    {
+      "name": "data/documentation/web-twain-docs",
+      "path": "documentation/web-twain-docs",
+      "url": "https://github.com/dynamsoft-docs/web-twain-docs.git",
+      "branch": "master",
+      "owner": "dynamsoft-docs",
+      "repo": "web-twain-docs",
+      "commit": "5da9b65024e8eeecab1dced934638c57cafe0b79",
+      "archiveUrl": "https://codeload.github.com/dynamsoft-docs/web-twain-docs/zip/5da9b65024e8eeecab1dced934638c57cafe0b79"
+    },
+    {
+      "name": "data/samples/dynamic-web-twain",
+      "path": "samples/dynamic-web-twain",
+      "url": "https://github.com/Dynamsoft/web-twain-codelab.git",
+      "branch": "main",
+      "owner": "Dynamsoft",
+      "repo": "web-twain-codelab",
+      "commit": "6622b408a0a253b80c7dd6e6ba334c1cf0bf0ca3",
+      "archiveUrl": "https://codeload.github.com/Dynamsoft/web-twain-codelab/zip/6622b408a0a253b80c7dd6e6ba334c1cf0bf0ca3"
+    },
+    {
+      "name": "data/samples/dynamsoft-barcode-reader",
+      "path": "samples/dynamsoft-barcode-reader",
+      "url": "https://github.com/Dynamsoft/barcode-reader-javascript-samples.git",
+      "branch": "main",
+      "owner": "Dynamsoft",
+      "repo": "barcode-reader-javascript-samples",
+      "commit": "2f0a723e88e3271170672e61c214a3d1d7a31328",
+      "archiveUrl": "https://codeload.github.com/Dynamsoft/barcode-reader-javascript-samples/zip/2f0a723e88e3271170672e61c214a3d1d7a31328"
+    },
+    {
+      "name": "data/samples/dynamsoft-barcode-reader-c-cpp",
+      "path": "samples/dynamsoft-barcode-reader-c-cpp",
+      "url": "https://github.com/Dynamsoft/barcode-reader-c-cpp-samples.git",
+      "branch": "main",
+      "owner": "Dynamsoft",
+      "repo": "barcode-reader-c-cpp-samples",
+      "commit": "31193773be1b64616d84a0ac439dde1a1e1d3067",
+      "archiveUrl": "https://codeload.github.com/Dynamsoft/barcode-reader-c-cpp-samples/zip/31193773be1b64616d84a0ac439dde1a1e1d3067"
+    },
+    {
+      "name": "data/samples/dynamsoft-barcode-reader-dotnet",
+      "path": "samples/dynamsoft-barcode-reader-dotnet",
+      "url": "https://github.com/Dynamsoft/barcode-reader-dotnet-samples.git",
+      "branch": "main",
+      "owner": "Dynamsoft",
+      "repo": "barcode-reader-dotnet-samples",
+      "commit": "5d7abad2ba3a23bff70ccbd8359f47ebb8605953",
+      "archiveUrl": "https://codeload.github.com/Dynamsoft/barcode-reader-dotnet-samples/zip/5d7abad2ba3a23bff70ccbd8359f47ebb8605953"
+    },
+    {
+      "name": "data/samples/dynamsoft-barcode-reader-flutter",
+      "path": "samples/dynamsoft-barcode-reader-flutter",
+      "url": "https://github.com/Dynamsoft/barcode-reader-flutter-samples.git",
+      "branch": "main",
+      "owner": "Dynamsoft",
+      "repo": "barcode-reader-flutter-samples",
+      "commit": "36c113de476a07c20867eae77fd29f3f92b70d41",
+      "archiveUrl": "https://codeload.github.com/Dynamsoft/barcode-reader-flutter-samples/zip/36c113de476a07c20867eae77fd29f3f92b70d41"
+    },
+    {
+      "name": "data/samples/dynamsoft-barcode-reader-java",
+      "path": "samples/dynamsoft-barcode-reader-java",
+      "url": "https://github.com/Dynamsoft/barcode-reader-java-samples.git",
+      "branch": "main",
+      "owner": "Dynamsoft",
+      "repo": "barcode-reader-java-samples",
+      "commit": "16cc16f9e0c8625842a43d6bdd1474720976ecd7",
+      "archiveUrl": "https://codeload.github.com/Dynamsoft/barcode-reader-java-samples/zip/16cc16f9e0c8625842a43d6bdd1474720976ecd7"
+    },
+    {
+      "name": "data/samples/dynamsoft-barcode-reader-maui",
+      "path": "samples/dynamsoft-barcode-reader-maui",
+      "url": "https://github.com/Dynamsoft/barcode-reader-maui-samples.git",
+      "branch": "main",
+      "owner": "Dynamsoft",
+      "repo": "barcode-reader-maui-samples",
+      "commit": "6b1252fffdde08356dc2c2d6e18bc92c99bd9a42",
+      "archiveUrl": "https://codeload.github.com/Dynamsoft/barcode-reader-maui-samples/zip/6b1252fffdde08356dc2c2d6e18bc92c99bd9a42"
+    },
+    {
+      "name": "data/samples/dynamsoft-barcode-reader-mobile",
+      "path": "samples/dynamsoft-barcode-reader-mobile",
+      "url": "https://github.com/Dynamsoft/barcode-reader-mobile-samples.git",
+      "branch": "main",
+      "owner": "Dynamsoft",
+      "repo": "barcode-reader-mobile-samples",
+      "commit": "9bf2ea7ed0c95035612494e5e282de1cd3b9e74d",
+      "archiveUrl": "https://codeload.github.com/Dynamsoft/barcode-reader-mobile-samples/zip/9bf2ea7ed0c95035612494e5e282de1cd3b9e74d"
+    },
+    {
+      "name": "data/samples/dynamsoft-barcode-reader-python",
+      "path": "samples/dynamsoft-barcode-reader-python",
+      "url": "https://github.com/Dynamsoft/barcode-reader-python-samples.git",
+      "branch": "master",
+      "owner": "Dynamsoft",
+      "repo": "barcode-reader-python-samples",
+      "commit": "e581a3a6eda1ce8128d1c8bd8667382b536f17ed",
+      "archiveUrl": "https://codeload.github.com/Dynamsoft/barcode-reader-python-samples/zip/e581a3a6eda1ce8128d1c8bd8667382b536f17ed"
+    },
+    {
+      "name": "data/samples/dynamsoft-barcode-reader-react-native",
+      "path": "samples/dynamsoft-barcode-reader-react-native",
+      "url": "https://github.com/Dynamsoft/barcode-reader-react-native-samples.git",
+      "branch": "main",
+      "owner": "Dynamsoft",
+      "repo": "barcode-reader-react-native-samples",
+      "commit": "acb3ac877853f1543ff086fb15df30335b0d4cbe",
+      "archiveUrl": "https://codeload.github.com/Dynamsoft/barcode-reader-react-native-samples/zip/acb3ac877853f1543ff086fb15df30335b0d4cbe"
+    },
+    {
+      "name": "data/samples/dynamsoft-capture-vision-nodejs",
+      "path": "samples/dynamsoft-capture-vision-nodejs",
+      "url": "https://github.com/Dynamsoft/capture-vision-nodejs-samples.git",
+      "branch": "main",
+      "owner": "Dynamsoft",
+      "repo": "capture-vision-nodejs-samples",
+      "commit": "380fe5f0bc10c8776958353cd349beaec6962fcb",
+      "archiveUrl": "https://codeload.github.com/Dynamsoft/capture-vision-nodejs-samples/zip/380fe5f0bc10c8776958353cd349beaec6962fcb"
+    },
+    {
+      "name": "data/samples/dynamsoft-document-viewer",
+      "path": "samples/dynamsoft-document-viewer",
+      "url": "https://github.com/Dynamsoft/document-viewer-samples.git",
+      "branch": "main",
+      "owner": "Dynamsoft",
+      "repo": "document-viewer-samples",
+      "commit": "84fbb0ce71aa4d327aeeb39dab57cab92c43cd9d",
+      "archiveUrl": "https://codeload.github.com/Dynamsoft/document-viewer-samples/zip/84fbb0ce71aa4d327aeeb39dab57cab92c43cd9d"
+    }
+  ]
+}

package/data/{dynamsoft_sdks.json → metadata/dynamsoft_sdks.json}

@@ -117,12 +117,12 @@
         }
       }
     },
-    "dbr-python": {
-      "name": "Dynamsoft Barcode Reader Python SDK",
-      "description": "Barcode scanning for Python desktop/server applications.",
+    "dbr-server": {
+      "name": "Dynamsoft Barcode Reader Server/Desktop SDK",
+      "description": "Barcode scanning for server/desktop platforms including Python, .NET, Java, C++, and Node.js.",
       "version": "11.2.5000",
       "default_platform": "python",
-      "snippet_path": "dynamsoft-barcode-reader/python",
+      "snippet_path": "dynamsoft-barcode-reader/server",
       "platforms": {
         "python": {
           "languages": [
@@ -140,6 +140,88 @@
           "installation": {
             "pip": "pip install dynamsoft-barcode-reader-bundle"
           }
+        },
+        "dotnet": {
+          "languages": [
+            "C#"
+          ],
+          "docs": {
+            "user-guide": "https://www.dynamsoft.com/barcode-reader/docs/server/programming/dotnet/user-guide.html",
+            "api-reference": "https://www.dynamsoft.com/barcode-reader/docs/server/programming/dotnet/api-reference/",
+            "samples": "https://www.dynamsoft.com/barcode-reader/docs/server/programming/dotnet/samples/"
+          },
+          "samples": {
+            "repo": "https://github.com/Dynamsoft/barcode-reader-dotnet-samples"
+          },
+          "installation": {
+            "nuget": "dotnet add package Dynamsoft.DotNet.BarcodeReader.Bundle"
+          }
+        },
+        "java": {
+          "languages": [
+            "Java"
+          ],
+          "docs": {
+            "user-guide": "https://www.dynamsoft.com/barcode-reader/docs/server/programming/java/user-guide.html",
+            "api-reference": "https://www.dynamsoft.com/barcode-reader/docs/server/programming/java/api-reference/",
+            "samples": "https://www.dynamsoft.com/barcode-reader/docs/server/programming/java/samples/"
+          },
+          "samples": {
+            "repo": "https://github.com/Dynamsoft/barcode-reader-java-samples"
+          },
+          "installation": {
+            "maven_repository_id": "dbr",
+            "maven_repository_url": "https://download2.dynamsoft.com/maven/dbr/jar",
+            "group_id": "com.dynamsoft",
+            "artifact_id": "dbr",
+            "version": "latest",
+            "pom_template": "<repositories>\n    <repository>\n        <id>dbr</id>\n        <url>https://download2.dynamsoft.com/maven/dbr/jar</url>\n    </repository>\n</repositories>\n\n<dependencies>\n    <dependency>\n        <groupId>com.dynamsoft</groupId>\n        <artifactId>dbr</artifactId>\n        <version>${dbr.version}</version>\n    </dependency>\n</dependencies>"
+          }
+        },
+        "cpp": {
+          "languages": [
+            "C++"
+          ],
+          "docs": {
+            "user-guide": "https://www.dynamsoft.com/barcode-reader/docs/server/programming/cplusplus/user-guide.html",
+            "api-reference": "https://www.dynamsoft.com/barcode-reader/docs/server/programming/cplusplus/api-reference/",
+            "samples": "https://www.dynamsoft.com/barcode-reader/docs/server/programming/cplusplus/samples/"
+          },
+          "samples": {
+            "repo": "https://github.com/Dynamsoft/barcode-reader-c-cpp-samples"
+          },
+          "installation": {
+            "include_header": "#include \"[INSTALLATION FOLDER]/DynamsoftBarcodeReader/Include/DynamsoftCaptureVisionRouter.h\"",
+            "windows_libs_x64": [
+              "[INSTALLATION FOLDER]/DynamsoftBarcodeReader/Dist/Lib/Windows/x64/DynamsoftCorex64.lib",
+              "[INSTALLATION FOLDER]/DynamsoftBarcodeReader/Dist/Lib/Windows/x64/DynamsoftLicensex64.lib",
+              "[INSTALLATION FOLDER]/DynamsoftBarcodeReader/Dist/Lib/Windows/x64/DynamsoftCaptureVisionRouterx64.lib"
+            ],
+            "windows_libs_x86": [
+              "[INSTALLATION FOLDER]/DynamsoftBarcodeReader/Dist/Lib/Windows/x86/DynamsoftCorex86.lib",
+              "[INSTALLATION FOLDER]/DynamsoftBarcodeReader/Dist/Lib/Windows/x86/DynamsoftLicensex86.lib",
+              "[INSTALLATION FOLDER]/DynamsoftBarcodeReader/Dist/Lib/Windows/x86/DynamsoftCaptureVisionRouterx86.lib"
+            ],
+            "pragma_comment_example": "#if defined(_WIN64) || defined(_WIN32)\n    #ifdef _WIN64\n        #pragma comment(lib, \"[INSTALLATION FOLDER]/DynamsoftBarcodeReader/Dist/Lib/Windows/x64/DynamsoftCorex64.lib\")\n        #pragma comment(lib, \"[INSTALLATION FOLDER]/DynamsoftBarcodeReader/Dist/Lib/Windows/x64/DynamsoftLicensex64.lib\")\n        #pragma comment(lib, \"[INSTALLATION FOLDER]/DynamsoftBarcodeReader/Dist/Lib/Windows/x64/DynamsoftCaptureVisionRouterx64.lib\")\n    #else\n        #pragma comment(lib, \"[INSTALLATION FOLDER]/DynamsoftBarcodeReader/Dist/Lib/Windows/x86/DynamsoftCorex86.lib\")\n        #pragma comment(lib, \"[INSTALLATION FOLDER]/DynamsoftBarcodeReader/Dist/Lib/Windows/x86/DynamsoftLicensex86.lib\")\n        #pragma comment(lib, \"[INSTALLATION FOLDER]/DynamsoftBarcodeReader/Dist/Lib/Windows/x86/DynamsoftCaptureVisionRouterx86.lib\")\n    #endif\n#endif"
+          }
+        },
+        "nodejs": {
+          "languages": [
+            "JavaScript",
+            "TypeScript"
+          ],
+          "docs": {
+            "user-guide": "https://github.com/Dynamsoft/capture-vision-nodejs-samples#readme",
+            "api-reference": "https://www.dynamsoft.com/capture-vision/docs/server/programming/cplusplus/api-reference/",
+            "samples": "https://github.com/Dynamsoft/capture-vision-nodejs-samples"
+          },
+          "samples": {
+            "repo": "https://github.com/Dynamsoft/capture-vision-nodejs-samples"
+          },
+          "installation": {
+            "npm": "npm i dynamsoft-capture-vision-for-node",
+            "model": "npm i dynamsoft-capture-vision-for-node-model"
+          }
         }
       }
     },
@@ -240,4 +322,4 @@
       }
     }
   }
-}
+}

package/package.json

@@ -1,53 +1,66 @@
-{
-  "name": "simple-dynamsoft-mcp",
-  "version": "5.0.0",
-  "description": "MCP server for Dynamsoft SDKs - Barcode Reader (Mobile/Python/Web), Dynamic Web TWAIN, and Document Viewer. Provides documentation, code snippets, and API guidance.",
-  "license": "MIT",
-  "repository": {
-    "type": "git",
-    "url": "https://github.com/yushulx/simple-dynamsoft-mcp.git"
-  },
-  "type": "module",
-  "engines": {
-    "node": ">=18"
-  },
-  "bin": {
-    "simple-dynamsoft-mcp": "./src/index.js"
-  },
-  "files": [
-    "src",
-    "data",
-    "code-snippet",
-    "README.md",
-    ".env.example"
-  ],
-  "scripts": {
-    "start": "node src/index.js",
-    "test": "node test/server.test.js"
-  },
-  "keywords": [
-    "mcp",
-    "model-context-protocol",
-    "dynamsoft",
-    "barcode-reader",
-    "barcode-scanner",
-    "document-scanner",
-    "document-viewer",
-    "web-twain",
-    "android",
-    "ios",
-    "python",
-    "javascript",
-    "mobile"
-  ],
-  "dependencies": {
-    "@modelcontextprotocol/sdk": "^1.25.2",
-    "@xenova/transformers": "^2.17.2",
-    "dotenv": "^16.4.5",
-    "fuse.js": "^7.0.0",
-    "zod": "~3.24.0"
-  },
-  "devDependencies": {
-    "supertest": "^7.1.3"
-  }
-}
+{
+  "name": "simple-dynamsoft-mcp",
+  "version": "6.2.0",
+  "description": "MCP server for Dynamsoft SDKs - Barcode Reader (Mobile/Python/Web), Dynamic Web TWAIN, and Document Viewer. Provides documentation, code snippets, and API guidance.",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/yushulx/simple-dynamsoft-mcp.git"
+  },
+  "type": "module",
+  "engines": {
+    "node": ">=18"
+  },
+  "bin": {
+    "simple-dynamsoft-mcp": "./src/index.js"
+  },
+  "files": [
+    "src",
+    "data/metadata",
+    "scripts",
+    "README.md",
+    ".env.example"
+  ],
+  "scripts": {
+    "start": "node src/index.js",
+    "test": "npm run test:fuse",
+    "test:fuse": "npm run test:stdio && npm run test:http && npm run test:package",
+    "test:local": "node --test test/integration/stdio.test.js test/integration/http-gateway.test.js",
+    "test:stdio": "node --test test/integration/stdio.test.js",
+    "test:http": "node --test test/integration/http-gateway.test.js",
+    "test:package": "node --test test/integration/package-runtime.test.js",
+    "data:bootstrap": "git submodule sync --recursive && git submodule update --init --recursive --jobs 1",
+    "data:sync": "node scripts/sync-submodules.mjs",
+    "data:status": "git submodule status --recursive",
+    "data:lock": "node scripts/update-data-lock.mjs",
+    "data:verify-lock": "node scripts/verify-data-lock.mjs",
+    "rag:prebuild": "node scripts/prebuild-rag-index.mjs"
+  },
+  "keywords": [
+    "mcp",
+    "model-context-protocol",
+    "dynamsoft",
+    "barcode-reader",
+    "barcode-scanner",
+    "document-scanner",
+    "document-viewer",
+    "web-twain",
+    "android",
+    "ios",
+    "python",
+    "javascript",
+    "mobile"
+  ],
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.25.2",
+    "@xenova/transformers": "^2.17.2",
+    "dotenv": "^16.4.5",
+    "extract-zip": "^2.0.1",
+    "fuse.js": "^7.0.0",
+    "zod": "~3.24.0"
+  },
+  "devDependencies": {
+    "supergateway": "^3.4.3",
+    "supertest": "^7.1.3"
+  }
+}

package/scripts/prebuild-rag-index.mjs

@@ -0,0 +1,67 @@
+#!/usr/bin/env node
+import { createHash } from "node:crypto";
+import { existsSync, mkdirSync, readdirSync, readFileSync, statSync, writeFileSync } from "node:fs";
+import { join, resolve } from "node:path";
+
+function toPosixPath(path) {
+  return path.replace(/\\/g, "/");
+}
+
+function fileHash(path) {
+  const data = readFileSync(path);
+  return createHash("sha256").update(data).digest("hex");
+}
+
+function ensureEnvDefaults() {
+  process.env.RAG_PROVIDER = process.env.RAG_PROVIDER || "local";
+  process.env.RAG_FALLBACK = process.env.RAG_FALLBACK || "none";
+  process.env.RAG_PREWARM = process.env.RAG_PREWARM || "true";
+  process.env.RAG_PREWARM_BLOCK = process.env.RAG_PREWARM_BLOCK || "true";
+  process.env.RAG_REBUILD = process.env.RAG_REBUILD || "true";
+}
+
+ensureEnvDefaults();
+
+const pkg = JSON.parse(readFileSync(new URL("../package.json", import.meta.url), "utf8"));
+const { prewarmRagIndex, ragConfig } = await import("../src/rag.js");
+
+await prewarmRagIndex();
+
+const cacheDir = resolve(ragConfig.cacheDir);
+if (!existsSync(cacheDir)) {
+  throw new Error(`RAG cache directory not found after prebuild: ${cacheDir}`);
+}
+
+const cacheFiles = readdirSync(cacheDir, { withFileTypes: true })
+  .filter((entry) => entry.isFile())
+  .map((entry) => join(cacheDir, entry.name))
+  .filter((path) => path.toLowerCase().endsWith(".json"))
+  .sort();
+
+if (cacheFiles.length === 0) {
+  throw new Error(`No cache JSON files found in ${cacheDir}.`);
+}
+
+const manifest = {
+  packageVersion: pkg.version,
+  generatedAt: new Date().toISOString(),
+  ragProvider: ragConfig.provider,
+  ragModel: ragConfig.localModel,
+  cacheDir: toPosixPath(cacheDir),
+  files: cacheFiles.map((path) => {
+    const stats = statSync(path);
+    return {
+      name: toPosixPath(path.slice(cacheDir.length + 1)),
+      size: stats.size,
+      sha256: fileHash(path)
+    };
+  })
+};
+
+const outputPath = join(cacheDir, "prebuilt-rag-manifest.json");
+mkdirSync(cacheDir, { recursive: true });
+writeFileSync(outputPath, `${JSON.stringify(manifest, null, 2)}\n`);
+
+console.log(`[rag-prebuild] version=${pkg.version}`);
+console.log(`[rag-prebuild] cache_dir=${cacheDir}`);
+console.log(`[rag-prebuild] files=${manifest.files.length}`);

package/scripts/sync-submodules.mjs

@@ -0,0 +1,6 @@
+#!/usr/bin/env node
+import { maybeSyncSubmodulesOnStart } from "../src/submodule-sync.js";
+
+process.env.DATA_SYNC_ON_START = "true";
+console.log("[data-sync] cli wrapper enabled DATA_SYNC_ON_START=true");
+await maybeSyncSubmodulesOnStart();

package/scripts/update-data-lock.mjs

@@ -0,0 +1,124 @@
+#!/usr/bin/env node
+import { readFileSync, writeFileSync, existsSync } from "node:fs";
+import { spawnSync } from "node:child_process";
+import { dirname, join } from "node:path";
+import { fileURLToPath } from "node:url";
+
+const __dirname = dirname(fileURLToPath(import.meta.url));
+const projectRoot = join(__dirname, "..");
+const gitmodulesPath = join(projectRoot, ".gitmodules");
+const outputPath = join(projectRoot, "data", "metadata", "data-manifest.json");
+
+function logDataLock(message) {
+  console.log(`[data-lock] ${message}`);
+}
+
+function parseGitmodules(path) {
+  if (!existsSync(path)) return [];
+  const lines = readFileSync(path, "utf8").split(/\r?\n/);
+  const entries = [];
+  let current = null;
+
+  for (const raw of lines) {
+    const line = raw.trim();
+    if (!line) continue;
+
+    const section = line.match(/^\[submodule\s+"([^"]+)"\]$/);
+    if (section) {
+      if (current && current.path && current.url) entries.push(current);
+      current = { name: section[1], path: "", url: "", branch: "main" };
+      continue;
+    }
+
+    if (!current) continue;
+
+    const pathMatch = line.match(/^path\s*=\s*(.+)$/);
+    if (pathMatch) {
+      current.path = pathMatch[1].trim();
+      continue;
+    }
+
+    const urlMatch = line.match(/^url\s*=\s*(.+)$/);
+    if (urlMatch) {
+      current.url = urlMatch[1].trim();
+      continue;
+    }
+
+    const branchMatch = line.match(/^branch\s*=\s*(.+)$/);
+    if (branchMatch) {
+      current.branch = branchMatch[1].trim();
+    }
+  }
+
+  if (current && current.path && current.url) entries.push(current);
+  return entries;
+}
+
+function runGit(args) {
+  const result = spawnSync("git", args, {
+    cwd: projectRoot,
+    encoding: "utf8"
+  });
+  return {
+    ok: result.status === 0,
+    stdout: String(result.stdout || "").trim(),
+    stderr: String(result.stderr || "").trim()
+  };
+}
+
+function parseGitHubUrl(url) {
+  const match = String(url).match(/github\.com[/:]([^/]+)\/([^/.]+)(?:\.git)?$/i);
+  if (!match) return null;
+  return { owner: match[1], repo: match[2] };
+}
+
+function toDataRelativePath(submodulePath) {
+  return submodulePath.replace(/^data[\\/]/, "").replace(/\\/g, "/");
+}
+
+const submodules = parseGitmodules(gitmodulesPath);
+if (submodules.length === 0) {
+  console.error("No submodules found in .gitmodules.");
+  process.exit(1);
+}
+logDataLock(`loaded submodules count=${submodules.length}`);
+
+const repos = [];
+
+for (const entry of submodules) {
+  const slug = parseGitHubUrl(entry.url);
+  if (!slug) {
+    console.error(`Unsupported submodule URL: ${entry.url}`);
+    process.exit(1);
+  }
+
+  const head = runGit(["-C", join(projectRoot, entry.path), "rev-parse", "HEAD"]);
+  if (!head.ok || !head.stdout) {
+    console.error(`Failed to resolve HEAD for ${entry.path}. Run npm run data:bootstrap first.`);
+    if (head.stderr) console.error(head.stderr);
+    process.exit(1);
+  }
+  logDataLock(`resolved path=${entry.path} branch=${entry.branch || "main"} head=${head.stdout}`);
+
+  const relativePath = toDataRelativePath(entry.path);
+  repos.push({
+    name: entry.name,
+    path: relativePath,
+    url: entry.url,
+    branch: entry.branch || "main",
+    owner: slug.owner,
+    repo: slug.repo,
+    commit: head.stdout,
+    archiveUrl: `https://codeload.github.com/${slug.owner}/${slug.repo}/zip/${head.stdout}`
+  });
+}
+
+repos.sort((a, b) => a.path.localeCompare(b.path));
+
+const manifest = {
+  version: 1,
+  repos
+};
+
+writeFileSync(outputPath, `${JSON.stringify(manifest, null, 2)}\n`);
+logDataLock(`updated file=${outputPath} entries=${repos.length}`);