@nshiab/setup-data-project 1.0.39 → 2.0.1

package/package.json

@@ -1,7 +1,7 @@
 {
   "name": "@nshiab/setup-data-project",
-  "version": "1.0.39",
-  "description": "Quickly kick off your data project using the simple-data-analysis and journalism libraries.",
+  "version": "2.0.1",
+  "description": "Quickly kick off a project using simple-data-analysis-core, simple-data-analysis, and journalism libraries.",
   "repository": {
     "type": "git",
     "url": "https://github.com/nshiab/setup-data-project"

package/script/helpers/createFolderStructure.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"createFolderStructure.d.ts","sourceRoot":"","sources":["../../src/helpers/createFolderStructure.ts"],"names":[],"mappings":"AAIA,wBAAgB,qBAAqB,CAAC,gBAAgB,EAAE,MAAM,EAAE,UA8C/D"}
+{"version":3,"file":"createFolderStructure.d.ts","sourceRoot":"","sources":["../../src/helpers/createFolderStructure.ts"],"names":[],"mappings":"AAIA,wBAAgB,qBAAqB,CAAC,gBAAgB,EAAE,MAAM,EAAE,UA6C/D"}

package/script/helpers/createFolderStructure.js

@@ -28,12 +28,11 @@ function createFolderStructure(selectedPackages) {
 const sdb = new SimpleDB();
 const table = sdb.newTable();
 
-// Do your magic here!
-// await table.loadData("./sda/data/...");
+await table
+  .loadArray([{ message: "Hello simple-data-analysis!" }])
+  .log();
 
-await table.logTable();
-
-await sdb.done();
+await sdb.close();
 `;
     }
     if ((0, node_fs_1.lstatSync)(mainTsPath, { throwIfNoEntry: false }) === undefined) {

package/script/helpers/ensureAgents.d.ts

@@ -1,2 +1,3 @@
-export declare function ensureAgents(docsMapping: Record<string, string>, runtime: string, installedPackages?: string[]): void;
+import type { PackageDocs } from "./fetchPackageDocs.js";
+export declare function ensureAgents(docsMapping: Record<string, PackageDocs>, runtime: string, installedPackages?: string[]): void;
 //# sourceMappingURL=ensureAgents.d.ts.map

package/script/helpers/ensureAgents.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ensureAgents.d.ts","sourceRoot":"","sources":["../../src/helpers/ensureAgents.ts"],"names":[],"mappings":"AAOA,wBAAgB,YAAY,CAC1B,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,EACnC,OAAO,EAAE,MAAM,EACf,iBAAiB,GAAE,MAAM,EAA6B,QAiJvD"}
+{"version":3,"file":"ensureAgents.d.ts","sourceRoot":"","sources":["../../src/helpers/ensureAgents.ts"],"names":[],"mappings":"AACA,OAAO,KAAK,EAAE,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAOzD,wBAAgB,YAAY,CAC1B,WAAW,EAAE,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,EACxC,OAAO,EAAE,MAAM,EACf,iBAAiB,GAAE,MAAM,EAA6B,QAqLvD"}

package/script/helpers/ensureAgents.js

@@ -8,11 +8,15 @@ function ensureAgents(docsMapping, runtime, installedPackages = Object.keys(docs
     let journalismFunctions = "";
     let sdaClassesAndMethods = "";
     let sdaDocsPath = "";
+    let sdaReadmePath = "";
     let sdaLibraryName = "";
     const journalismFunctionsByPackage = new Map();
-    for (const [pkg, doc] of Object.entries(docsMapping)) {
+    for (const [pkg, docs] of Object.entries(docsMapping)) {
         const pkgConfig = packageRegistry_js_1.SUPPORTED_PACKAGES.find((p) => p.value === pkg);
         const pkgType = pkgConfig?.type || "other";
+        const doc = docs.llm;
+        if (doc === undefined)
+            continue;
         if (pkgType === "journalism") {
             const repoName = pkg.split("/")[1];
             const functions = doc
@@ -30,7 +34,10 @@ function ensureAgents(docsMapping, runtime, installedPackages = Object.keys(docs
         }
         else if (pkgType === "sda") {
             const repoName = pkg.split("/")[1];
-            sdaDocsPath = `./docs/${repoName}.md`;
+            sdaDocsPath = `./docs/${repoName}/llm.md`;
+            sdaReadmePath = docs.readme === undefined
+                ? ""
+                : `./docs/${repoName}/README.md`;
             sdaLibraryName = pkgConfig?.label || repoName;
             sdaClassesAndMethods = doc
                 .split("\n")
@@ -92,6 +99,30 @@ function ensureAgents(docsMapping, runtime, installedPackages = Object.keys(docs
         libraryGuidance = `
 Always prioritize the installed ${libraryNames} ${libraryNoun} when relevant.
 `;
+        const documentationGuidance = installedPackageConfigs.flatMap((pkg) => {
+            const docs = docsMapping[pkg.value];
+            if (!docs)
+                return [];
+            const repoName = pkg.value.split("/")[1];
+            const availableDocs = [
+                docs.readme === undefined
+                    ? ""
+                    : `overview and practical examples at \`./docs/${repoName}/README.md\``,
+                docs.llm === undefined
+                    ? ""
+                    : `complete API documentation at \`./docs/${repoName}/llm.md\``,
+            ].filter(Boolean);
+            return availableDocs.length === 0
+                ? []
+                : [`- \`${pkg.value}\`: ${availableDocs.join("; ")}`];
+        });
+        if (documentationGuidance.length > 0) {
+            libraryGuidance += `
+The following documentation was fetched for the exact installed library versions. Consult it when relevant:
+
+${documentationGuidance.join("\n")}
+`;
+        }
         if (importExamples.length > 0) {
             libraryGuidance += `APIs can be imported with named imports like this:
 \`\`\`typescript
@@ -120,12 +151,17 @@ If you need to output data to a file, always put the file in the "sda/output" fo
 ${libraryGuidance}`;
     if (journalismFunctions !== "") {
         content += `
-Here are the functions available in the "journalism" libraries. If one of the function might be relevant, read the complete documentation in the "./docs/" folder to properly use it.
+Here are the functions available in the "journalism" libraries. If one of the functions might be relevant, search its complete API documentation in the corresponding \`./docs/<library-name>/llm.md\` file to properly use it.
 ${journalismFunctions}`;
     }
     if (sdaClassesAndMethods !== "") {
+        const readmeGuidance = sdaReadmePath === ""
+            ? ""
+            : ` An overview and practical examples are available at "${sdaReadmePath}".`;
         content += `
-Here are the classes and their methods available in the "${sdaLibraryName}" library. If one of the classes or methods might be relevant, read the complete documentation at "${sdaDocsPath}" to properly use it. Remember that almost all methods are asynchronous, so you need to use \`await\` when calling them.
+Here are the classes and their methods available in the "${sdaLibraryName}" library.${readmeGuidance} If one of the classes or methods might be relevant, search the complete API documentation at "${sdaDocsPath}" to properly use it.
+
+Most data-loading and transformation methods are synchronous, chainable builders. Await the final asynchronous observer or export method, such as \`log()\`, \`getData()\`, or \`writeData()\`, to execute the queued operations. If a chain ends without an observer, call \`run()\`. Always call \`await sdb.close()\` when the database is no longer needed. Methods that return an answer or export to an external service can be asynchronous, so verify their documentation before calling them.
 ${sdaClassesAndMethods}`;
     }
     const status = (0, ensureManagedSection_js_1.ensureManagedSection)({

package/script/helpers/ensureManagedSection.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ensureManagedSection.d.ts","sourceRoot":"","sources":["../../src/helpers/ensureManagedSection.ts"],"names":[],"mappings":"AAGA,UAAU,qBAAqB;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,MAAM,CAAC;CAC5C;AAED,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,qBAAqB,GAC7B,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,iBAAiB,CAqCzD"}
+{"version":3,"file":"ensureManagedSection.d.ts","sourceRoot":"","sources":["../../src/helpers/ensureManagedSection.ts"],"names":[],"mappings":"AAGA,UAAU,qBAAqB;IAC7B,IAAI,EAAE,MAAM,CAAC;IACb,IAAI,EAAE,MAAM,CAAC;IACb,OAAO,EAAE,MAAM,CAAC;IAChB,aAAa,EAAE,CAAC,OAAO,EAAE,MAAM,KAAK,MAAM,CAAC;CAC5C;AAED,wBAAgB,oBAAoB,CAClC,OAAO,EAAE,qBAAqB,GAC7B,SAAS,GAAG,SAAS,GAAG,WAAW,GAAG,iBAAiB,CAwCzD"}

package/script/helpers/ensureManagedSection.js

@@ -11,7 +11,7 @@ function ensureManagedSection(options) {
         ? `${startMarker}\n${endMarker}`
         : `${startMarker}\n${trimmedContent}\n${endMarker}`;
     if (!(0, node_fs_1.existsSync)(options.path)) {
-        (0, node_fs_1.writeFileSync)(options.path, options.createContent(section));
+        (0, node_fs_1.writeFileSync)(options.path, ensureFinalNewline(options.createContent(section)));
         return "created";
     }
     const currentContent = (0, node_fs_1.readFileSync)(options.path, "utf-8");
@@ -28,6 +28,9 @@ function ensureManagedSection(options) {
     if (nextContent === currentContent) {
         return "unchanged";
     }
-    (0, node_fs_1.writeFileSync)(options.path, nextContent);
+    (0, node_fs_1.writeFileSync)(options.path, ensureFinalNewline(nextContent));
     return "updated";
 }
+function ensureFinalNewline(content) {
+    return content.endsWith("\n") ? content : content + "\n";
+}

package/script/helpers/ensureReadme.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"ensureReadme.d.ts","sourceRoot":"","sources":["../../src/helpers/ensureReadme.ts"],"names":[],"mappings":"AAIA,wBAAgB,YAAY,CAC1B,OAAO,EAAE,MAAM,EACf,iBAAiB,GAAE,MAAM,EAAO,QA4DjC"}
+{"version":3,"file":"ensureReadme.d.ts","sourceRoot":"","sources":["../../src/helpers/ensureReadme.ts"],"names":[],"mappings":"AAIA,wBAAgB,YAAY,CAC1B,OAAO,EAAE,MAAM,EACf,iBAAiB,GAAE,MAAM,EAAO,QAsEjC"}

package/script/helpers/ensureReadme.js

@@ -13,17 +13,21 @@ function ensureReadme(runtime, installedPackages = []) {
         runCommand = "bun run";
     }
     const installedPackageConfigs = (0, packageRegistry_js_1.getInstalledPackageConfigs)(installedPackages);
-    const hasSda = installedPackageConfigs.some((pkg) => pkg.type === "sda");
+    const hasSdaCore = installedPackageConfigs.some((pkg) => pkg.value === "@nshiab/simple-data-analysis-core");
+    const hasFullSda = installedPackageConfigs.some((pkg) => pkg.value === "@nshiab/simple-data-analysis");
     const hasJournalism = installedPackageConfigs.some((pkg) => pkg.type === "journalism");
     const libraryLinks = [
-        hasSda
+        hasSdaCore
+            ? "[simple-data-analysis-core](https://github.com/nshiab/simple-data-analysis-core)"
+            : "",
+        hasFullSda
             ? "[simple-data-analysis](https://github.com/nshiab/simple-data-analysis)"
             : "",
         hasJournalism ? "[journalism](https://github.com/nshiab/journalism)" : "",
     ].filter(Boolean);
     const librarySection = libraryLinks.length === 0
         ? ""
-        : `It has installed ${libraryLinks.join(" and ")} libraries, along with
+        : `It has installed ${libraryLinks.join(" and ")} ${libraryLinks.length === 1 ? "library" : "libraries"}, along with
 up-to-date documentation and AI agent instructions.`;
     const status = (0, ensureManagedSection_js_1.ensureManagedSection)({
         path: "README.md",

package/script/helpers/fetchPackageDocs.d.ts

@@ -0,0 +1,8 @@
+export interface PackageDocs {
+    readme?: string;
+    llm?: string;
+}
+export declare function fetchPackageDocs(pkg: string, version: string, options?: {
+    silent?: boolean;
+}): Promise<PackageDocs>;
+//# sourceMappingURL=fetchPackageDocs.d.ts.map

package/script/helpers/fetchPackageDocs.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"fetchPackageDocs.d.ts","sourceRoot":"","sources":["../../src/helpers/fetchPackageDocs.ts"],"names":[],"mappings":"AAIA,MAAM,WAAW,WAAW;IAC1B,MAAM,CAAC,EAAE,MAAM,CAAC;IAChB,GAAG,CAAC,EAAE,MAAM,CAAC;CACd;AAiBD,wBAAsB,gBAAgB,CACpC,GAAG,EAAE,MAAM,EACX,OAAO,EAAE,MAAM,EACf,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,OAAO,CAAA;CAAO,GACjC,OAAO,CAAC,WAAW,CAAC,CA4DtB"}

package/script/helpers/fetchPackageDocs.js

@@ -0,0 +1,78 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.fetchPackageDocs = fetchPackageDocs;
+const prompts_1 = require("@clack/prompts");
+const node_fs_1 = require("node:fs");
+const node_path_1 = require("node:path");
+const PACKAGE_DOCUMENTS = [
+    {
+        remoteName: "README.md",
+        localName: "README.md",
+        key: "readme",
+        label: "README",
+    },
+    {
+        remoteName: "llm.md",
+        localName: "llm.md",
+        key: "llm",
+        label: "API documentation",
+    },
+];
+async function fetchPackageDocs(pkg, version, options = {}) {
+    const repoName = pkg.split("/")[1];
+    const docsDirectory = (0, node_path_1.join)("docs", repoName);
+    (0, node_fs_1.mkdirSync)(docsDirectory, { recursive: true });
+    const sFetch = (0, prompts_1.spinner)();
+    if (!options.silent) {
+        sFetch.start(`Fetching documentation for ${pkg}@${version}...`);
+    }
+    const fetchedDocuments = await Promise.all(PACKAGE_DOCUMENTS.map(async (document) => {
+        const localPath = (0, node_path_1.join)(docsDirectory, document.localName);
+        try {
+            const url = "https://raw.githubusercontent.com/nshiab/" + repoName +
+                `/refs/tags/v${version}/${document.remoteName}`;
+            const response = await fetch(url);
+            if (!response.ok) {
+                warnAboutFailedFetch(pkg, version, document.label, localPath);
+                return { key: document.key, content: undefined };
+            }
+            const content = await response.text();
+            (0, node_fs_1.writeFileSync)(localPath, content);
+            return { key: document.key, content };
+        }
+        catch (error) {
+            warnAboutFailedFetch(pkg, version, document.label, localPath);
+            console.error(error);
+            return { key: document.key, content: undefined };
+        }
+    }));
+    const docs = {};
+    for (const document of fetchedDocuments) {
+        if (document.content !== undefined) {
+            docs[document.key] = document.content;
+        }
+    }
+    const savedCount = fetchedDocuments.filter((document) => document.content !== undefined)
+        .length;
+    if (!options.silent) {
+        if (savedCount === PACKAGE_DOCUMENTS.length) {
+            sFetch.stop(`✅ Documentation for ${pkg}@${version} saved!`);
+        }
+        else if (savedCount > 0) {
+            sFetch.stop(`⚠️  Some documentation for ${pkg}@${version} could not be fetched.`);
+        }
+        else {
+            sFetch.stop(`❌ Failed to fetch documentation for ${pkg}@${version}.`);
+        }
+    }
+    return docs;
+}
+function warnAboutFailedFetch(pkg, version, label, localPath) {
+    const existingFileGuidance = (0, node_fs_1.existsSync)(localPath)
+        ? ` The existing file at ${localPath} was preserved, but it may not ` +
+            "match the installed version. Double-check it before relying on it, or " +
+            "remove it."
+        : "";
+    prompts_1.log.warn(`Could not fetch ${label} for ${pkg}@${version} from its GitHub tag.` +
+        existingFileGuidance);
+}

package/script/helpers/getInstalledPackageVersions.d.ts

@@ -0,0 +1,2 @@
+export declare function getInstalledPackageVersions(packageSpecifiers: Record<string, string>): Record<string, string>;
+//# sourceMappingURL=getInstalledPackageVersions.d.ts.map

package/script/helpers/getInstalledPackageVersions.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"getInstalledPackageVersions.d.ts","sourceRoot":"","sources":["../../src/helpers/getInstalledPackageVersions.ts"],"names":[],"mappings":"AAKA,wBAAgB,2BAA2B,CACzC,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACxC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAuBxB"}

package/script/helpers/getInstalledPackageVersions.js

@@ -0,0 +1,94 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.getInstalledPackageVersions = getInstalledPackageVersions;
+const node_fs_1 = require("node:fs");
+const node_path_1 = require("node:path");
+function getInstalledPackageVersions(packageSpecifiers) {
+    const denoLock = readJsonFile("deno.lock");
+    const packageLock = readJsonFile("package-lock.json");
+    const bunLock = (0, node_fs_1.existsSync)("bun.lock")
+        ? (0, node_fs_1.readFileSync)("bun.lock", "utf-8")
+        : undefined;
+    const versions = {};
+    for (const [pkg, specifier] of Object.entries(packageSpecifiers)) {
+        const version = specifier.startsWith("jsr:")
+            ? getDenoLockVersion(pkg, specifier, denoLock) ??
+                getExactVersion(specifier)
+            : getNodeModulesVersion(pkg) ??
+                getPackageLockVersion(pkg, packageLock) ??
+                getBunLockVersion(pkg, bunLock) ??
+                getExactVersion(specifier);
+        if (version !== undefined) {
+            versions[pkg] = version;
+        }
+    }
+    return versions;
+}
+function getNodeModulesVersion(pkg) {
+    const packageJson = readJsonFile((0, node_path_1.join)("node_modules", ...pkg.split("/"), "package.json"));
+    return typeof packageJson?.version === "string"
+        ? getExactVersion(packageJson.version)
+        : undefined;
+}
+function getDenoLockVersion(pkg, specifier, lock) {
+    if (!lock || !specifier.startsWith("jsr:"))
+        return undefined;
+    const specifiers = asObject(lock.specifiers);
+    if (!specifiers)
+        return undefined;
+    const directVersion = specifiers[specifier];
+    if (typeof directVersion === "string")
+        return getExactVersion(directVersion);
+    const prefix = `jsr:${pkg}@`;
+    const matchingVersions = Object.entries(specifiers)
+        .filter(([key, value]) => key.startsWith(prefix) && typeof value === "string")
+        .flatMap(([, value]) => {
+        const version = getExactVersion(value);
+        return version === undefined ? [] : [version];
+    });
+    const uniqueVersions = [...new Set(matchingVersions)];
+    return uniqueVersions.length === 1 ? uniqueVersions[0] : undefined;
+}
+function getPackageLockVersion(pkg, lock) {
+    if (!lock)
+        return undefined;
+    const packages = asObject(lock.packages);
+    const packageEntry = packages
+        ? asObject(packages[`node_modules/${pkg}`])
+        : undefined;
+    if (typeof packageEntry?.version === "string") {
+        return getExactVersion(packageEntry.version);
+    }
+    const dependencies = asObject(lock.dependencies);
+    const dependencyEntry = dependencies
+        ? asObject(dependencies[pkg])
+        : undefined;
+    return typeof dependencyEntry?.version === "string"
+        ? getExactVersion(dependencyEntry.version)
+        : undefined;
+}
+function getBunLockVersion(pkg, lock) {
+    if (!lock)
+        return undefined;
+    const escapedPackage = pkg.replace(/[.*+?^${}()|[\]\\]/g, "\\$&");
+    const match = lock.match(new RegExp(`"${escapedPackage}"\\s*:\\s*\\[\\s*"${escapedPackage}@(\\d+\\.\\d+\\.\\d+(?:-[0-9A-Za-z.-]+)?(?:\\+[0-9A-Za-z.-]+)?)"`));
+    return match?.[1];
+}
+function getExactVersion(specifier) {
+    return specifier.match(/(?:^|@)(\d+\.\d+\.\d+(?:-[0-9A-Za-z.-]+)?(?:\+[0-9A-Za-z.-]+)?)$/)?.[1];
+}
+function readJsonFile(path) {
+    if (!(0, node_fs_1.existsSync)(path))
+        return undefined;
+    try {
+        return asObject(JSON.parse((0, node_fs_1.readFileSync)(path, "utf-8")));
+    }
+    catch {
+        return undefined;
+    }
+}
+function asObject(value) {
+    return value !== null && typeof value === "object" && !Array.isArray(value)
+        ? value
+        : undefined;
+}

package/script/helpers/getProjectTasks.js

@@ -11,7 +11,7 @@ function getProjectTasks() {
                 ? "bun run --watch sda/main.ts"
                 : "node --env-file-if-exists=.env --watch --experimental-strip-types sda/main.ts",
         "all-tests": runtime === "deno"
-            ? "deno fmt --check && deno lint && deno check sda/main.ts && deno test -A"
+            ? "deno fmt --check sda && deno lint && deno check sda/main.ts && deno test -A --permit-no-files"
             : runtime === "bun"
                 ? "bun test --pass-with-no-tests"
                 : "node --env-file-if-exists=.env --experimental-strip-types --test",

package/script/helpers/installPackages.d.ts

@@ -0,0 +1,7 @@
+export declare const commandRunner: {
+    exec: any;
+};
+export declare function installPackages(selectedPackages: string[], options?: {
+    silent?: boolean;
+}): Promise<void>;
+//# sourceMappingURL=installPackages.d.ts.map

package/script/helpers/installPackages.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"installPackages.d.ts","sourceRoot":"","sources":["../../src/helpers/installPackages.ts"],"names":[],"mappings":"AAIA,eAAO,MAAM,aAAa;;CAEzB,CAAC;AASF,wBAAsB,eAAe,CACnC,gBAAgB,EAAE,MAAM,EAAE,EAC1B,OAAO,GAAE;IAAE,MAAM,CAAC,EAAE,OAAO,CAAA;CAAO,GACjC,OAAO,CAAC,IAAI,CAAC,CAmDf"}

package/script/helpers/installPackages.js

@@ -0,0 +1,96 @@
+"use strict";
+var __createBinding = (this && this.__createBinding) || (Object.create ? (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    var desc = Object.getOwnPropertyDescriptor(m, k);
+    if (!desc || ("get" in desc ? !m.__esModule : desc.writable || desc.configurable)) {
+      desc = { enumerable: true, get: function() { return m[k]; } };
+    }
+    Object.defineProperty(o, k2, desc);
+}) : (function(o, m, k, k2) {
+    if (k2 === undefined) k2 = k;
+    o[k2] = m[k];
+}));
+var __setModuleDefault = (this && this.__setModuleDefault) || (Object.create ? (function(o, v) {
+    Object.defineProperty(o, "default", { enumerable: true, value: v });
+}) : function(o, v) {
+    o["default"] = v;
+});
+var __importStar = (this && this.__importStar) || (function () {
+    var ownKeys = function(o) {
+        ownKeys = Object.getOwnPropertyNames || function (o) {
+            var ar = [];
+            for (var k in o) if (Object.prototype.hasOwnProperty.call(o, k)) ar[ar.length] = k;
+            return ar;
+        };
+        return ownKeys(o);
+    };
+    return function (mod) {
+        if (mod && mod.__esModule) return mod;
+        var result = {};
+        if (mod != null) for (var k = ownKeys(mod), i = 0; i < k.length; i++) if (k[i] !== "default") __createBinding(result, mod, k[i]);
+        __setModuleDefault(result, mod);
+        return result;
+    };
+})();
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.commandRunner = void 0;
+exports.installPackages = installPackages;
+const prompts_1 = require("@clack/prompts");
+const childProcess = __importStar(require("node:child_process"));
+const getRuntime_js_1 = require("./getRuntime.js");
+exports.commandRunner = {
+    exec: childProcess.exec,
+};
+// Temporary: remove this bypass after the 2.0 release window.
+// https://github.com/nshiab/setup-data-project/issues/15
+const PACKAGES_WITH_FRESH_DENO_RELEASES = new Set([
+    "@nshiab/simple-data-analysis-core",
+    "@nshiab/simple-data-analysis",
+]);
+async function installPackages(selectedPackages, options = {}) {
+    const runtime = (0, getRuntime_js_1.getRuntime)();
+    for (const selectedPackage of selectedPackages) {
+        const packagesToInstall = [selectedPackage];
+        if (selectedPackage === "@nshiab/simple-data-analysis" ||
+            selectedPackage === "@nshiab/journalism-dataviz") {
+            packagesToInstall.push("@observablehq/plot");
+        }
+        for (const pkg of packagesToInstall) {
+            const s = (0, prompts_1.spinner)();
+            const isObservablePlot = pkg === "@observablehq/plot";
+            const minimumDependencyAgeOption = PACKAGES_WITH_FRESH_DENO_RELEASES.has(pkg) ? " --min-dep-age=0" : "";
+            const installCmd = runtime === "deno"
+                ? (isObservablePlot
+                    ? "deno add npm:" + pkg
+                    : "deno add" + minimumDependencyAgeOption + " jsr:" +
+                        pkg)
+                : runtime === "bun"
+                    ? "bun add " + pkg
+                    : "npm install " + pkg;
+            if (!options.silent) {
+                s.start("Installing " + pkg + " via " + runtime + "...");
+            }
+            try {
+                await new Promise((resolve, reject) => {
+                    exports.commandRunner.exec(installCmd, (error) => {
+                        if (error) {
+                            reject(error);
+                        }
+                        else {
+                            resolve();
+                        }
+                    });
+                });
+                if (!options.silent) {
+                    s.stop("✅ " + pkg + " installed!");
+                }
+            }
+            catch (error) {
+                if (!options.silent) {
+                    s.stop("❌ Failed to install " + pkg + ".");
+                }
+                throw error;
+            }
+        }
+    }
+}

package/script/helpers/projectManifest.d.ts

@@ -5,6 +5,7 @@ export declare class ProjectManifest {
     static open(runtime: Runtime): ProjectManifest;
     reload(): void;
     getInstalledPackages(): string[];
+    getInstalledPackageSpecifiers(): Record<string, string>;
     updateTasks(tasks: Record<string, string>): void;
 }
 export {};

package/script/helpers/projectManifest.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"projectManifest.d.ts","sourceRoot":"","sources":["../../src/helpers/projectManifest.ts"],"names":[],"mappings":"AAEA,KAAK,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC;AAGvC,qBAAa,eAAe;;IAM1B,OAAO;IAYP,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,GAAG,eAAe;IA6B9C,MAAM,IAAI,IAAI;IAId,oBAAoB,IAAI,MAAM,EAAE;IAgBhC,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI;CAUjD"}
+{"version":3,"file":"projectManifest.d.ts","sourceRoot":"","sources":["../../src/helpers/projectManifest.ts"],"names":[],"mappings":"AAEA,KAAK,OAAO,GAAG,MAAM,GAAG,MAAM,GAAG,KAAK,CAAC;AAGvC,qBAAa,eAAe;;IAM1B,OAAO;IAYP,MAAM,CAAC,IAAI,CAAC,OAAO,EAAE,OAAO,GAAG,eAAe;IA6B9C,MAAM,IAAI,IAAI;IAId,oBAAoB,IAAI,MAAM,EAAE;IAIhC,6BAA6B,IAAI,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC;IAoBvD,WAAW,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GAAG,IAAI;CAcjD"}

package/script/helpers/projectManifest.js

@@ -40,12 +40,19 @@ class ProjectManifest {
         __classPrivateFieldSet(this, _ProjectManifest_config, readManifest(__classPrivateFieldGet(this, _ProjectManifest_path, "f")), "f");
     }
     getInstalledPackages() {
-        const installed = [];
+        return Object.keys(this.getInstalledPackageSpecifiers());
+    }
+    getInstalledPackageSpecifiers() {
+        const installed = {};
         for (const key of __classPrivateFieldGet(this, _ProjectManifest_dependencyKeys, "f")) {
             const dependencies = __classPrivateFieldGet(this, _ProjectManifest_config, "f")[key];
             if (dependencies && typeof dependencies === "object" &&
                 !Array.isArray(dependencies)) {
-                installed.push(...Object.keys(dependencies));
+                for (const [name, specifier] of Object.entries(dependencies)) {
+                    if (typeof specifier === "string") {
+                        installed[name] = specifier;
+                    }
+                }
             }
         }
         return installed;
@@ -57,7 +64,7 @@ class ProjectManifest {
             ? currentTasks
             : {};
         __classPrivateFieldGet(this, _ProjectManifest_config, "f")[__classPrivateFieldGet(this, _ProjectManifest_taskKey, "f")] = { ...existingTasks, ...tasks };
-        (0, node_fs_1.writeFileSync)(__classPrivateFieldGet(this, _ProjectManifest_path, "f"), JSON.stringify(__classPrivateFieldGet(this, _ProjectManifest_config, "f"), null, 2), "utf-8");
+        (0, node_fs_1.writeFileSync)(__classPrivateFieldGet(this, _ProjectManifest_path, "f"), JSON.stringify(__classPrivateFieldGet(this, _ProjectManifest_config, "f"), null, 2) + "\n", "utf-8");
     }
 }
 exports.ProjectManifest = ProjectManifest;

package/script/helpers/syncPackageDocs.d.ts

@@ -1,2 +1,3 @@
-export declare function syncPackageDocs(installedPackages: string[], docsAlreadyRefreshed?: string[]): Promise<Record<string, string>>;
+import { type PackageDocs } from "./fetchPackageDocs.js";
+export declare function syncPackageDocs(installedPackages: string[], installedVersions: Record<string, string>): Promise<Record<string, PackageDocs>>;
 //# sourceMappingURL=syncPackageDocs.d.ts.map

package/script/helpers/syncPackageDocs.d.ts.map

@@ -1 +1 @@
-{"version":3,"file":"syncPackageDocs.d.ts","sourceRoot":"","sources":["../../src/helpers/syncPackageDocs.ts"],"names":[],"mappings":"AAMA,wBAAsB,eAAe,CACnC,iBAAiB,EAAE,MAAM,EAAE,EAC3B,oBAAoB,GAAE,MAAM,EAAO,GAClC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,CAAC,CA0BjC"}
+{"version":3,"file":"syncPackageDocs.d.ts","sourceRoot":"","sources":["../../src/helpers/syncPackageDocs.ts"],"names":[],"mappings":"AAGA,OAAO,EAAoB,KAAK,WAAW,EAAE,MAAM,uBAAuB,CAAC;AAG3E,wBAAsB,eAAe,CACnC,iBAAiB,EAAE,MAAM,EAAE,EAC3B,iBAAiB,EAAE,MAAM,CAAC,MAAM,EAAE,MAAM,CAAC,GACxC,OAAO,CAAC,MAAM,CAAC,MAAM,EAAE,WAAW,CAAC,CAAC,CA+CtC"}

package/script/helpers/syncPackageDocs.js

@@ -4,26 +4,45 @@ exports.syncPackageDocs = syncPackageDocs;
 const prompts_1 = require("@clack/prompts");
 const node_fs_1 = require("node:fs");
 const node_path_1 = require("node:path");
-const installPackagesAndFetchDocs_js_1 = require("./installPackagesAndFetchDocs.js");
+const fetchPackageDocs_js_1 = require("./fetchPackageDocs.js");
 const packageRegistry_js_1 = require("./packageRegistry.js");
-async function syncPackageDocs(installedPackages, docsAlreadyRefreshed = []) {
+async function syncPackageDocs(installedPackages, installedVersions) {
     const installedSet = new Set(installedPackages);
-    const refreshedSet = new Set(docsAlreadyRefreshed);
     const docsMapping = {};
     for (const pkg of packageRegistry_js_1.SUPPORTED_PACKAGES) {
-        const docPath = (0, node_path_1.join)("docs", pkg.value.split("/")[1] + ".md");
+        const repoName = pkg.value.split("/")[1];
+        const docsDirectory = (0, node_path_1.join)("docs", repoName);
+        const llmDocsPath = (0, node_path_1.join)(docsDirectory, "llm.md");
+        const legacyDocsPath = (0, node_path_1.join)("docs", repoName + ".md");
         if (!installedSet.has(pkg.value)) {
-            if ((0, node_fs_1.existsSync)(docPath)) {
-                (0, node_fs_1.rmSync)(docPath);
-                prompts_1.log.info(`Removed stale documentation at ${docPath}.`);
+            for (const path of [docsDirectory, legacyDocsPath]) {
+                if ((0, node_fs_1.existsSync)(path)) {
+                    (0, node_fs_1.rmSync)(path, { recursive: true });
+                    prompts_1.log.info(`Removed stale documentation at ${path}.`);
+                }
             }
             continue;
         }
-        if (!(0, node_fs_1.existsSync)(docPath) && !refreshedSet.has(pkg.value)) {
-            await (0, installPackagesAndFetchDocs_js_1.fetchPackageDocs)(pkg.value, { silent: true });
+        if ((0, node_fs_1.existsSync)(legacyDocsPath)) {
+            if (!(0, node_fs_1.existsSync)(llmDocsPath)) {
+                (0, node_fs_1.mkdirSync)(docsDirectory, { recursive: true });
+                (0, node_fs_1.renameSync)(legacyDocsPath, llmDocsPath);
+                prompts_1.log.info(`Moved documentation to ${llmDocsPath}.`);
+            }
+            else {
+                (0, node_fs_1.rmSync)(legacyDocsPath);
+            }
+        }
+        const version = installedVersions[pkg.value];
+        if (version === undefined) {
+            prompts_1.log.warn(`Could not determine the exact installed version of ${pkg.value}. ` +
+                "Existing local documentation was preserved but will not be " +
+                "included in AGENTS.md.");
+            continue;
         }
-        if ((0, node_fs_1.existsSync)(docPath)) {
-            docsMapping[pkg.value] = (0, node_fs_1.readFileSync)(docPath, "utf-8");
+        const docs = await (0, fetchPackageDocs_js_1.fetchPackageDocs)(pkg.value, version, { silent: true });
+        if (docs.readme !== undefined || docs.llm !== undefined) {
+            docsMapping[pkg.value] = docs;
         }
     }
     return docsMapping;