@cmflow/source-pack 3.20.0 → 3.22.0

package/README.md

@@ -12,7 +12,7 @@
 </div>
 
 `source-pack` builds, at each production release of a project hosted on GitHub or GitLab, a **versioned index of its code**
-(chunks + embeddings + optional attachments + manifest) and publishes it on the release of the tag. The Dataviz loads it with
+(chunks + embeddings + manifest) and publishes it on the release of the tag. The Dataviz loads it with
 `readSourcePack()` to answer `source_search` on any production version, without a local checkout.
 
 The package is generic: everything that depends on a project lives in its `source-pack.config.ts`.
@@ -51,7 +51,7 @@ import { defineConfig } from "@cmflow/source-pack";
 
 export default defineConfig({
   outputDir: "./tmp/source-pack",
-  repository: { provider: "github", owner: "ClubMediterranee", name: "digital-api" },
+  repository: { provider: "github", owner: "acme", name: "example-api" },
   // GitLab: { provider: "gitlab", projectId: "group/project" (or 1234), apiUrl: "https://gitlab.example.com/api/v4" }
   sources: {
     include: ["**/*.{ts,tsx,js,json,yaml,yml,md,feature}"],
@@ -60,15 +60,14 @@ export default defineConfig({
   },
   chunking: { lines: 100, overlap: 15 },
   embedding: {
-    baseUrl: "https://apim-prdaiplatform-frc.azure-api.net/litellm-api",
-    model: "text-embedding-3-small-gmdt",
-    fallbackModels: ["text-embedding-3-small-swc-gmdt", "text-embedding-3-small-eus2-gmdt"],
+    baseUrl: "https://litellm.example.com",
+    model: "text-embedding-3-small",
+    fallbackModels: ["text-embedding-3-small-fallback-1", "text-embedding-3-small-fallback-2"],
     referenceModel: "text-embedding-3-small",
     dimensions: 1536,
     batchSize: 64,
     concurrency: 4
   },
-  attachments: ["tools/build/cache-layers-adjacency-list-reference.json"],
   publish: {
     tag: "version-{version}",
     assetName: "source-pack-{version}.tar.gz"
@@ -89,7 +88,6 @@ export default defineConfig({
   `"<path>\n<text>"` truncated to `maxInputChars` (12000). The manifest records the **reference model** (`referenceModel`, default:
   `model`): set it to the public model behind the gateway aliases so the manifest never names the regional alias that answered.
 - Omit `embedding` (or use `--skip-embeddings`) for a lexical-only pack.
-- `attachments` are copied verbatim (they do not need to match `sources`).
 - `publish.createRelease` (default `false`) creates the release when the tag has none; by default the release tool owns releases and a
   missing release is an error.
 
@@ -103,16 +101,18 @@ Invalid source-pack config (/repo/source-pack.config.ts):
 
 ## Pack format (`source-pack-<version>.tar.gz`)
 
-| Entry                | Content                                                                                                             |
-| -------------------- | ------------------------------------------------------------------------------------------------------------------- |
-| `manifest.json`      | Project, version, tag, ref, SHA, dates, chunking version + config fingerprint, embedding model, counts, attachments |
-| `chunks.jsonl.gz`    | One JSON object per line: `{ id, path, startLine, endLine, text }` (lines are 1-based and inclusive)                |
-| `embeddings.f32`     | `chunks.count × dimensions` little-endian float32, in chunk order (absent without embeddings)                       |
-| `attachments/<path>` | Files declared in `attachments`                                                                                     |
+| Entry             | Content                                                                                                |
+| ----------------- | ------------------------------------------------------------------------------------------------------ |
+| `manifest.json`   | Project, version, tag, ref, SHA, dates, chunking version + config fingerprint, embedding model, counts |
+| `chunks.jsonl.gz` | One JSON object per line: `{ id, path, startLine, endLine, text }` (lines are 1-based and inclusive)   |
+| `embeddings.f32`  | `chunks.count × dimensions` little-endian float32, in chunk order (absent without embeddings)          |
 
 `manifest.project.id` (`github:<owner>/<repo>` or `gitlab:<project>`), `sha`, `config.fingerprint` (sha256 of `sources` +
 `chunking` + chunking format version) and `embedding.model`/`dimensions` uniquely identify the pack content.
 
+Packs built by versions 3.19 and 3.20 may also contain an `attachments/` directory and a `manifest.attachments` field. The format
+version is unchanged (2): `readSourcePack` still reads these packs and ignores both.
+
 ### Publishing
 
 The destination follows `repository.provider`:
@@ -132,7 +132,6 @@ const pack = await readSourcePack("./source-pack-0.3503.0.tar.gz"); // or the do
 pack.manifest.sha;
 pack.chunks[0]; // { id, path, startLine, endLine, text }
 pack.getEmbedding(0); // Float32Array(1536) | null
-pack.attachments.get("tools/build/cache-layers-adjacency-list-reference.json");
 ```
 
 `readSourcePack` checks the format version, the chunk count and the embeddings size. Embed queries with the same
@@ -141,7 +140,7 @@ pack.attachments.get("tools/build/cache-layers-adjacency-list-reference.json");
 ## Onboarding a project
 
 1. In the project root: `npx @cmflow/source-pack init`, then adjust `sources.exclude` (mocks, fixtures, generated data, vendored
-   code…) and `attachments`.
+   code…).
 2. Check the result locally: `npx @cmflow/source-pack build --dry-run` (chunk count and estimated size), then
    `LITELLM_API_KEY=… npx @cmflow/source-pack build` and `npx @cmflow/source-pack publish --dry-run`.
 3. Commit `source-pack.config.ts` and add `tmp/source-pack` to `.gitignore`.

package/dist/bin/source-pack.mjs

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
-import { t as packageVersion, w as errorMessage } from "../packageVersion-B0749hF6.mjs";
-import { o as DEFAULT_CONFIG_FILE } from "../constants-DkiLCuIK.mjs";
-import { t as loadConfig } from "../loadConfig-CNrL90dq.mjs";
+import { t as packageVersion, w as errorMessage } from "../packageVersion-CpvQqEy_.mjs";
+import { a as DEFAULT_CONFIG_FILE } from "../constants-o4tbCIrY.mjs";
+import { t as loadConfig } from "../loadConfig-KYduEj2v.mjs";
 import { t as logger } from "../logger-D1XGzzjT.mjs";
 import { EventEmitter } from "node:events";
 import childProcess from "node:child_process";
@@ -2988,7 +2988,7 @@ function run(action) {
 function registerCommands(program) {
 	const configPath = () => path.resolve(process.cwd(), program.opts().config);
 	program.command("init").description("Create a default source-pack.config.ts (repository deduced from the Git remote)").option("--force", "Overwrite an existing config", false).action((options) => run(async () => {
-		const { initConfig } = await import("../initConfig-ByGsbShR.mjs");
+		const { initConfig } = await import("../initConfig-Cy7oMMxo.mjs");
 		const result = await initConfig({
 			configPath: configPath(),
 			force: options.force
@@ -2996,8 +2996,8 @@ function registerCommands(program) {
 		const remote = result.remote ? `${result.remote.provider} ${result.remote.owner}/${result.remote.name}` : "no recognized Git remote (edit repository)";
 		logger.info(`created ${result.configPath} (${result.projectType} project, ${remote})`);
 	}));
-	program.command("build").description("Build the source pack (chunks + embeddings + attachments + manifest) at a Git ref").option("--ref <ref>", "Commit-ish to index (default: --tag, otherwise HEAD)").option("--tag <tag>", "Release tag; the version is extracted from it with publish.tag").option("--release-version <version>", "Release version (default: from --tag, otherwise package.json at the ref)").option("--skip-embeddings", "Build without embeddings.f32 (no LiteLLM call)", false).option("--dry-run", "Compute chunks and sizes without calling LiteLLM nor writing files", false).action((options) => run(async () => {
-		const { buildSourcePack } = await import("../buildSourcePack-DIp8G_uL.mjs");
+	program.command("build").description("Build the source pack (chunks + embeddings + manifest) at a Git ref").option("--ref <ref>", "Commit-ish to index (default: --tag, otherwise HEAD)").option("--tag <tag>", "Release tag; the version is extracted from it with publish.tag").option("--release-version <version>", "Release version (default: from --tag, otherwise package.json at the ref)").option("--skip-embeddings", "Build without embeddings.f32 (no LiteLLM call)", false).option("--dry-run", "Compute chunks and sizes without calling LiteLLM nor writing files", false).action((options) => run(async () => {
+		const { buildSourcePack } = await import("../buildSourcePack-59jTztr3.mjs");
 		const result = await buildSourcePack({
 			config: await loadConfig(configPath()),
 			ref: options.ref,
@@ -3010,12 +3010,12 @@ function registerCommands(program) {
 		const { manifest } = result;
 		const embedding = manifest.embedding ? `${manifest.embedding.model} x ${manifest.embedding.dimensions}` : "none";
 		logger.info(`project ${manifest.project.id}, version ${manifest.version}, tag ${manifest.tag}, sha ${manifest.sha}`);
-		logger.info(`${manifest.chunks.count} chunks from ${manifest.files.indexed} files, ${manifest.attachments.length} attachment(s), embeddings: ${embedding}`);
+		logger.info(`${manifest.chunks.count} chunks from ${manifest.files.indexed} files, embeddings: ${embedding}`);
 		logger.info(`chunks.jsonl.gz ${formatBytes(result.chunksBytes)}, embeddings.f32 ${formatBytes(result.embeddingsBytes)}`);
 		logger.info(result.dryRun ? `[dry-run] estimated pack size ${formatBytes(result.bytes)}, nothing written` : `wrote ${result.archivePath} (${formatBytes(result.bytes)})`);
 	}));
 	program.command("publish").description("Publish the built pack on the release of its tag (replaces an asset with the same name)").option("--archive <path>", "Archive to publish (default: the last build in outputDir)").option("--dry-run", "Log what would be published without any HTTP call", false).action((options) => run(async () => {
-		const { publishSourcePack } = await import("../publishSourcePack-Dj1cdWfT.mjs");
+		const { publishSourcePack } = await import("../publishSourcePack-BwAIlydQ.mjs");
 		const result = await publishSourcePack({
 			config: await loadConfig(configPath()),
 			archivePath: options.archive,