wyvrnpm 1.2.1 → 2.0.1

package/src/providers/s3.js

@@ -1,136 +1,273 @@
-'use strict';
-
-const fs = require('fs');
-const BaseProvider = require('./base');
-
-// Matches:  s3://bucket/...
-const RE_S3_URI = /^s3:\/\//;
-// Matches:  https://bucket.s3.amazonaws.com/...  or  https://bucket.s3.us-east-1.amazonaws.com/...
-const RE_S3_VIRTUAL_HOSTED = /^https?:\/\/([^.]+)\.s3[.-][^/]*\.amazonaws\.com/;
-// Matches:  https://s3.amazonaws.com/bucket/...  or  https://s3.us-east-1.amazonaws.com/bucket/...
-const RE_S3_PATH_STYLE = /^https?:\/\/s3[.-][^/]*\.amazonaws\.com\/([^/]+)/;
-
-class S3Provider extends BaseProvider {
-  static canHandle(source) {
-    return (
-      RE_S3_URI.test(source) ||
-      RE_S3_VIRTUAL_HOSTED.test(source) ||
-      RE_S3_PATH_STYLE.test(source)
-    );
-  }
-
-  static get providerName() {
-    return 'S3';
-  }
-
-  /** Parse source into { bucket, prefix }. prefix has no leading/trailing slashes. */
-  _parseSource(source) {
-    if (RE_S3_URI.test(source)) {
-      const rest = source.slice(5); // strip "s3://"
-      const slash = rest.indexOf('/');
-      if (slash === -1) return { bucket: rest, prefix: '' };
-      return {
-        bucket: rest.slice(0, slash),
-        prefix: rest.slice(slash + 1).replace(/\/$/, ''),
-      };
-    }
-
-    const url = new URL(source);
-    const vhMatch = url.hostname.match(/^([^.]+)\.s3/);
-    if (vhMatch) {
-      return { bucket: vhMatch[1], prefix: url.pathname.slice(1).replace(/\/$/, '') };
-    }
-
-    // path-style: first path segment is the bucket
-    const parts = url.pathname.slice(1).split('/');
-    return {
-      bucket: parts[0],
-      prefix: parts.slice(1).join('/').replace(/\/$/, ''),
-    };
-  }
-
-  async exists(options) {
-    let S3Client, HeadObjectCommand, fromSSO;
-    try {
-      ({ S3Client, HeadObjectCommand } = require('@aws-sdk/client-s3'));
-      ({ fromSSO } = require('@aws-sdk/credential-providers'));
-    } catch {
-      throw new Error(
-        'AWS SDK packages are required for S3 publishing.\n' +
-          'Run: npm install @aws-sdk/client-s3 @aws-sdk/credential-providers',
-      );
-    }
-
-    const { source, platform, name, version, profile } = options;
-    const { bucket, prefix } = this._parseSource(source);
-    const key = [prefix, platform, name, version, 'wyvrn.json'].filter(Boolean).join('/');
-
-    const clientConfig = profile ? { credentials: fromSSO({ profile }) } : {};
-    const client = new S3Client(clientConfig);
-    try {
-      await client.send(new HeadObjectCommand({ Bucket: bucket, Key: key }));
-      return true;
-    } catch (err) {
-      if (err.name === 'NotFound' || err.$metadata?.httpStatusCode === 404) return false;
-      throw err;
-    }
-  }
-
-  async publish(files, options) {
-    // Lazy-load AWS SDK so the tool works without it when only HTTP is used.
-    let S3Client, PutObjectCommand, fromSSO;
-    try {
-      ({ S3Client, PutObjectCommand } = require('@aws-sdk/client-s3'));
-      ({ fromSSO } = require('@aws-sdk/credential-providers'));
-    } catch {
-      throw new Error(
-        'AWS SDK packages are required for S3 publishing.\n' +
-          'Run: npm install @aws-sdk/client-s3 @aws-sdk/credential-providers',
-      );
-    }
-
-    const { source, platform, name, version, profile } = options;
-    const { bucket, prefix } = this._parseSource(source);
-
-    // Destination key base:  [prefix/]platform/name/version
-    const keyBase = [prefix, platform, name, version].filter(Boolean).join('/');
-    // Package root (without version) for latest.json
-    const packageBase = [prefix, platform, name].filter(Boolean).join('/');
-
-    const clientConfig = profile ? { credentials: fromSSO({ profile }) } : {};
-    const client = new S3Client(clientConfig);
-
-    await this._put(client, bucket, `${keyBase}/wyvrn.json`, files.manifest, 'application/json', PutObjectCommand);
-    await this._put(client, bucket, `${keyBase}/wyvrn.zip`, files.zip, 'application/zip', PutObjectCommand);
-
-    // Write latest.json at the package root so consumers can resolve "latest"
-    const latestContent = Buffer.from(JSON.stringify({ version }));
-    await this._putBuffer(client, bucket, `${packageBase}/latest.json`, latestContent, 'application/json', PutObjectCommand);
-  }
-
-  async _put(client, bucket, key, filePath, contentType, PutObjectCommand) {
-    console.log(`[wyvrn]   → s3://${bucket}/${key}`);
-    await client.send(
-      new PutObjectCommand({
-        Bucket: bucket,
-        Key: key,
-        Body: fs.readFileSync(filePath),
-        ContentType: contentType,
-      }),
-    );
-  }
-
-  async _putBuffer(client, bucket, key, content, contentType, PutObjectCommand) {
-    console.log(`[wyvrn]   → s3://${bucket}/${key}`);
-    await client.send(
-      new PutObjectCommand({
-        Bucket: bucket,
-        Key: key,
-        Body: content,
-        ContentType: contentType,
-      }),
-    );
-  }
-}
-
-module.exports = S3Provider;
+'use strict';
+
+const fs = require('fs');
+const path = require('path');
+const BaseProvider = require('./base');
+
+const RE_S3_URI           = /^s3:\/\//;
+const RE_S3_VIRTUAL_HOSTED = /^https?:\/\/([^.]+)\.s3[.-][^/]*\.amazonaws\.com/;
+const RE_S3_PATH_STYLE    = /^https?:\/\/s3[.-][^/]*\.amazonaws\.com\/([^/]+)/;
+
+function pinDependencies(rawDeps, lockedDeps) {
+  if (!rawDeps || !lockedDeps || Object.keys(lockedDeps).length === 0) return rawDeps;
+  const result = {};
+  for (const [pkgName, value] of Object.entries(rawDeps)) {
+    const locked = lockedDeps[pkgName];
+    if (locked) {
+      result[pkgName] = typeof value === 'object' && value !== null
+        ? { ...value, version: locked }
+        : locked;
+    } else {
+      result[pkgName] = value;
+    }
+  }
+  return result;
+}
+
+class S3Provider extends BaseProvider {
+  static canHandle(source) {
+    return (
+      RE_S3_URI.test(source) ||
+      RE_S3_VIRTUAL_HOSTED.test(source) ||
+      RE_S3_PATH_STYLE.test(source)
+    );
+  }
+
+  static get providerName() {
+    return 'S3';
+  }
+
+  // ── helpers ──────────────────────────────────────────────────────────────
+
+  _parseSource(source) {
+    if (RE_S3_URI.test(source)) {
+      const rest  = source.slice(5);
+      const slash = rest.indexOf('/');
+      if (slash === -1) return { bucket: rest, prefix: '' };
+      return { bucket: rest.slice(0, slash), prefix: rest.slice(slash + 1).replace(/\/$/, '') };
+    }
+    const url     = new URL(source);
+    const vhMatch = url.hostname.match(/^([^.]+)\.s3/);
+    if (vhMatch) {
+      return { bucket: vhMatch[1], prefix: url.pathname.slice(1).replace(/\/$/, '') };
+    }
+    const parts = url.pathname.slice(1).split('/');
+    return { bucket: parts[0], prefix: parts.slice(1).join('/').replace(/\/$/, '') };
+  }
+
+  _key(prefix, ...parts) {
+    return [prefix, ...parts].filter(Boolean).join('/');
+  }
+
+  _loadSdk() {
+    try {
+      const { S3Client, PutObjectCommand, HeadObjectCommand, GetObjectCommand } =
+        require('@aws-sdk/client-s3');
+      const { fromSSO } = require('@aws-sdk/credential-providers');
+      return { S3Client, PutObjectCommand, HeadObjectCommand, GetObjectCommand, fromSSO };
+    } catch {
+      throw new Error(
+        'AWS SDK packages are required for S3 publishing.\n' +
+          'Run: npm install @aws-sdk/client-s3 @aws-sdk/credential-providers',
+      );
+    }
+  }
+
+  _makeClient(awsProfile) {
+    const { S3Client, fromSSO } = this._loadSdk();
+    return new S3Client(awsProfile ? { credentials: fromSSO({ profile: awsProfile }) } : {});
+  }
+
+  async _putFile(client, bucket, key, filePath, contentType, PutObjectCommand) {
+    console.log(`[wyvrn]   → s3://${bucket}/${key}`);
+    await client.send(new PutObjectCommand({
+      Bucket: bucket, Key: key,
+      Body: fs.readFileSync(filePath),
+      ContentType: contentType,
+    }));
+  }
+
+  async _putBuffer(client, bucket, key, content, contentType, PutObjectCommand) {
+    console.log(`[wyvrn]   → s3://${bucket}/${key}`);
+    await client.send(new PutObjectCommand({
+      Bucket: bucket, Key: key,
+      Body: content,
+      ContentType: contentType,
+    }));
+  }
+
+  async _getJson(client, bucket, key, GetObjectCommand) {
+    try {
+      const resp = await client.send(new GetObjectCommand({ Bucket: bucket, Key: key }));
+      const chunks = [];
+      for await (const chunk of resp.Body) chunks.push(chunk);
+      return JSON.parse(Buffer.concat(chunks).toString('utf8'));
+    } catch (err) {
+      if (err.name === 'NoSuchKey' || err.$metadata?.httpStatusCode === 404) return null;
+      throw err;
+    }
+  }
+
+  async _downloadToFile(client, bucket, key, destPath, GetObjectCommand) {
+    try {
+      const resp = await client.send(new GetObjectCommand({ Bucket: bucket, Key: key }));
+      const out  = fs.createWriteStream(destPath);
+      await new Promise((resolve, reject) => {
+        resp.Body.pipe(out);
+        out.on('finish', resolve);
+        out.on('error', reject);
+        resp.Body.on('error', reject);
+      });
+      return true;
+    } catch (err) {
+      if (err.name === 'NoSuchKey' || err.$metadata?.httpStatusCode === 404) return false;
+      throw err;
+    }
+  }
+
+  // ── v1 (legacy) API ───────────────────────────────────────────────────────
+
+  async exists({ source, platform, name, version, awsProfile }) {
+    const { HeadObjectCommand } = this._loadSdk();
+    const client = this._makeClient(awsProfile);
+    const { bucket, prefix } = this._parseSource(source);
+    const key = this._key(prefix, platform, name, version, 'wyvrn.json');
+    try {
+      await client.send(new HeadObjectCommand({ Bucket: bucket, Key: key }));
+      return true;
+    } catch (err) {
+      if (err.name === 'NotFound' || err.$metadata?.httpStatusCode === 404) return false;
+      throw err;
+    }
+  }
+
+  async publish(files, { source, platform, name, version, awsProfile }) {
+    const { PutObjectCommand } = this._loadSdk();
+    const client = this._makeClient(awsProfile);
+    const { bucket, prefix } = this._parseSource(source);
+
+    const keyBase     = this._key(prefix, platform, name, version);
+    const packageBase = this._key(prefix, platform, name);
+
+    await this._putFile(client, bucket, `${keyBase}/wyvrn.json`, files.manifest, 'application/json', PutObjectCommand);
+    await this._putFile(client, bucket, `${keyBase}/wyvrn.zip`,  files.zip,      'application/zip',  PutObjectCommand);
+    await this._putBuffer(
+      client, bucket, `${packageBase}/latest.json`,
+      Buffer.from(JSON.stringify({ version })), 'application/json', PutObjectCommand,
+    );
+  }
+
+  // ── v2 API ────────────────────────────────────────────────────────────────
+
+  async v2Exists({ source, name, version, profileHash, awsProfile }) {
+    const { HeadObjectCommand } = this._loadSdk();
+    const client = this._makeClient(awsProfile);
+    const { bucket, prefix } = this._parseSource(source);
+    const key = this._key(prefix, 'v2', name, version, profileHash, 'wyvrn.json');
+    try {
+      await client.send(new HeadObjectCommand({ Bucket: bucket, Key: key }));
+      return true;
+    } catch (err) {
+      if (err.name === 'NotFound' || err.$metadata?.httpStatusCode === 404) return false;
+      throw err;
+    }
+  }
+
+  async v2Publish(files, options) {
+    const {
+      source, name, version, profileHash, buildSettings,
+      contentSha256, gitSha, gitRepo, lockedDependencies, awsProfile,
+    } = options;
+    const { PutObjectCommand, GetObjectCommand } = this._loadSdk();
+    const client = this._makeClient(awsProfile);
+    const { bucket, prefix } = this._parseSource(source);
+
+    const v2root    = this._key(prefix, 'v2', name);
+    const buildRoot = `${v2root}/${version}/${profileHash}`;
+
+    // 1) Upload zip
+    await this._putFile(client, bucket, `${buildRoot}/wyvrn.zip`, files.zip, 'application/zip', PutObjectCommand);
+
+    // 2) Upload enriched wyvrn.json
+    //    buildSettings is stored for debugging purposes only.
+    //    Dependencies are replaced with locked versions so the server never sees "latest".
+    const rawManifest = JSON.parse(fs.readFileSync(files.manifest, 'utf8'));
+    const pinnedDeps = pinDependencies(rawManifest.dependencies, lockedDependencies);
+    const v2Meta = {
+      ...rawManifest,
+      ...(pinnedDeps !== undefined ? { dependencies: pinnedDeps } : {}),
+      schemaVersion: 2,
+      profileHash,
+      buildSettings,
+      contentSha256,
+      gitSha:      gitSha  ?? null,
+      gitRepo:     gitRepo ?? null,
+      publishedAt: new Date().toISOString(),
+    };
+    await this._putBuffer(
+      client, bucket, `${buildRoot}/wyvrn.json`,
+      Buffer.from(JSON.stringify(v2Meta, null, 2)), 'application/json', PutObjectCommand,
+    );
+
+    // 3) source.json
+    if (gitSha || gitRepo) {
+      await this._putBuffer(
+        client, bucket, `${v2root}/${version}/source.json`,
+        Buffer.from(JSON.stringify({ gitRepo: gitRepo ?? null, gitSha: gitSha ?? null }, null, 2)),
+        'application/json', PutObjectCommand,
+      );
+    }
+
+    // 4) Read-modify-write versions.json
+    let versionsIdx = await this._getJson(client, bucket, `${v2root}/versions.json`, GetObjectCommand)
+      ?? { name, latest: version, versions: {} };
+    if (!versionsIdx.versions) versionsIdx.versions = {};
+    if (!versionsIdx.versions[version]) versionsIdx.versions[version] = { profiles: {} };
+    versionsIdx.versions[version].profiles[profileHash] = {
+      contentSha256,
+      publishedAt: new Date().toISOString(),
+      buildSettings,
+    };
+    if (gitSha || gitRepo) {
+      versionsIdx.versions[version].source = { gitRepo: gitRepo ?? null, gitSha: gitSha ?? null };
+    }
+    versionsIdx.latest = version;
+    await this._putBuffer(
+      client, bucket, `${v2root}/versions.json`,
+      Buffer.from(JSON.stringify(versionsIdx, null, 2)), 'application/json', PutObjectCommand,
+    );
+
+    // 5) latest.json
+    await this._putBuffer(
+      client, bucket, `${v2root}/latest.json`,
+      Buffer.from(JSON.stringify({ version, profileHash, contentSha256 })),
+      'application/json', PutObjectCommand,
+    );
+  }
+
+  async v2GetMeta({ source, name, version, profileHash, awsProfile }) {
+    const { GetObjectCommand } = this._loadSdk();
+    const client = this._makeClient(awsProfile);
+    const { bucket, prefix } = this._parseSource(source);
+    const key = this._key(prefix, 'v2', name, version, profileHash, 'wyvrn.json');
+    return this._getJson(client, bucket, key, GetObjectCommand);
+  }
+
+  async v2GetVersionsIndex({ source, name, awsProfile }) {
+    const { GetObjectCommand } = this._loadSdk();
+    const client = this._makeClient(awsProfile);
+    const { bucket, prefix } = this._parseSource(source);
+    const key = this._key(prefix, 'v2', name, 'versions.json');
+    return this._getJson(client, bucket, key, GetObjectCommand);
+  }
+
+  async v2DownloadZip({ source, name, version, profileHash, awsProfile }, destPath) {
+    const { GetObjectCommand } = this._loadSdk();
+    const client = this._makeClient(awsProfile);
+    const { bucket, prefix } = this._parseSource(source);
+    const key = this._key(prefix, 'v2', name, version, profileHash, 'wyvrn.zip');
+    return this._downloadToFile(client, bucket, key, destPath, GetObjectCommand);
+  }
+}
+
+module.exports = S3Provider;