@flakiness/sdk 0.95.0

package/lib/cli/cmd-upload.js

@@ -0,0 +1,512 @@
+#!/usr/bin/env node
+
+// src/cli/cmd-upload.ts
+import { FlakinessReport } from "@flakiness/report";
+import fs2 from "fs/promises";
+import path from "path";
+
+// src/reportUploader.ts
+import fs from "fs";
+import { URL as URL2 } from "url";
+import { brotliCompressSync as brotliCompressSync2 } from "zlib";
+
+// ../server/lib/common/typedHttp.js
+var TypedHTTP;
+((TypedHTTP2) => {
+  TypedHTTP2.StatusCodes = {
+    Informational: {
+      CONTINUE: 100,
+      SWITCHING_PROTOCOLS: 101,
+      PROCESSING: 102,
+      EARLY_HINTS: 103
+    },
+    Success: {
+      OK: 200,
+      CREATED: 201,
+      ACCEPTED: 202,
+      NON_AUTHORITATIVE_INFORMATION: 203,
+      NO_CONTENT: 204,
+      RESET_CONTENT: 205,
+      PARTIAL_CONTENT: 206,
+      MULTI_STATUS: 207
+    },
+    Redirection: {
+      MULTIPLE_CHOICES: 300,
+      MOVED_PERMANENTLY: 301,
+      MOVED_TEMPORARILY: 302,
+      SEE_OTHER: 303,
+      NOT_MODIFIED: 304,
+      USE_PROXY: 305,
+      TEMPORARY_REDIRECT: 307,
+      PERMANENT_REDIRECT: 308
+    },
+    ClientErrors: {
+      BAD_REQUEST: 400,
+      UNAUTHORIZED: 401,
+      PAYMENT_REQUIRED: 402,
+      FORBIDDEN: 403,
+      NOT_FOUND: 404,
+      METHOD_NOT_ALLOWED: 405,
+      NOT_ACCEPTABLE: 406,
+      PROXY_AUTHENTICATION_REQUIRED: 407,
+      REQUEST_TIMEOUT: 408,
+      CONFLICT: 409,
+      GONE: 410,
+      LENGTH_REQUIRED: 411,
+      PRECONDITION_FAILED: 412,
+      REQUEST_TOO_LONG: 413,
+      REQUEST_URI_TOO_LONG: 414,
+      UNSUPPORTED_MEDIA_TYPE: 415,
+      REQUESTED_RANGE_NOT_SATISFIABLE: 416,
+      EXPECTATION_FAILED: 417,
+      IM_A_TEAPOT: 418,
+      INSUFFICIENT_SPACE_ON_RESOURCE: 419,
+      METHOD_FAILURE: 420,
+      MISDIRECTED_REQUEST: 421,
+      UNPROCESSABLE_ENTITY: 422,
+      LOCKED: 423,
+      FAILED_DEPENDENCY: 424,
+      UPGRADE_REQUIRED: 426,
+      PRECONDITION_REQUIRED: 428,
+      TOO_MANY_REQUESTS: 429,
+      REQUEST_HEADER_FIELDS_TOO_LARGE: 431,
+      UNAVAILABLE_FOR_LEGAL_REASONS: 451
+    },
+    ServerErrors: {
+      INTERNAL_SERVER_ERROR: 500,
+      NOT_IMPLEMENTED: 501,
+      BAD_GATEWAY: 502,
+      SERVICE_UNAVAILABLE: 503,
+      GATEWAY_TIMEOUT: 504,
+      HTTP_VERSION_NOT_SUPPORTED: 505,
+      INSUFFICIENT_STORAGE: 507,
+      NETWORK_AUTHENTICATION_REQUIRED: 511
+    }
+  };
+  const AllErrorCodes = {
+    ...TypedHTTP2.StatusCodes.ClientErrors,
+    ...TypedHTTP2.StatusCodes.ServerErrors
+  };
+  class HttpError extends Error {
+    constructor(status, message) {
+      super(message);
+      this.status = status;
+    }
+    static withCode(code, message) {
+      const statusCode = AllErrorCodes[code];
+      const defaultMessage = code.split("_").map((word) => word.charAt(0) + word.slice(1).toLowerCase()).join(" ");
+      return new HttpError(statusCode, message ?? defaultMessage);
+    }
+  }
+  TypedHTTP2.HttpError = HttpError;
+  function isInformationalResponse(response) {
+    return response.status >= 100 && response.status < 200;
+  }
+  TypedHTTP2.isInformationalResponse = isInformationalResponse;
+  function isSuccessResponse(response) {
+    return response.status >= 200 && response.status < 300;
+  }
+  TypedHTTP2.isSuccessResponse = isSuccessResponse;
+  function isRedirectResponse(response) {
+    return response.status >= 300 && response.status < 400;
+  }
+  TypedHTTP2.isRedirectResponse = isRedirectResponse;
+  function isErrorResponse(response) {
+    return response.status >= 400 && response.status < 600;
+  }
+  TypedHTTP2.isErrorResponse = isErrorResponse;
+  function info(status) {
+    return { status };
+  }
+  TypedHTTP2.info = info;
+  function ok(data, status) {
+    return {
+      status: status ?? TypedHTTP2.StatusCodes.Success.OK,
+      data
+    };
+  }
+  TypedHTTP2.ok = ok;
+  function redirect(url, status = 302) {
+    return { status, url };
+  }
+  TypedHTTP2.redirect = redirect;
+  function error(message, status = TypedHTTP2.StatusCodes.ServerErrors.INTERNAL_SERVER_ERROR) {
+    return { status, message };
+  }
+  TypedHTTP2.error = error;
+  class Router {
+    constructor(_resolveContext) {
+      this._resolveContext = _resolveContext;
+    }
+    static create() {
+      return new Router(async (e) => e.ctx);
+    }
+    rawMethod(method, route) {
+      return {
+        [method]: {
+          method,
+          input: route.input,
+          etag: route.etag,
+          resolveContext: this._resolveContext,
+          handler: route.handler
+        }
+      };
+    }
+    get(route) {
+      return this.rawMethod("GET", {
+        ...route,
+        handler: (...args) => Promise.resolve(route.handler(...args)).then((result) => TypedHTTP2.ok(result))
+      });
+    }
+    post(route) {
+      return this.rawMethod("POST", {
+        ...route,
+        handler: (...args) => Promise.resolve(route.handler(...args)).then((result) => TypedHTTP2.ok(result))
+      });
+    }
+    use(resolveContext) {
+      return new Router(async (options) => {
+        const m = await this._resolveContext(options);
+        return resolveContext({ ...options, ctx: m });
+      });
+    }
+  }
+  TypedHTTP2.Router = Router;
+  function createClient(base, fetchCallback) {
+    function buildUrl(path2, input, options) {
+      const method = path2.at(-1);
+      const url = new URL(path2.slice(0, path2.length - 1).join("/"), base);
+      const signal = options?.signal;
+      let body = void 0;
+      if (method === "GET" && input)
+        url.searchParams.set("input", JSON.stringify(input));
+      else if (method !== "GET" && input)
+        body = JSON.stringify(input);
+      return {
+        url,
+        method,
+        headers: body ? { "Content-Type": "application/json" } : void 0,
+        body,
+        signal
+      };
+    }
+    function createProxy(path2 = []) {
+      return new Proxy(() => {
+      }, {
+        get(target, prop) {
+          if (typeof prop === "symbol")
+            return void 0;
+          if (prop === "prepare")
+            return (input, options) => buildUrl(path2, input, options);
+          const newPath = [...path2, prop];
+          return createProxy(newPath);
+        },
+        apply(target, thisArg, args) {
+          const options = buildUrl(path2, args[0], args[1]);
+          return fetchCallback(options.url, {
+            method: options.method,
+            body: options.body,
+            headers: options.headers,
+            signal: options.signal
+          }).then(async (response) => {
+            if (response.status >= 200 && response.status < 300) {
+              if (response.headers.get("content-type")?.includes("application/json")) {
+                const text = await response.text();
+                return text.length ? JSON.parse(text) : void 0;
+              }
+              return await response.blob();
+            }
+            if (response.status >= 400 && response.status < 600) {
+              const text = await response.text();
+              if (text)
+                throw new Error(`HTTP request failed with status ${response.status}: ${text}`);
+              else
+                throw new Error(`HTTP request failed with status ${response.status}`);
+            }
+          });
+        }
+      });
+    }
+    return createProxy();
+  }
+  TypedHTTP2.createClient = createClient;
+})(TypedHTTP || (TypedHTTP = {}));
+
+// src/utils.ts
+import http from "http";
+import https from "https";
+import util from "util";
+import zlib from "zlib";
+var gzipAsync = util.promisify(zlib.gzip);
+var gunzipAsync = util.promisify(zlib.gunzip);
+var gunzipSync = zlib.gunzipSync;
+var brotliCompressAsync = util.promisify(zlib.brotliCompress);
+var brotliCompressSync = zlib.brotliCompressSync;
+async function retryWithBackoff(job, backoff = []) {
+  for (const timeout of backoff) {
+    try {
+      return await job();
+    } catch (e) {
+      if (e instanceof AggregateError)
+        console.error(`[flakiness.io err]`, e.errors[0].message);
+      else if (e instanceof Error)
+        console.error(`[flakiness.io err]`, e.message);
+      else
+        console.error(`[flakiness.io err]`, e);
+      await new Promise((x) => setTimeout(x, timeout));
+    }
+  }
+  return await job();
+}
+var httpUtils;
+((httpUtils2) => {
+  function createRequest({ url, method = "get", headers = {} }) {
+    let resolve;
+    let reject;
+    const responseDataPromise = new Promise((a, b) => {
+      resolve = a;
+      reject = b;
+    });
+    const protocol = url.startsWith("https") ? https : http;
+    const request = protocol.request(url, { method, headers }, (res) => {
+      const chunks = [];
+      res.on("data", (chunk) => chunks.push(chunk));
+      res.on("end", () => {
+        if (res.statusCode && res.statusCode >= 200 && res.statusCode < 300)
+          resolve(Buffer.concat(chunks));
+        else
+          reject(new Error(`Request to ${url} failed with ${res.statusCode}`));
+      });
+      res.on("error", (error) => reject(error));
+    });
+    request.on("error", reject);
+    return { request, responseDataPromise };
+  }
+  httpUtils2.createRequest = createRequest;
+  async function getBuffer(url, backoff) {
+    return await retryWithBackoff(async () => {
+      const { request, responseDataPromise } = createRequest({ url });
+      request.end();
+      return await responseDataPromise;
+    }, backoff);
+  }
+  httpUtils2.getBuffer = getBuffer;
+  async function getText(url, backoff) {
+    const buffer = await getBuffer(url, backoff);
+    return buffer.toString("utf-8");
+  }
+  httpUtils2.getText = getText;
+  async function getJSON(url) {
+    return JSON.parse(await getText(url));
+  }
+  httpUtils2.getJSON = getJSON;
+  async function postText(url, text, backoff) {
+    const headers = {
+      "Content-Type": "application/json",
+      "Content-Length": Buffer.byteLength(text) + ""
+    };
+    return await retryWithBackoff(async () => {
+      const { request, responseDataPromise } = createRequest({ url, headers, method: "post" });
+      request.write(text);
+      request.end();
+      return await responseDataPromise;
+    }, backoff);
+  }
+  httpUtils2.postText = postText;
+  async function postJSON(url, json, backoff) {
+    const buffer = await postText(url, JSON.stringify(json), backoff);
+    return JSON.parse(buffer.toString("utf-8"));
+  }
+  httpUtils2.postJSON = postJSON;
+})(httpUtils || (httpUtils = {}));
+var ansiRegex = new RegExp("[\\u001B\\u009B][[\\]()#;?]*(?:(?:(?:[a-zA-Z\\d]*(?:;[-a-zA-Z\\d\\/#&.:=?%@~_]*)*)?\\u0007)|(?:(?:\\d{1,4}(?:;\\d{0,4})*)?[\\dA-PR-TZcf-ntqry=><~]))", "g");
+var IS_WIN32_PATH = new RegExp("^[a-zA-Z]:\\\\", "i");
+var IS_ALMOST_POSIX_PATH = new RegExp("^[a-zA-Z]:/", "i");
+
+// src/serverapi.ts
+function createServerAPI(endpoint, options) {
+  endpoint += "/api/";
+  const fetcher = options?.auth ? (url, init) => fetch(url, {
+    ...init,
+    headers: {
+      ...init.headers,
+      "Authorization": `Bearer ${options.auth}`
+    }
+  }) : fetch;
+  if (options?.retries)
+    return TypedHTTP.createClient(endpoint, (url, init) => retryWithBackoff(() => fetcher(url, init), options.retries));
+  return TypedHTTP.createClient(endpoint, fetcher);
+}
+
+// src/reportUploader.ts
+var ReportUploader = class _ReportUploader {
+  static optionsFromEnv(overrides) {
+    const flakinessAccessToken = overrides?.flakinessAccessToken ?? process.env["FLAKINESS_ACCESS_TOKEN"];
+    if (!flakinessAccessToken)
+      return void 0;
+    const flakinessEndpoint = overrides?.flakinessEndpoint ?? process.env["FLAKINESS_ENDPOINT"] ?? "https://flakiness.io";
+    return { flakinessAccessToken, flakinessEndpoint };
+  }
+  static async upload(options) {
+    const uploaderOptions = _ReportUploader.optionsFromEnv(options);
+    if (!uploaderOptions) {
+      options.log?.(`[flakiness.io] Uploading skipped since no FLAKINESS_ACCESS_TOKEN is specified`);
+      return void 0;
+    }
+    const uploader = new _ReportUploader(uploaderOptions);
+    const upload = uploader.createUpload(options.report, options.attachments);
+    const uploadResult = await upload.upload();
+    if (!uploadResult.success) {
+      options.log?.(`[flakiness.io] X Failed to upload to ${uploaderOptions.flakinessEndpoint}: ${uploadResult.message}`);
+      return { errorMessage: uploadResult.message };
+    }
+    options.log?.(`[flakiness.io] \u2713 Report uploaded ${uploadResult.message ?? ""}`);
+    if (uploadResult.reportUrl)
+      options.log?.(`[flakiness.io] ${uploadResult.reportUrl}`);
+  }
+  _options;
+  constructor(options) {
+    this._options = options;
+  }
+  createUpload(report, attachments) {
+    const upload = new ReportUpload(this._options, report, attachments);
+    return upload;
+  }
+};
+var HTTP_BACKOFF = [100, 500, 1e3, 1e3, 1e3, 1e3];
+var ReportUpload = class {
+  _report;
+  _attachments;
+  _options;
+  _api;
+  constructor(options, report, attachments) {
+    this._options = options;
+    this._report = report;
+    this._attachments = attachments;
+    this._api = createServerAPI(this._options.flakinessEndpoint, { retries: HTTP_BACKOFF });
+  }
+  async upload(options) {
+    const response = await this._api.run.startUpload.POST({
+      flakinessAccessToken: this._options.flakinessAccessToken,
+      attachmentIds: this._attachments.map((attachment) => attachment.id)
+    }).then((result) => ({ result, error: void 0 })).catch((e) => ({ result: void 0, error: e }));
+    if (response?.error || !response.result)
+      return { success: false, message: `flakiness.io returned error: ${response.error.message}` };
+    await Promise.all([
+      this._uploadReport(JSON.stringify(this._report), response.result.report_upload_url, options?.syncCompression ?? false),
+      ...this._attachments.map((attachment) => {
+        const uploadURL = response.result.attachment_upload_urls[attachment.id];
+        if (!uploadURL)
+          throw new Error("Internal error: missing upload URL for attachment!");
+        return this._uploadAttachment(attachment, uploadURL);
+      })
+    ]);
+    const response2 = await this._api.run.completeUpload.POST({
+      upload_token: response.result.upload_token
+    }).then((result) => ({ result, error: void 0 })).catch((e) => ({ error: e, result: void 0 }));
+    const url = response2?.result?.report_url ? new URL2(response2?.result.report_url, this._options.flakinessEndpoint).toString() : void 0;
+    return { success: true, reportUrl: url };
+  }
+  async _uploadReport(data, uploadUrl, syncCompression) {
+    const compressed = syncCompression ? brotliCompressSync2(data) : await brotliCompressAsync(data);
+    const headers = {
+      "Content-Type": "application/json",
+      "Content-Length": Buffer.byteLength(compressed) + "",
+      "Content-Encoding": "br"
+    };
+    await retryWithBackoff(async () => {
+      const { request, responseDataPromise } = httpUtils.createRequest({
+        url: uploadUrl,
+        headers,
+        method: "put"
+      });
+      request.write(compressed);
+      request.end();
+      await responseDataPromise;
+    }, HTTP_BACKOFF);
+  }
+  async _uploadAttachment(attachment, uploadUrl) {
+    const bytesLength = attachment.path ? (await fs.promises.stat(attachment.path)).size : attachment.body ? Buffer.byteLength(attachment.body) : 0;
+    const headers = {
+      "Content-Type": attachment.contentType,
+      "Content-Length": bytesLength + ""
+    };
+    await retryWithBackoff(async () => {
+      const { request, responseDataPromise } = httpUtils.createRequest({
+        url: uploadUrl,
+        headers,
+        method: "put"
+      });
+      if (attachment.path) {
+        fs.createReadStream(attachment.path).pipe(request);
+      } else {
+        if (attachment.body)
+          request.write(attachment.body);
+        request.end();
+      }
+      await responseDataPromise;
+    }, HTTP_BACKOFF);
+  }
+};
+
+// src/cli/cmd-upload.ts
+async function cmdUpload(relativePath, options) {
+  const fullPath = path.resolve(relativePath);
+  if (!await fs2.access(fullPath, fs2.constants.F_OK).then(() => true).catch(() => false)) {
+    console.error(`Error: path ${fullPath} is not accessible`);
+    process.exit(1);
+  }
+  const attachmentsDir = options.attachmentsDir ?? path.dirname(fullPath);
+  const attachmentFiles = await listFilesRecursively(attachmentsDir);
+  const attachmentIdToPath = new Map(attachmentFiles.map((file) => [path.basename(file), file]));
+  const text = await fs2.readFile(fullPath, "utf-8");
+  const report = JSON.parse(text);
+  const attachments = [];
+  const missingAttachments = [];
+  FlakinessReport.visitTests(report, (test) => {
+    for (const attempt of test.attempts) {
+      for (const attachment of attempt.attachments ?? []) {
+        const file = attachmentIdToPath.get(attachment.id);
+        if (!file) {
+          missingAttachments.push(attachment);
+          continue;
+        }
+        attachments.push({
+          contentType: attachment.contentType,
+          id: attachment.id,
+          path: file
+        });
+      }
+    }
+  });
+  if (missingAttachments.length && !options.ignoreMissingAttachments) {
+    console.log(`Missing ${missingAttachments.length} attachments - exiting. Use --ignore-missing-attachments to force upload.`);
+    process.exit(1);
+  }
+  const uploader = new ReportUploader({
+    flakinessAccessToken: options.accessToken,
+    flakinessEndpoint: options.endpoint
+  });
+  const upload = uploader.createUpload(report, attachments);
+  const uploadResult = await upload.upload();
+  if (!uploadResult.success) {
+    console.log(`[flakiness.io] X Failed to upload to ${options.endpoint}: ${uploadResult.message}`);
+  } else {
+    console.log(`[flakiness.io] \u2713 Report uploaded ${uploadResult.reportUrl ?? uploadResult.message ?? ""}`);
+  }
+}
+async function listFilesRecursively(dir, result = []) {
+  const entries = await fs2.readdir(dir, { withFileTypes: true });
+  for (const entry of entries) {
+    const fullPath = path.join(dir, entry.name);
+    if (entry.isDirectory())
+      await listFilesRecursively(fullPath, result);
+    else
+      result.push(fullPath);
+  }
+  return result;
+}
+export {
+  cmdUpload
+};
+//# sourceMappingURL=cmd-upload.js.map