flakiness 0.197.0 → 0.198.0

package/README.md

@@ -29,56 +29,40 @@ flakiness whoami
 flakiness logout
 ```
 
-### Project Linking
-
-Link your local repository to a flakiness.io project to show local reports in context of their cloud history.
-
-```bash
-# Link using project URL
-flakiness link https://flakiness.io/my-org/my-project
-
-# Or using shorthand
-flakiness link flakiness.io/my-org/my-project
-
-# Check link status
-flakiness status
-
-# Unlink repository
-flakiness unlink
-```
-
 ### Upload Reports
 
 Upload Flakiness report files to the service:
 
 ```bash
-# Upload using linked project
-flakiness upload ./flakiness-report/report.json
+# Upload with access token
+flakiness upload ./flakiness-report/report.json --access-token <token>
 
-# Upload with explicit access token
-flakiness upload ./report.json --access-token <token>
+# Upload via GitHub OIDC (no token needed if report contains flakinessProject)
+flakiness upload ./flakiness-report/report.json
 
 # Upload with custom endpoint
 flakiness upload ./report.json --endpoint https://custom.flakiness.io
 ```
 
+The CLI supports **GitHub OIDC** authentication: when running in GitHub Actions with `id-token: write` permission and the report contains a `flakinessProject` field, the CLI automatically authenticates without an access token. Reporters set `flakinessProject` automatically; for JUnit XML, use `convert-junit --flakiness-project`.
+
 **Options:**
 - `-t, --access-token <token>` — Read-write access token (env: `FLAKINESS_ACCESS_TOKEN`)
 - `-e, --endpoint <url>` — Service endpoint (env: `FLAKINESS_ENDPOINT`)
 
 ### Download Reports
 
-Download reports from a linked project:
+Download reports from a flakiness.io project:
 
 ```bash
 # Download all reports since a date
-flakiness download --since 2024-01-01
+flakiness download --flakiness-project myorg/myproject --since 2024-01-01
 
 # Download a specific run
-flakiness download --run-id 123
+flakiness download --flakiness-project myorg/myproject --run-id 123
 
 # Download with parallel jobs
-flakiness download --since 2024-01-01 -j 4
+flakiness download --flakiness-project myorg/myproject --since 2024-01-01 -j 4
 ```
 
 ### View Reports
@@ -115,12 +99,14 @@ flakiness convert-junit ./junit.xml \
 - `--env-name <name>` — Environment name for the report (default: `junit`)
 - `--commit-id <id>` — Git commit ID (auto-detected if not provided)
 - `--output-dir <dir>` — Output directory (default: `flakiness-report`)
+- `--flakiness-project <org/project>` — Flakiness.io project slug for OIDC uploads (env: `FLAKINESS_PROJECT`)
 
 ## Environment Variables
 
 | Variable | Description |
 |----------|-------------|
 | `FLAKINESS_ACCESS_TOKEN` | Read-write access token for authentication |
+| `FLAKINESS_PROJECT` | Flakiness.io project in `org/project` format (for OIDC and `convert-junit`) |
 | `FLAKINESS_ENDPOINT` | Custom service endpoint URL |
 
 ## License

package/lib/cli/cli.js

@@ -1,7 +1,7 @@
 #!/usr/bin/env node
 
 // src/cli/cli.ts
-import { FlakinessProjectConfig as FlakinessProjectConfig4, showReport } from "@flakiness/sdk";
+import { showReport } from "@flakiness/sdk";
 
 // ../node_modules/.pnpm/vlq@2.0.4/node_modules/vlq/src/index.js
 var char_to_integer = {};
@@ -738,6 +738,51 @@ var Ranges;
   Ranges2.sequence = sequence;
 })(Ranges || (Ranges = {}));
 
+// src/cli/cli.ts
+import { Command, Option } from "commander";
+import debug2 from "debug";
+import fs6 from "fs";
+import ora2 from "ora";
+import path6 from "path";
+
+// ../package.json
+var package_default = {
+  name: "flakiness",
+  version: "0.198.0",
+  type: "module",
+  private: true,
+  scripts: {
+    minor: "./version.mjs minor",
+    patch: "./version.mjs patch",
+    dev: "pnpm kubik --env-file=.env.dev -w $(find . -name build.mts) ./app.mts ./github_webhooks.mts",
+    "dev+billing": "pnpm kubik --env-file=.env.dev+billing -w $(find . -name build.mts) ./app.mts ./stripe_webhooks.mts ./github_webhooks.mts",
+    prod: "pnpm kubik --env-file=.env.prodlocal -w ./cli/build.mts ./server.mts ./web/build.mts ./experimental/build.mts ./landing/build.mts ./github_webhooks.mts",
+    build: "pnpm kubik $(find . -name build.mts)",
+    perf: "node --max-old-space-size=10240 --enable-source-maps --env-file=.env.prodlocal experimental/lib/perf_filter.js"
+  },
+  engines: {
+    node: ">=24"
+  },
+  author: "Degu Labs, Inc",
+  license: "Fair Source 100",
+  devDependencies: {
+    "@flakiness/playwright": "catalog:",
+    "@playwright/test": "catalog:",
+    "@types/node": "^22.19.3",
+    esbuild: "^0.27.2",
+    glob: "catalog:",
+    kubik: "^0.24.0",
+    "smee-client": "^5.0.0",
+    tsx: "^4.21.0",
+    typescript: "^5.9.3"
+  }
+};
+
+// src/flakinessSession.ts
+import fs from "fs/promises";
+import os from "os";
+import path from "path";
+
 // ../shared/lib/common/typedHttp.js
 var TypedHTTP;
 ((TypedHTTP2) => {
@@ -815,11 +860,11 @@ var TypedHTTP;
     ...TypedHTTP2.StatusCodes.ClientErrors,
     ...TypedHTTP2.StatusCodes.ServerErrors
   };
-  function assert3(value, code, message) {
+  function assert2(value, code, message) {
     if (!value)
       throw HttpError.withCode(code, message);
   }
-  TypedHTTP2.assert = assert3;
+  TypedHTTP2.assert = assert2;
   class HttpError extends Error {
     constructor(status, message) {
       super(message);
@@ -968,52 +1013,6 @@ var TypedHTTP;
   TypedHTTP2.createClient = createClient;
 })(TypedHTTP || (TypedHTTP = {}));
 
-// src/cli/cli.ts
-import assert2 from "assert";
-import { Command, Option } from "commander";
-import debug2 from "debug";
-import fs6 from "fs";
-import ora2 from "ora";
-import path6 from "path";
-
-// ../package.json
-var package_default = {
-  name: "flakiness",
-  version: "0.197.0",
-  type: "module",
-  private: true,
-  scripts: {
-    minor: "./version.mjs minor",
-    patch: "./version.mjs patch",
-    dev: "pnpm kubik --env-file=.env.dev -w $(find . -name build.mts) ./app.mts ./github_webhooks.mts",
-    "dev+billing": "pnpm kubik --env-file=.env.dev+billing -w $(find . -name build.mts) ./app.mts ./stripe_webhooks.mts ./github_webhooks.mts",
-    prod: "pnpm kubik --env-file=.env.prodlocal -w ./cli/build.mts ./server.mts ./web/build.mts ./experimental/build.mts ./landing/build.mts ./github_webhooks.mts",
-    build: "pnpm kubik $(find . -name build.mts)",
-    perf: "node --max-old-space-size=10240 --enable-source-maps --env-file=.env.prodlocal experimental/lib/perf_filter.js"
-  },
-  engines: {
-    node: ">=24"
-  },
-  author: "Degu Labs, Inc",
-  license: "Fair Source 100",
-  devDependencies: {
-    "@flakiness/playwright": "catalog:",
-    "@playwright/test": "catalog:",
-    "@types/node": "^22.19.3",
-    esbuild: "^0.27.2",
-    glob: "catalog:",
-    kubik: "^0.24.0",
-    "smee-client": "^5.0.0",
-    tsx: "^4.21.0",
-    typescript: "^5.9.3"
-  }
-};
-
-// src/flakinessSession.ts
-import fs from "fs/promises";
-import os from "os";
-import path from "path";
-
 // src/serverapi.ts
 import debug from "debug";
 var log = debug("fk:server_api");
@@ -1325,6 +1324,8 @@ async function cmdConvert(junitPath, options) {
     runStartTimestamp: Date.now(),
     runDuration: 0
   });
+  if (options.flakinessProject)
+    report.flakinessProject = options.flakinessProject;
   await writeReport(report, attachments, options.outputDir);
   console.log(`\u2713 Saved to ${options.outputDir}`);
 }
@@ -1379,24 +1380,6 @@ async function cmdDownload(session2, project, runId, rootDir) {
   await Promise.all(workerPromises);
 }
 
-// src/cli/cmd-link.ts
-import { FlakinessProjectConfig } from "@flakiness/sdk";
-async function cmdLink(session2, slug) {
-  const [orgSlug, projectSlug] = slug.split("/");
-  const project = await session2.api.project.findProject.GET({
-    orgSlug,
-    projectSlug
-  });
-  if (!project) {
-    console.log(`Failed to find project ${slug}`);
-    process.exit(1);
-  }
-  const config = FlakinessProjectConfig.createEmpty();
-  config.setProjectPublicId(project.projectPublicId);
-  await config.save();
-  console.log(`\u2713 Linked to ${session2.endpoint()}/${project.org.orgSlug}/${project.projectSlug}`);
-}
-
 // ../server/lib/common/knownClientIds.js
 var KNOWN_CLIENT_IDS = {
   OFFICIAL_WEB: "flakiness-io-official-cli",
@@ -1460,36 +1443,6 @@ async function cmdLogin(endpoint = DEFAULT_FLAKINESS_ENDPOINT) {
   return session2;
 }
 
-// src/cli/cmd-status.ts
-import { FlakinessProjectConfig as FlakinessProjectConfig2 } from "@flakiness/sdk";
-async function cmdStatus() {
-  const session2 = await FlakinessSession.load();
-  if (!session2) {
-    console.log(`user: not logged in`);
-    return;
-  }
-  const user = await session2.api.user.whoami.GET();
-  console.log(`user: ${user.userName} (${user.userLogin})`);
-  const config = await FlakinessProjectConfig2.load();
-  const projectPublicId = config.projectPublicId();
-  if (!projectPublicId) {
-    console.log(`project: <not linked>`);
-    return;
-  }
-  const project = await session2.api.project.getProject.GET({ projectPublicId });
-  console.log(`project: ${session2.endpoint()}/${project.org.orgSlug}/${project.projectSlug}`);
-}
-
-// src/cli/cmd-unlink.ts
-import { FlakinessProjectConfig as FlakinessProjectConfig3 } from "@flakiness/sdk";
-async function cmdUnlink() {
-  const config = await FlakinessProjectConfig3.load();
-  if (!config.projectPublicId())
-    return;
-  config.setProjectPublicId(void 0);
-  await config.save();
-}
-
 // src/cli/cmd-upload.ts
 import { readReport, uploadReport } from "@flakiness/sdk";
 import chalk from "chalk";
@@ -1512,10 +1465,14 @@ async function cmdUpload(relativePaths, options) {
     const { report, attachments, missingAttachments } = await readReport(path5.dirname(fullPath));
     if (missingAttachments.length)
       warn(`Missing ${missingAttachments.length} attachments`);
-    await uploadReport(report, attachments, {
+    const status = await uploadReport(report, attachments, {
       flakinessAccessToken: options.accessToken,
       flakinessEndpoint: options.endpoint
     });
+    if (status.status === "failed" || status.status === "skipped") {
+      spinner?.stop();
+      throw new Error(`Upload ${status.status}: report was not uploaded`);
+    }
     ++uploaded;
     if (spinner)
       spinner.text = `Uploaded ${Math.floor(uploaded / total * 100)}% [${uploaded}/${total}] reports`;
@@ -1551,29 +1508,6 @@ async function runCommand(callback) {
   }
 }
 var program = new Command().name("flakiness").description("Flakiness CLI tool").version(package_default.version);
-async function ensureAccessToken(options) {
-  let accessToken = options.accessToken;
-  const config = await FlakinessProjectConfig4.load();
-  const projectPublicId = config.projectPublicId();
-  if (session && projectPublicId && accessToken) {
-    console.log(`NOTE: using FLAKINESS_ACCESS_TOKEN instead of a linked project`);
-  } else if (!accessToken && session && projectPublicId) {
-    try {
-      accessToken = (await session.api.project.getProject.GET({ projectPublicId })).readWriteAccessToken;
-    } catch (e) {
-      if (e instanceof TypedHTTP.HttpError && e.status === 404) {
-        throw new Error("Failed to find load linked project; try re-linking.");
-      } else {
-        throw e;
-      }
-    }
-  }
-  assert2(accessToken, `Please either pass FLAKINESS_ACCESS_TOKEN or run login + link`);
-  return {
-    ...options,
-    accessToken
-  };
-}
 program.command("login").description("Login to the Flakiness.io service").addOption(optEndpoint).action(async (options) => runCommand(async () => {
   await cmdLogin(options.endpoint);
 }));
@@ -1583,32 +1517,6 @@ program.command("logout").description("Logout from current session").action(asyn
 program.command("whoami").description("Show current logged in user information").action(async () => runCommand(async () => {
   await cmdWhoami();
 }));
-program.command("link").description("Link repository to the flakiness project").addOption(optEndpoint).argument("flakiness.io/org/project", "A URL of the Flakiness.io project").action(async (slugOrUrl, options) => runCommand(async () => {
-  let slug = slugOrUrl;
-  let endpoint = options.endpoint;
-  if (slugOrUrl.startsWith("http://") || slugOrUrl.startsWith("https://")) {
-    const url = URL.parse(slugOrUrl);
-    if (!url) {
-      console.error(`Invalid URL: ${slugOrUrl}`);
-      process.exit(1);
-    }
-    slug = url.pathname.substring(1);
-    endpoint = url.origin;
-  } else if (slugOrUrl.startsWith("flakiness.io/")) {
-    endpoint = "https://flakiness.io";
-    slug = slugOrUrl.substring("flakiness.io/".length);
-  }
-  let session2 = await FlakinessSession.load();
-  if (!session2 || session2.endpoint() !== endpoint || await session2.api.user.whoami.GET().catch((e) => void 0) === void 0)
-    session2 = await cmdLogin(endpoint);
-  await cmdLink(session2, slug);
-}));
-program.command("unlink").description("Unlink repository from the flakiness project").action(async () => runCommand(async () => {
-  await cmdUnlink();
-}));
-program.command("status").description("Status repository from the flakiness project").action(async () => runCommand(async () => {
-  await cmdStatus();
-}));
 var optRunId = new Option("--run-id <runId>", "RunId flakiness.io access token").argParser((value) => {
   const parsed = parseInt(value, 10);
   if (isNaN(parsed) || parsed < 1) {
@@ -1630,15 +1538,15 @@ var optParallel = new Option("-j, --parallel <date>", "Parallel jobs to run").ar
   }
   return parsed;
 });
-program.command("download").description("Download run").addOption(optSince).addOption(optRunId).addOption(optParallel).action(async (options) => runCommand(async () => {
-  const config = await FlakinessProjectConfig4.load();
+var optFlakinessProject = new Option("--flakiness-project <org/project>", "Flakiness.io project slug (e.g. myorg/myproject)").makeOptionMandatory();
+program.command("download").description("Download run").addOption(optFlakinessProject).addOption(optSince).addOption(optRunId).addOption(optParallel).action(async (options) => runCommand(async () => {
+  const [orgSlug, projectSlug] = options.flakinessProject.split("/");
+  if (!orgSlug || !projectSlug)
+    throw new Error(`Invalid project slug '${options.flakinessProject}'; expected format: org/project`);
   const session2 = await FlakinessSession.loadOrDie();
-  const projectPublicId = config.projectPublicId();
-  if (!projectPublicId)
-    throw new Error(`Please link to flakiness project with 'npx flakiness link'`);
-  const project = await session2.api.project.getProject.GET({ projectPublicId }).catch((e) => void 0);
+  const project = await session2.api.project.findProject.GET({ orgSlug, projectSlug });
   if (!project)
-    throw new Error(`Failed to fetch linked project; please re-link with 'npx flakiness link'`);
+    throw new Error(`Failed to find project '${orgSlug}/${projectSlug}'`);
   let runIds = [];
   if (options.runId) {
     runIds = [options.runId, options.runId];
@@ -1675,14 +1583,14 @@ program.command("download").description("Download run").addOption(optSince).addO
 }));
 program.command("upload").description("Upload Flakiness report to the flakiness.io service").argument("<relative-paths...>", "Paths to the Flakiness report files").addOption(optAccessToken).addOption(optEndpoint).action(async (relativePaths, options) => {
   await runCommand(async () => {
-    await cmdUpload(relativePaths, await ensureAccessToken(options));
+    await cmdUpload(relativePaths, options);
   });
 });
 program.command("show").description("Show flakiness report").argument("[relative-path]", "Path to the Flakiness report file or folder that contains `report.json`. (default: flakiness-report)").action(async (arg) => runCommand(async () => {
   const dir = path6.resolve(arg ?? "flakiness-report");
   await showReport(dir);
 }));
-program.command("convert-junit").description("Convert JUnit XML report(s) to Flakiness report format").argument("<junit-root-dir-path>", "Path to JUnit XML file or directory containing XML files").option("--env-name <name>", "Environment name for the report", "junit").option("--commit-id <id>", "Git commit ID (auto-detected if not provided)").option("--output-dir <dir>", "Output directory for the report", "flakiness-report").action(async (junitPath, options) => {
+program.command("convert-junit").description("Convert JUnit XML report(s) to Flakiness report format").argument("<junit-root-dir-path>", "Path to JUnit XML file or directory containing XML files").option("--env-name <name>", "Environment name for the report", "junit").option("--commit-id <id>", "Git commit ID (auto-detected if not provided)").option("--output-dir <dir>", "Output directory for the report", "flakiness-report").addOption(new Option("--flakiness-project <org/project>", "Flakiness.io project slug for OIDC uploads (e.g. myorg/myproject)").env("FLAKINESS_PROJECT")).action(async (junitPath, options) => {
   await runCommand(async () => {
     await cmdConvert(junitPath, options);
   });

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "flakiness",
-  "version": "0.197.0",
+  "version": "0.198.0",
   "private": false,
   "bin": {
     "flakiness": "./lib/cli/cli.js"
@@ -22,12 +22,12 @@
     "@playwright/test": "^1.57.0",
     "@types/debug": "^4.1.12",
     "@types/express": "^4.17.20",
-    "@flakiness/server": "0.197.0",
-    "@flakiness/shared": "0.197.0"
+    "@flakiness/server": "0.198.0",
+    "@flakiness/shared": "0.198.0"
   },
   "dependencies": {
     "@flakiness/flakiness-report": "^0.25.0",
-    "@flakiness/sdk": "^1.1.0",
+    "@flakiness/sdk": "^2.0.0",
     "@rgrove/parse-xml": "^4.2.0",
     "chalk": "^5.6.2",
     "commander": "^14.0.0",