quantum-reasoning-skill 1.0.0 → 1.1.0

package/index.js

@@ -1 +1,207 @@
-module.exports = { name: 'quantum-reasoning-skill', version: '1.0.0', description: 'Quantum-inspired reasoning skill for exploring multiple solution paths', skill: require('./SKILL.md') }; 
+#!/usr/bin/env node
+'use strict';
+
+/**
+ * quantum-reasoning-skill
+ *
+ * A real, executable entry point for the Node/MCP host ecosystem. It reads the
+ * skill contract that ships with this package and exposes it programmatically
+ * and from the command line.
+ *
+ * The previous implementation did `require('./SKILL.md')`, which made Node
+ * parse Markdown as JavaScript and throw a SyntaxError on every import.
+ * SKILL.md is now read as text via fs.readFileSync.
+ */
+
+const fs = require('fs');
+const path = require('path');
+
+const REQUIRED_FIELDS = ['name', 'description'];
+
+const SKILL_FILE = path.join(__dirname, 'SKILL.md');
+const VERSION_FILE = path.join(__dirname, 'VERSION');
+
+/**
+ * Parse leading `---` delimited front matter from the skill document.
+ * Deliberately dependency-free: the contract only uses `key: value` pairs.
+ *
+ * @param {string} text
+ * @returns {{fields: Record<string,string>, fenceEnd: number}}
+ */
+function parseFrontMatter(text) {
+  const lines = text.split(/\r?\n/);
+  if (lines.length === 0 || lines[0].trim() !== '---') {
+    throw new Error('SKILL.md must start with a `---` front matter fence');
+  }
+  let fenceEnd = -1;
+  for (let i = 1; i < lines.length; i += 1) {
+    if (lines[i].trim() === '---') {
+      fenceEnd = i;
+      break;
+    }
+  }
+  if (fenceEnd === -1) {
+    throw new Error('SKILL.md front matter is not closed');
+  }
+  const fields = Object.create(null);
+  for (const line of lines.slice(1, fenceEnd)) {
+    const trimmed = line.trim();
+    if (trimmed === '' || trimmed.startsWith('#')) continue;
+    const idx = trimmed.indexOf(':');
+    if (idx === -1) continue;
+    const key = trimmed.slice(0, idx).trim();
+    let value = trimmed.slice(idx + 1).trim();
+    if (
+      (value.startsWith('"') && value.endsWith('"')) ||
+      (value.startsWith("'") && value.endsWith("'"))
+    ) {
+      value = value.slice(1, -1);
+    }
+    fields[key] = value;
+  }
+  return { fields, fenceEnd };
+}
+
+/**
+ * Read the packaged skill contract from disk.
+ *
+ * @returns {string}
+ */
+function readSkillDocument() {
+  return fs.readFileSync(SKILL_FILE, 'utf8');
+}
+
+/**
+ * Read the packaged VERSION file.
+ *
+ * @returns {string}
+ */
+function readVersion() {
+  const raw = fs.readFileSync(VERSION_FILE, 'utf8').trim();
+  return raw.startsWith('v') ? raw.slice(1) : raw;
+}
+
+/**
+ * Validate the skill contract.
+ *
+ * @param {string} text
+ * @returns {{name: string, description: string, descriptionLength: number,
+ *            bodyLines: number, valid: boolean, problems: string[]}}
+ */
+function validateSkill(text) {
+  const { fields, fenceEnd } = parseFrontMatter(text);
+  const problems = [];
+  for (const field of REQUIRED_FIELDS) {
+    if (!fields[field]) {
+      problems.push(`front matter must define a non-empty \`${field}\``);
+    }
+  }
+  if (fields.name && fields.name !== 'quantum-reasoning') {
+    problems.push('front matter `name` must be `quantum-reasoning`');
+  }
+  const bodyLines = text.split(/\r?\n/).slice(fenceEnd + 1).length;
+  if (bodyLines < 20) {
+    problems.push(`SKILL.md body is too short (${bodyLines} lines, expected >= 20)`);
+  }
+  return {
+    name: fields.name || '',
+    description: fields.description || '',
+    descriptionLength: (fields.description || '').length,
+    bodyLines,
+    valid: problems.length === 0,
+    problems,
+  };
+}
+
+/**
+ * Load and validate the packaged skill in one call.
+ *
+ * @returns {object} the parsed skill definition
+ */
+function loadSkill() {
+  const document = readSkillDocument();
+  const { fields } = parseFrontMatter(document);
+  const report = validateSkill(document);
+  return {
+    name: report.name,
+    description: report.description,
+    version: readVersion(),
+    document,
+    valid: report.valid,
+    problems: report.problems,
+    metadata: fields,
+  };
+}
+
+const USAGE = `quantum-reasoning — inspect the packaged skill contract
+
+Usage:
+  quantum-reasoning              Print the skill summary
+  quantum-reasoning --json       Print the full report as JSON
+  quantum-reasoning --validate   Exit non-zero if the contract is invalid
+  quantum-reasoning --path       Print the absolute SKILL.md path
+  quantum-reasoning --help       Show this message
+
+Exit codes:
+  0  success
+  1  invalid skill contract (--validate)
+  2  SKILL.md could not be read
+`;
+
+function main(argv) {
+  const args = argv.slice(2);
+  const wantsJson = args.includes('--json');
+  const wantsValidate = args.includes('--validate');
+  const wantsPath = args.includes('--path');
+
+  if (args.includes('--help') || args.includes('-h')) {
+    process.stdout.write(USAGE);
+    return 0;
+  }
+
+  let report;
+  try {
+    report = validateSkill(readSkillDocument());
+  } catch (error) {
+    process.stderr.write(`error: ${error.message}\n`);
+    return 2;
+  }
+  report.version = readVersion();
+  report.path = SKILL_FILE;
+
+  if (wantsPath) {
+    process.stdout.write(`${SKILL_FILE}\n`);
+    return 0;
+  }
+  if (wantsJson) {
+    process.stdout.write(`${JSON.stringify(report, null, 2)}\n`);
+  } else {
+    process.stdout.write(`skill:   ${report.name || '<missing name>'}\n`);
+    process.stdout.write(`status:  ${report.valid ? 'valid' : 'INVALID'}\n`);
+    process.stdout.write(`file:    ${SKILL_FILE}\n`);
+    process.stdout.write(`version: ${report.version}\n`);
+    process.stdout.write(`body:    ${report.bodyLines} lines\n`);
+    for (const problem of report.problems) {
+      process.stdout.write(`  - ${problem}\n`);
+    }
+  }
+  if (wantsValidate && !report.valid) {
+    return 1;
+  }
+  return 0;
+}
+
+module.exports = {
+  name: 'quantum-reasoning-skill',
+  version: readVersion(),
+  skillFile: SKILL_FILE,
+  parseFrontMatter,
+  readSkillDocument,
+  readVersion,
+  validateSkill,
+  loadSkill,
+};
+
+if (require.main === module) {
+  process.exitCode = main(process.argv);
+}

package/package.json

@@ -1 +1,41 @@
-{"name":"quantum-reasoning-skill","version":"1.0.0","description":"Quantum-inspired reasoning skill for exploring multiple solution paths","main":"index.js","scripts":{"test":"echo \"Error: no test specified\" && exit 1"},"keywords":["ai-agents","reasoning","quantum-inspired","multi-branch"],"author":"Furox-Art","license":"MIT","repository":{"type":"git","url":"git+https://github.com/Furox-Art/quantum-reasoning-skill.git"},"bugs":{"url":"https://github.com/Furox-Art/quantum-reasoning-skill/issues"},"homepage":"https://github.com/Furox-Art/quantum-reasoning-skill#readme"} 
+{
+  "name": "quantum-reasoning-skill",
+  "version": "1.1.0",
+  "description": "Quantum-inspired reasoning skill for exploring multiple solution paths",
+  "main": "index.js",
+  "bin": {
+    "quantum-reasoning": "index.js"
+  },
+  "files": [
+    "index.js",
+    "SKILL.md",
+    "VERSION",
+    "LICENSE",
+    "README.md"
+  ],
+  "scripts": {
+    "test": "node index.js --validate && node -e \"const s=require('./index.js'); if(!s.loadSkill().valid){console.error('skill contract invalid');process.exit(1)}\""
+  },
+  "engines": {
+    "node": ">=20"
+  },
+  "keywords": [
+    "ai-agents",
+    "reasoning",
+    "quantum-inspired",
+    "multi-branch",
+    "agent-skills",
+    "mcp",
+    "claude-skill"
+  ],
+  "author": "Furox-Art",
+  "license": "MIT",
+  "repository": {
+    "type": "git",
+    "url": "git+https://github.com/Furox-Art/quantum-reasoning-skill.git"
+  },
+  "bugs": {
+    "url": "https://github.com/Furox-Art/quantum-reasoning-skill/issues"
+  },
+  "homepage": "https://github.com/Furox-Art/quantum-reasoning-skill#readme"
+}

package/.github/ISSUE_TEMPLATE/benchmark-result.yml

@@ -1,81 +0,0 @@
-name: Benchmark result
-description: Submit an independently run baseline-vs-skill model evaluation
-title: "[Benchmark] "
-labels: []
-body:
-  - type: markdown
-    attributes:
-      value: |
-        Submit reproducible measurements only. Do not include private chain-of-thought. For PR submissions, validate the full bundle with `python benchmark/validate_submission.py --root benchmark/results/community`.
-
-  - type: input
-    id: provider
-    attributes:
-      label: Provider
-      placeholder: Provider or local runtime
-    validations:
-      required: true
-
-  - type: input
-    id: model
-    attributes:
-      label: Exact model / version
-      placeholder: Exact model identifier and version if available
-    validations:
-      required: true
-
-  - type: input
-    id: skill_version
-    attributes:
-      label: Skill version / commit
-      placeholder: v0.3.1 or commit SHA
-    validations:
-      required: true
-
-  - type: input
-    id: run_date
-    attributes:
-      label: Run date
-      placeholder: YYYY-MM-DD
-    validations:
-      required: true
-
-  - type: textarea
-    id: controls
-    attributes:
-      label: Experimental controls
-      description: Describe sampling settings, context/output limits, tools, repetitions, seeds, prompt wrapper and hardware/runtime when relevant.
-    validations:
-      required: true
-
-  - type: textarea
-    id: artifacts
-    attributes:
-      label: Result artifacts
-      description: Link or attach metadata.json, cases.jsonl, baseline.jsonl, skill.jsonl, comparison.json and README.md. State whether the bundle passed validate_submission.py.
-    validations:
-      required: true
-
-  - type: textarea
-    id: summary
-    attributes:
-      label: Result summary
-      description: Report accuracy and compute/cost trade-offs. Include failures, refusals and timeouts.
-    validations:
-      required: true
-
-  - type: checkboxes
-    id: integrity
-    attributes:
-      label: Integrity checks
-      options:
-        - label: Baseline and skill used the same model/version, task set, tools, sampling settings and budget policy.
-          required: true
-        - label: I included the exact evaluated cases and did not remove failed runs, refusals or timeouts.
-          required: true
-        - label: comparison.json was generated from the submitted raw files and was not edited to improve the result.
-          required: true
-        - label: I did not include private chain-of-thought or fabricate unavailable telemetry.
-          required: true
-        - label: I disclosed modifications to SKILL.md, benchmark cases, wrappers or provider adapters.
-          required: true

package/.github/ISSUE_TEMPLATE/bug-report.yml

@@ -1,38 +0,0 @@
-name: Bug report
-description: Report a reproducible defect in the skill, reference controller, benchmark tooling, or CI.
-title: "[Bug]: "
-labels: ["bug"]
-body:
-  - type: textarea
-    id: summary
-    attributes:
-      label: What happened?
-      description: Describe the observed behavior and what you expected instead.
-    validations:
-      required: true
-  - type: textarea
-    id: reproduce
-    attributes:
-      label: Minimal reproduction
-      description: Include commands, inputs, or a small example that reproduces the problem.
-    validations:
-      required: true
-  - type: input
-    id: version
-    attributes:
-      label: Repository version or commit
-      placeholder: v0.3.0 or commit SHA
-    validations:
-      required: true
-  - type: textarea
-    id: environment
-    attributes:
-      label: Environment
-      description: Python version, host/agent integration, OS, and relevant tool versions.
-  - type: checkboxes
-    id: sensitive
-    attributes:
-      label: Safety check
-      options:
-        - label: I have not included secrets, credentials, private chain-of-thought, or sensitive benchmark data.
-          required: true

package/.github/ISSUE_TEMPLATE/feature-request.yml

@@ -1,31 +0,0 @@
-name: Feature request
-description: Propose a change to the reasoning protocol, tooling, benchmarks, or integration contract.
-title: "[Feature]: "
-labels: ["enhancement"]
-body:
-  - type: textarea
-    id: problem
-    attributes:
-      label: Problem or limitation
-      description: What concrete limitation does this proposal address?
-    validations:
-      required: true
-  - type: textarea
-    id: proposal
-    attributes:
-      label: Proposed change
-      description: Describe the behavior or interface you want to add or change.
-    validations:
-      required: true
-  - type: textarea
-    id: evidence
-    attributes:
-      label: Evidence or evaluation plan
-      description: If this affects reasoning quality, explain how it could be tested without relying on anecdotal examples alone.
-  - type: checkboxes
-    id: scope
-    attributes:
-      label: Scope check
-      options:
-        - label: This proposal does not present unverified benchmark claims as established results.
-          required: true

package/.github/PULL_REQUEST_TEMPLATE.md

@@ -1,15 +0,0 @@
-## Summary
-
-Describe the change and the behavior it affects.
-
-## Validation
-
-- [ ] I ran `python -m unittest discover -s tests -v`.
-- [ ] I ran `python benchmark/evaluate.py --help`.
-- [ ] I added or updated tests when executable behavior changed.
-- [ ] I updated documentation when the public contract changed.
-- [ ] I did not include private chain-of-thought, secrets, credentials, or fabricated benchmark telemetry.
-
-## Benchmark-impacting changes
-
-If this changes `SKILL.md`, scoring, collapse/revival behavior, benchmark schemas, or evaluation logic, explain how existing results should be interpreted and whether new community runs are needed.

package/.github/workflows/npm-publish.yml

@@ -1,32 +0,0 @@
-name: npm Publish  
-  
-on:  
-  workflow_dispatch:  
-  push:  
-    branches: [main]  
-    paths:  
-      - "package.json"  
-      - "index.js"  
-  
-concurrency:  
-  group: npm-publish  
-  cancel-in-progress: false  
-  
-permissions:  
-  contents: read  
-  
-jobs:  
-  publish:  
-    runs-on: ubuntu-latest  
-    steps:  
-      - uses: actions/checkout@v4  
-  
-      - uses: actions/setup-node@v4  
-        with:  
-          node-version: "20"  
-          registry-url: "https://registry.npmjs.org"  
-  
-      - name: Publish to npm  
-        run: npm publish --access public  
-        env:  
-          NODE_AUTH_TOKEN: ${{ secrets.NPM_TOKEN }} 

package/.github/workflows/publish-release.yml

@@ -1,79 +0,0 @@
-name: publish-release
-
-on:
-  workflow_run:
-    workflows: ["validate-skill"]
-    types: [completed]
-    branches: [main]
-
-permissions:
-  contents: write
-
-concurrency:
-  group: publish-release
-  cancel-in-progress: false
-
-jobs:
-  publish:
-    if: ${{ github.event.workflow_run.conclusion == 'success' }}
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@fbc6f3992d24b796d5a048ff273f7fcc4a7b6c09 # v5
-        with:
-          ref: ${{ github.event.workflow_run.head_sha }}
-          fetch-depth: 0
-
-      - name: Resolve and validate version
-        id: version
-        shell: bash
-        run: |
-          set -euo pipefail
-          test -s VERSION
-          version="$(tr -d '[:space:]' < VERSION)"
-          version="${version#v}"
-          if [[ ! "$version" =~ ^[0-9]+\.[0-9]+\.[0-9]+([.-][0-9A-Za-z.-]+)?$ ]]; then
-            echo "Invalid release version: $version" >&2
-            exit 1
-          fi
-          echo "version=$version" >> "$GITHUB_OUTPUT"
-          echo "tag=v${version}" >> "$GITHUB_OUTPUT"
-
-      - name: Require matching changelog entry
-        shell: bash
-        env:
-          VERSION: ${{ steps.version.outputs.version }}
-        run: |
-          set -euo pipefail
-          grep -Fq "## [$VERSION]" CHANGELOG.md || {
-            echo "CHANGELOG.md must contain a ## [$VERSION] section before release." >&2
-            exit 1
-          }
-
-      - name: Check existing release
-        id: existing
-        shell: bash
-        env:
-          GH_TOKEN: ${{ github.token }}
-          TAG: ${{ steps.version.outputs.tag }}
-        run: |
-          set -euo pipefail
-          if gh release view "$TAG" >/dev/null 2>&1; then
-            echo "exists=true" >> "$GITHUB_OUTPUT"
-            echo "$TAG already exists; nothing to publish."
-          else
-            echo "exists=false" >> "$GITHUB_OUTPUT"
-          fi
-
-      - name: Create tag and GitHub Release
-        if: steps.existing.outputs.exists != 'true'
-        shell: bash
-        env:
-          GH_TOKEN: ${{ github.token }}
-          TAG: ${{ steps.version.outputs.tag }}
-          TARGET_SHA: ${{ github.event.workflow_run.head_sha }}
-        run: |
-          set -euo pipefail
-          gh release create "$TAG" \
-            --target "$TARGET_SHA" \
-            --title "$TAG" \
-            --generate-notes

package/.github/workflows/validate-skill.yml

@@ -1,154 +0,0 @@
-name: validate-skill
-
-on:
-  push:
-  pull_request:
-
-permissions:
-  contents: read
-
-jobs:
-  validate:
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@fbc6f3992d24b796d5a048ff273f7fcc4a7b6c09 # v5
-
-      - uses: actions/setup-python@a26af69be951a213d495a4c3e4e4022e16d87065 # v5
-        with:
-          python-version: "3.12"
-
-      - name: Validate skill repository contract
-        shell: bash
-        run: |
-          set -euo pipefail
-          for required in \
-            SKILL.md README.md LICENSE CHANGELOG.md VERSION CONTRIBUTING.md SECURITY.md CITATION.cff \
-            examples/usage.md examples/host-integration.md \
-            reference/branch_controller.py \
-            docs/MEASUREMENT.md docs/COMPATIBILITY.md \
-            benchmark/README.md benchmark/cases.jsonl benchmark/evaluate.py benchmark/validate_submission.py \
-            benchmark/schemas/case.schema.json benchmark/schemas/result.schema.json \
-            benchmark/schemas/metadata.schema.json benchmark/schemas/comparison.schema.json \
-            tests/test_reference.py tests/test_benchmark.py tests/test_submission_validation.py \
-            .github/ISSUE_TEMPLATE/benchmark-result.yml .github/ISSUE_TEMPLATE/bug-report.yml \
-            .github/ISSUE_TEMPLATE/feature-request.yml .github/PULL_REQUEST_TEMPLATE.md; do
-            test -s "$required"
-          done
-
-          python - <<'PY'
-          from pathlib import Path
-          import json
-          import re
-
-          root = Path.cwd().resolve()
-          skill = (root / "SKILL.md").read_text(encoding="utf-8")
-          lines = skill.splitlines()
-          if not lines or lines[0].strip() != "---":
-              raise SystemExit("SKILL.md must start with YAML front matter")
-          try:
-              end = next(i for i, line in enumerate(lines[1:], start=1) if line.strip() == "---")
-          except StopIteration as exc:
-              raise SystemExit("SKILL.md front matter is not closed") from exc
-          fields = {}
-          for line in lines[1:end]:
-              if ":" in line:
-                  key, value = line.split(":", 1)
-                  fields[key.strip()] = value.strip()
-          if fields.get("name") != "quantum-reasoning":
-              raise SystemExit("SKILL.md front matter must declare name: quantum-reasoning")
-          if not fields.get("description"):
-              raise SystemExit("SKILL.md front matter must contain a non-empty description")
-          if len(lines[end + 1:]) < 20:
-              raise SystemExit("SKILL.md body is unexpectedly short")
-
-          readme = (root / "README.md").read_text(encoding="utf-8")
-          for required in (
-              "SKILL.md", "examples/usage.md", "examples/host-integration.md",
-              "reference/branch_controller.py", "docs/MEASUREMENT.md", "docs/COMPATIBILITY.md",
-              "benchmark/README.md", "CONTRIBUTING.md", "SECURITY.md", "CITATION.cff",
-          ):
-              if required not in readme:
-                  raise SystemExit(f"README.md must reference {required}")
-
-          markdown_files = [
-              root / "README.md", root / "SKILL.md", root / "CONTRIBUTING.md", root / "SECURITY.md",
-              root / "examples/usage.md", root / "examples/host-integration.md",
-              root / "benchmark/README.md", root / "docs/MEASUREMENT.md", root / "docs/COMPATIBILITY.md",
-          ]
-          link_pattern = re.compile(r"\[[^\]]*\]\(([^)]+)\)")
-          for document in markdown_files:
-              text = document.read_text(encoding="utf-8")
-              for raw_target in link_pattern.findall(text):
-                  target = raw_target.strip().split("#", 1)[0].split("?", 1)[0]
-                  if not target or "://" in target or target.startswith(("mailto:", "#")):
-                      continue
-                  resolved = (document.parent / target).resolve()
-                  try:
-                      resolved.relative_to(root)
-                  except ValueError as exc:
-                      raise SystemExit(f"{document.relative_to(root)} links outside repository: {raw_target}") from exc
-                  if not resolved.exists():
-                      raise SystemExit(f"Broken relative link in {document.relative_to(root)}: {raw_target}")
-
-          case_path = root / "benchmark" / "cases.jsonl"
-          seen_ids = set()
-          for line_number, raw in enumerate(case_path.read_text(encoding="utf-8").splitlines(), start=1):
-              if not raw.strip():
-                  continue
-              try:
-                  case = json.loads(raw)
-              except json.JSONDecodeError as exc:
-                  raise SystemExit(f"benchmark/cases.jsonl:{line_number}: invalid JSON: {exc}") from exc
-              required = {"id", "domain", "prompt", "accepted_answers"}
-              missing = required - set(case)
-              if missing:
-                  raise SystemExit(f"benchmark/cases.jsonl:{line_number}: missing {sorted(missing)}")
-              case_id = str(case["id"])
-              if case_id in seen_ids:
-                  raise SystemExit(f"duplicate benchmark case id: {case_id}")
-              seen_ids.add(case_id)
-              if not isinstance(case["accepted_answers"], list) or not case["accepted_answers"]:
-                  raise SystemExit(f"benchmark/cases.jsonl:{line_number}: accepted_answers must be non-empty")
-
-          schemas = sorted((root / "benchmark" / "schemas").glob("*.schema.json"))
-          if len(schemas) < 4:
-              raise SystemExit("expected case, result, metadata and comparison JSON Schemas")
-          for schema_path in schemas:
-              schema = json.loads(schema_path.read_text(encoding="utf-8"))
-              if schema.get("$schema") != "https://json-schema.org/draft/2020-12/schema":
-                  raise SystemExit(f"{schema_path}: expected JSON Schema draft 2020-12")
-              if schema.get("type") != "object" or not schema.get("required"):
-                  raise SystemExit(f"{schema_path}: must define an object with required fields")
-
-          version = (root / "VERSION").read_text(encoding="utf-8").strip().lstrip("v")
-          if not re.fullmatch(r"[0-9]+\.[0-9]+\.[0-9]+(?:[.-][0-9A-Za-z.-]+)?", version):
-              raise SystemExit("VERSION is not a valid semantic version")
-          cff = (root / "CITATION.cff").read_text(encoding="utf-8")
-          for marker in ("cff-version: 1.2.0", "title:", "authors:", "repository-code:", "license: MIT"):
-              if marker not in cff:
-                  raise SystemExit(f"CITATION.cff missing {marker!r}")
-          if f"version: {version}" not in cff:
-              raise SystemExit("CITATION.cff version must match VERSION")
-
-          action_use = re.compile(r"uses:\s+(actions/[A-Za-z0-9_.-]+)@([^\s#]+)")
-          for workflow in (root / ".github" / "workflows").glob("*.yml"):
-              for action, ref in action_use.findall(workflow.read_text(encoding="utf-8")):
-                  if not re.fullmatch(r"[0-9a-f]{40}", ref):
-                      raise SystemExit(f"{workflow}: {action} must be pinned to an exact commit SHA")
-
-          print("Skill repository contract validated successfully.")
-          PY
-
-      - name: Compile Python sources
-        run: python -m compileall -q reference benchmark tests
-
-      - name: Run behavioral tests
-        run: python -m unittest discover -s tests -v
-
-      - name: Validate community benchmark bundles
-        run: python benchmark/validate_submission.py --root benchmark/results/community --allow-empty
-
-      - name: Check benchmark CLIs
-        run: |
-          python benchmark/evaluate.py --help > /dev/null
-          python benchmark/validate_submission.py --help > /dev/null