lagora-cli 1.1.0

package/dist/scripts/submit-issue.sh

@@ -0,0 +1,489 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+usage() {
+  cat <<'USAGE'
+Usage: lagora report --kernel path --title title --reporter name [--log path] [--description text | --description-file path] [--api-url url | --store path] [--idempotency-key key] [--auto-lowering] [--sdk-root path] [--python python3] [--stages MLIR,CORE_IR] [--kernel-function name]
+
+Creates a portable issue bundle under issue-store/issues/<id>/ by default.
+Pass --api-url to submit to the internal Agora server.
+Pass --store to write into a local or mounted issue repository.
+USAGE
+}
+
+kernel=""
+log_file=""
+title=""
+reporter=""
+description=""
+description_file=""
+tags=""
+store="issue-store"
+store_seen="0"
+api_url="${LAGORA_API_URL:-}"
+api_url_seen="0"
+idempotency_key=""
+auto_lowering="0"
+sdk_root=""
+legato_python=""
+lowering_stages=""
+kernel_function=""
+
+while [ "$#" -gt 0 ]; do
+  case "$1" in
+    --kernel) kernel="${2:-}"; shift 2 ;;
+    --log) log_file="${2:-}"; shift 2 ;;
+    --title) title="${2:-}"; shift 2 ;;
+    --reporter) reporter="${2:-}"; shift 2 ;;
+    --description) description="${2:-}"; shift 2 ;;
+    --description-file) description_file="${2:-}"; shift 2 ;;
+    --tags) tags="${2:-}"; shift 2 ;;
+    --store) store="${2:-}"; store_seen="1"; shift 2 ;;
+    --api-url)
+      if [ "$api_url_seen" = "1" ]; then
+        echo "Pass --api-url at most once" >&2
+        exit 1
+      fi
+      api_url_seen="1"
+      api_url="${2:-}"
+      shift 2
+      ;;
+    --idempotency-key) idempotency_key="${2:-}"; shift 2 ;;
+    --auto-lowering) auto_lowering="1"; shift ;;
+    --sdk-root) sdk_root="${2:-}"; shift 2 ;;
+    --python) legato_python="${2:-}"; shift 2 ;;
+    --stages) lowering_stages="${2:-}"; shift 2 ;;
+    --kernel-function) kernel_function="${2:-}"; shift 2 ;;
+    -h|--help) usage; exit 0 ;;
+    *) echo "Unknown argument: $1" >&2; usage; exit 1 ;;
+  esac
+done
+
+if [ "$store_seen" = "1" ] && [ "$api_url_seen" = "0" ]; then
+  api_url=""
+fi
+
+if [ -z "$kernel" ] || [ -z "$title" ] || [ -z "$reporter" ]; then
+  usage >&2
+  exit 1
+fi
+
+if [ ! -f "$kernel" ]; then
+  echo "Kernel file not found: $kernel" >&2
+  exit 1
+fi
+
+# Say what the site will be able to do with this kernel. Informational only: an
+# arbitrary kernel is a perfectly good bug report, and the reporter is simply the
+# one person who knows the right answer, so this is the moment to mention it.
+if command -v python3 >/dev/null 2>&1; then
+  python3 "$(dirname "$0")/check-kernel-submission.py" "$kernel" || true
+fi
+
+if [ -n "$log_file" ] && [ ! -f "$log_file" ]; then
+  echo "Log file not found: $log_file" >&2
+  exit 1
+fi
+
+if [ -n "$api_url" ]; then
+  sha_cmd=""
+  if command -v sha256sum >/dev/null 2>&1; then
+    sha_cmd="sha256sum"
+  elif command -v shasum >/dev/null 2>&1; then
+    sha_cmd="shasum -a 256"
+  fi
+
+  kernel_checksum="unknown"
+  if [ -n "$sha_cmd" ]; then
+    kernel_checksum="$($sha_cmd "$kernel" | awk '{print $1}')"
+  fi
+
+  legato_version="legato binary not found on PATH"
+  if command -v legato >/dev/null 2>&1; then
+    legato_version="$(legato --version 2>/dev/null || true)"
+  fi
+
+  python_version="not found"
+  if command -v python3 >/dev/null 2>&1; then
+    python_version="$(python3 --version 2>&1)"
+  elif command -v python >/dev/null 2>&1; then
+    python_version="$(python --version 2>&1)"
+  fi
+
+  git_remote="$(git config --get remote.origin.url 2>/dev/null || true)"
+  git_branch="$(git rev-parse --abbrev-ref HEAD 2>/dev/null || true)"
+  git_commit="$(git rev-parse HEAD 2>/dev/null || true)"
+  git_dirty="false"
+  if [ -n "$(git status --porcelain 2>/dev/null || true)" ]; then
+    git_dirty="true"
+  fi
+
+  github_login=""
+  if command -v gh >/dev/null 2>&1; then
+    github_login="$(gh api user --jq .login 2>/dev/null || true)"
+  fi
+
+  node_version="not found"
+  if command -v node >/dev/null 2>&1; then
+    node_version="$(node --version 2>/dev/null || true)"
+  fi
+
+  if [ -n "$description_file" ]; then
+    if [ ! -f "$description_file" ]; then
+      echo "Description file not found: $description_file" >&2
+      exit 1
+    fi
+    description="$(cat "$description_file")"
+  elif [ -z "$description" ]; then
+    description="Reported from lagora with kernel $(basename "$kernel")."
+  fi
+
+  tmp_dir="$(mktemp -d)"
+  trap 'rm -rf "$tmp_dir"' EXIT
+  GIT_REMOTE="$git_remote" \
+  GIT_BRANCH="$git_branch" \
+  GIT_COMMIT="$git_commit" \
+  GIT_DIRTY="$git_dirty" \
+  KERNEL_PATH="$kernel" \
+  NODE_VERSION="$node_version" \
+  PYTHON_VERSION="$python_version" \
+  KERNEL_CHECKSUM="$kernel_checksum" \
+  LEGATO_VERSION="$legato_version" \
+  GITHUB_LOGIN="$github_login" \
+  python3 - "$tmp_dir/git.json" "$tmp_dir/environment.json" <<'PY'
+import json, os, platform, sys
+
+git_path, environment_path = sys.argv[1], sys.argv[2]
+git_metadata = {
+  "remoteUrl": os.environ["GIT_REMOTE"],
+  "branch": os.environ["GIT_BRANCH"],
+  "commit": os.environ["GIT_COMMIT"],
+  "dirty": os.environ["GIT_DIRTY"],
+  "filePath": os.environ["KERNEL_PATH"],
+}
+environment_metadata = {
+  "platform": platform.system().lower(),
+  "arch": platform.machine(),
+  "node": os.environ["NODE_VERSION"],
+  "python": os.environ["PYTHON_VERSION"],
+  "kernelChecksum": os.environ["KERNEL_CHECKSUM"],
+  "legatoVersion": os.environ["LEGATO_VERSION"],
+  "cliVersion": "lagora/submit-issue.sh",
+  "githubLogin": os.environ["GITHUB_LOGIN"],
+}
+with open(git_path, "w", encoding="utf-8") as f:
+  json.dump(git_metadata, f)
+with open(environment_path, "w", encoding="utf-8") as f:
+  json.dump(environment_metadata, f)
+PY
+
+  api_endpoint="${api_url%/}/api/report-bundles"
+  if [ -z "$idempotency_key" ]; then
+    idempotency_key="$(date +%s)-$$-$kernel_checksum"
+  fi
+  curl_args=(
+    -sS
+    -f
+    -X POST "$api_endpoint"
+    -F "title=$title"
+    -F "reporter=$reporter"
+    -F "description=$description"
+    -F "tags=$tags"
+    -F "idempotencyKey=$idempotency_key"
+    -F "gitMetadata=<${tmp_dir}/git.json"
+    -F "environmentMetadata=<${tmp_dir}/environment.json"
+    -F "kernelFile=@${kernel};type=text/x-python"
+  )
+  if [ -n "$log_file" ]; then
+    curl_args+=(-F "errorLogFile=@${log_file};type=text/plain")
+  fi
+
+  auth_token="${LAGORA_AUTH_TOKEN:?Run lagora login first}"
+  unset LAGORA_AUTH_TOKEN
+  printf 'header = "Authorization: Bearer %s"\n' "$auth_token" | curl --config - "${curl_args[@]}"
+  auth_token=""
+  printf '\n'
+  exit 0
+fi
+
+if command -v python3 >/dev/null 2>&1; then
+  issue_id="$(python3 - <<'PY'
+import uuid
+print(uuid.uuid4())
+PY
+)"
+elif command -v uuidgen >/dev/null 2>&1; then
+  issue_id="$(uuidgen | tr '[:upper:]' '[:lower:]')"
+else
+  issue_id="$(date +%s)-$$"
+fi
+
+issue_dir="$store/issues/$issue_id"
+artifact_dir="$issue_dir/artifacts"
+mkdir -p "$artifact_dir"
+
+kernel_name="$(basename "$kernel")"
+log_name=""
+if [ -n "$log_file" ]; then
+  log_name="$(basename "$log_file")"
+fi
+
+if [ -n "$log_name" ] && [ "$kernel_name" = "$log_name" ]; then
+  kernel_name="kernel-$kernel_name"
+  log_name="error-log-$log_name"
+fi
+
+cp "$kernel" "$artifact_dir/$kernel_name"
+if [ -n "$log_file" ]; then
+  cp "$log_file" "$artifact_dir/$log_name"
+fi
+
+if [ -n "$description_file" ]; then
+  if [ ! -f "$description_file" ]; then
+    echo "Description file not found: $description_file" >&2
+    exit 1
+  fi
+  cp "$description_file" "$issue_dir/description.md"
+elif [ -n "$description" ]; then
+  printf '%s\n' "$description" > "$issue_dir/description.md"
+else
+  printf 'Reported from shell submit script with kernel `%s`.\n' "$kernel" > "$issue_dir/description.md"
+fi
+
+sha_cmd=""
+if command -v sha256sum >/dev/null 2>&1; then
+  sha_cmd="sha256sum"
+elif command -v shasum >/dev/null 2>&1; then
+  sha_cmd="shasum -a 256"
+fi
+
+kernel_checksum="unknown"
+if [ -n "$sha_cmd" ]; then
+  kernel_checksum="$($sha_cmd "$kernel" | awk '{print $1}')"
+fi
+
+legato_version="legato binary not found on PATH"
+if command -v legato >/dev/null 2>&1; then
+  legato_version="$(legato --version 2>/dev/null || true)"
+fi
+
+python_version="not found"
+if command -v python3 >/dev/null 2>&1; then
+  python_version="$(python3 --version 2>&1)"
+elif command -v python >/dev/null 2>&1; then
+  python_version="$(python --version 2>&1)"
+fi
+
+git_remote="$(git config --get remote.origin.url 2>/dev/null || true)"
+git_branch="$(git rev-parse --abbrev-ref HEAD 2>/dev/null || true)"
+git_commit="$(git rev-parse HEAD 2>/dev/null || true)"
+git_dirty="false"
+if [ -n "$(git status --porcelain 2>/dev/null || true)" ]; then
+  git_dirty="true"
+fi
+
+github_login=""
+if command -v gh >/dev/null 2>&1; then
+  github_login="$(gh api user --jq .login 2>/dev/null || true)"
+fi
+
+node_version="not found"
+if command -v node >/dev/null 2>&1; then
+  node_version="$(node --version 2>/dev/null || true)"
+fi
+
+created_at="$(date -u +%Y-%m-%dT%H:%M:%SZ)"
+
+ISSUE_ID="$issue_id" \
+ISSUE_TITLE="$title" \
+ISSUE_REPORTER="$reporter" \
+ISSUE_CREATED_AT="$created_at" \
+ISSUE_KERNEL_NAME="$kernel_name" \
+ISSUE_KERNEL_PATH="$kernel" \
+ISSUE_KERNEL_CHECKSUM="$kernel_checksum" \
+ISSUE_LOG_NAME="$log_name" \
+ISSUE_LOG_PATH="$log_file" \
+ISSUE_LEGATO_VERSION="$legato_version" \
+ISSUE_GIT_REMOTE="$git_remote" \
+ISSUE_GIT_BRANCH="$git_branch" \
+ISSUE_GIT_COMMIT="$git_commit" \
+ISSUE_GIT_DIRTY="$git_dirty" \
+ISSUE_GITHUB_LOGIN="$github_login" \
+ISSUE_NODE_VERSION="$node_version" \
+ISSUE_PYTHON_VERSION="$python_version" \
+ISSUE_TAGS="$tags" \
+ISSUE_STORE="$store" \
+python3 - "$issue_dir/issue.json" <<'PY'
+import hashlib, json, os, platform, re, sys, uuid
+from pathlib import Path
+
+path = sys.argv[1]
+log_name = os.environ["ISSUE_LOG_NAME"]
+manual_tags = [tag.strip().lower().replace(" ", "-") for tag in os.environ["ISSUE_TAGS"].split(",") if tag.strip()]
+issue_id = os.environ["ISSUE_ID"]
+created_at = os.environ["ISSUE_CREATED_AT"]
+
+description_path = Path(path).with_name("description.md")
+description = description_path.read_text(encoding="utf-8") if description_path.exists() else ""
+
+def normalize_signature_text(text):
+  text = text.lower()
+  text = re.sub(r"[a-f0-9]{16,}", "<hash>", text)
+  text = re.sub(r"0x[a-f0-9]+", "<addr>", text)
+  text = re.sub(r"\d+", "<num>", text)
+  return re.sub(r"\s+", " ", text).strip()
+
+def raw_fingerprint():
+  diagnostic = normalize_signature_text(f"{os.environ['ISSUE_TITLE']}\n{description}")[:240]
+  material = "\0".join(["raw", os.environ["ISSUE_KERNEL_CHECKSUM"], "no-log" if not log_name else log_name, diagnostic])
+  key = hashlib.sha256(material.encode("utf-8")).hexdigest()
+  return {
+    "key": key,
+    "basis": "raw",
+    "artifactHash": os.environ["ISSUE_KERNEL_CHECKSUM"],
+    "diagnosticSignature": diagnostic,
+    "createdAt": created_at,
+  }
+
+fingerprint = raw_fingerprint()
+occurrence = {
+  "id": str(uuid.uuid4()),
+  "issueId": issue_id,
+  "reporter": os.environ["ISSUE_REPORTER"],
+  "bundleId": f"{issue_id}-bundle",
+  "artifactIds": [f"{issue_id}-kernel"] + ([f"{issue_id}-error-log"] if log_name else []),
+  "kernelChecksum": os.environ["ISSUE_KERNEL_CHECKSUM"],
+  "source": "shell",
+  "gitMetadata": {
+    "remoteUrl": os.environ["ISSUE_GIT_REMOTE"] or None,
+    "branch": os.environ["ISSUE_GIT_BRANCH"] or None,
+    "commit": os.environ["ISSUE_GIT_COMMIT"] or None,
+    "dirty": os.environ["ISSUE_GIT_DIRTY"] == "true",
+    "filePath": os.environ["ISSUE_KERNEL_PATH"],
+  },
+  "environmentMetadata": {
+    "platform": platform.system().lower(),
+    "arch": platform.machine(),
+    "node": os.environ["ISSUE_NODE_VERSION"],
+    "python": os.environ["ISSUE_PYTHON_VERSION"],
+    "kernelChecksum": os.environ["ISSUE_KERNEL_CHECKSUM"],
+    "githubLogin": os.environ["ISSUE_GITHUB_LOGIN"] or None,
+  },
+  "createdAt": created_at,
+}
+
+def find_duplicate():
+  issues_root = Path(os.environ["ISSUE_STORE"]) / "issues"
+  if not issues_root.exists():
+    return None, None
+  for issue_json in sorted(issues_root.glob("*/issue.json")):
+    try:
+      existing = json.loads(issue_json.read_text(encoding="utf-8"))
+    except Exception:
+      continue
+    if existing.get("id") == issue_id or existing.get("duplicateOf"):
+      continue
+    fingerprints = existing.get("fingerprints") or ([existing["fingerprint"]] if existing.get("fingerprint") else [])
+    if any(item.get("key") == fingerprint["key"] for item in fingerprints):
+      return issue_json, existing
+  return None, None
+
+duplicate_path, duplicate = find_duplicate()
+data = {
+  "schemaVersion": 1,
+  "id": issue_id,
+  "title": os.environ["ISSUE_TITLE"],
+  "reporter": os.environ["ISSUE_REPORTER"],
+  "status": "open",
+  "createdAt": os.environ["ISSUE_CREATED_AT"],
+  "updatedAt": os.environ["ISSUE_CREATED_AT"],
+  "source": "shell",
+  "tags": manual_tags,
+  "kernel": {
+    "filename": os.environ["ISSUE_KERNEL_NAME"],
+    "originalPath": os.environ["ISSUE_KERNEL_PATH"],
+    "checksum": os.environ["ISSUE_KERNEL_CHECKSUM"],
+  },
+  "log": {"filename": log_name, "originalPath": os.environ["ISSUE_LOG_PATH"]} if log_name else None,
+  "legatoBinaryVersion": os.environ["ISSUE_LEGATO_VERSION"],
+  "cliVersion": "submit-issue.sh/0.1.0",
+  "gitMetadata": {
+    "remoteUrl": os.environ["ISSUE_GIT_REMOTE"] or None,
+    "branch": os.environ["ISSUE_GIT_BRANCH"] or None,
+    "commit": os.environ["ISSUE_GIT_COMMIT"] or None,
+    "dirty": os.environ["ISSUE_GIT_DIRTY"] == "true",
+    "filePath": os.environ["ISSUE_KERNEL_PATH"],
+  },
+  "environmentMetadata": {
+    "platform": platform.system().lower(),
+    "arch": platform.machine(),
+    "node": os.environ["ISSUE_NODE_VERSION"],
+    "python": os.environ["ISSUE_PYTHON_VERSION"],
+    "kernelChecksum": os.environ["ISSUE_KERNEL_CHECKSUM"],
+    "githubLogin": os.environ["ISSUE_GITHUB_LOGIN"] or None,
+  },
+  "fingerprint": fingerprint,
+  "fingerprints": [fingerprint],
+  "occurrenceCount": 1,
+  "occurrences": [occurrence],
+  "store": {
+    "bundlePath": f"issues/{issue_id}",
+  },
+}
+
+if duplicate_path and duplicate:
+  duplicate_id = duplicate["id"]
+  occurrence["issueId"] = duplicate_id
+  comments = duplicate.get("comments") or []
+  comments.append({
+    "id": str(uuid.uuid4()),
+    "issueId": duplicate_id,
+    "author": "Legato Agora",
+    "kind": "system",
+    "body": f"동일 raw signature report가 다시 접수되었습니다. 새 제출 {issue_id}는 occurrence로 병합했습니다.",
+    "createdAt": created_at,
+  })
+  duplicate["comments"] = comments
+  duplicate["occurrences"] = (duplicate.get("occurrences") or []) + [occurrence]
+  duplicate["occurrenceCount"] = max(int(duplicate.get("occurrenceCount") or 1) + 1, len(duplicate["occurrences"]))
+  duplicate["updatedAt"] = created_at
+  duplicate["fingerprints"] = duplicate.get("fingerprints") or ([duplicate["fingerprint"]] if duplicate.get("fingerprint") else [])
+  if not any(item.get("key") == fingerprint["key"] for item in duplicate["fingerprints"]):
+    duplicate["fingerprints"].insert(0, fingerprint)
+  if not duplicate.get("fingerprint"):
+    duplicate["fingerprint"] = fingerprint
+  duplicate_path.write_text(json.dumps(duplicate, indent=2), encoding="utf-8")
+  data["duplicateOf"] = duplicate_id
+  Path(path).with_name(".duplicate-of").write_text(duplicate_id, encoding="utf-8")
+
+with open(path, "w", encoding="utf-8") as f:
+  json.dump(data, f, indent=2)
+PY
+
+public_issue_id="$issue_id"
+if [ -f "$issue_dir/.duplicate-of" ]; then
+  public_issue_id="$(cat "$issue_dir/.duplicate-of")"
+fi
+
+if [ "$auto_lowering" = "1" ] && [ "$public_issue_id" = "$issue_id" ]; then
+  verify_args=(--issue "$issue_id" --store "$store" --kind lowering --mode real)
+  if [ -n "$sdk_root" ]; then verify_args+=(--sdk-root "$sdk_root"); fi
+  if [ -n "$legato_python" ]; then verify_args+=(--python "$legato_python"); fi
+  if [ -n "$lowering_stages" ]; then verify_args+=(--stages "$lowering_stages"); fi
+  if [ -n "$kernel_function" ]; then verify_args+=(--kernel-function "$kernel_function"); fi
+  "$LAGORA_NODE" "$LAGORA_VERIFY_ENTRY" "${verify_args[@]}"
+fi
+
+if [ "$public_issue_id" = "$issue_id" ]; then
+  cat <<EOF
+Created portable issue $issue_id
+Store: $issue_dir
+Open after the board has this store mounted: /issues/$issue_id
+EOF
+else
+  cat <<EOF
+Duplicate report merged into portable issue $public_issue_id
+Duplicate bundle: $issue_dir
+Open after the board has this store mounted: /issues/$public_issue_id
+EOF
+fi