anolisa-tokenless 0.7.7

package/adapters/tokenless/qoder/.qoder-plugin/plugin.json

@@ -0,0 +1,11 @@
+{
+  "name": "tokenless",
+  "version": "0.7.7",
+  "description": "Token-Less LLM Token Optimization Toolkit for Qoder CLI",
+  "author": {
+    "name": "Shile Zhang",
+    "email": "shile.zhang@linux.alibaba.com"
+  },
+  "homepage": "https://github.com/alibaba/anolisa",
+  "license": "Apache-2.0"
+}

package/adapters/tokenless/qoder/commands/tokenless-stats.md

@@ -0,0 +1,8 @@
+---
+name: tokenless-stats
+description: Show Tokenless compression statistics
+---
+
+Run `tokenless stats` and summarize the compression statistics. If the
+`tokenless` command is unavailable, explain that Tokenless must be installed
+before this command can report statistics.

package/adapters/tokenless/qoder/hooks/hooks.json

@@ -0,0 +1,36 @@
+{
+  "hooks": {
+    "PreToolUse": [
+      {
+        "matcher": "Bash",
+        "hooks": [
+          {
+            "type": "command",
+            "command": "TOKENLESS_AGENT_ID=qoder-cli bash \"${QODER_PLUGIN_ROOT}/hooks/run-hook.sh\" rewrite_hook.py",
+            "timeout": 10
+          }
+        ]
+      },
+      {
+        "hooks": [
+          {
+            "type": "command",
+            "command": "TOKENLESS_AGENT_ID=qoder-cli bash \"${QODER_PLUGIN_ROOT}/hooks/run-hook.sh\" tool_ready_hook.sh",
+            "timeout": 15
+          }
+        ]
+      }
+    ],
+    "PostToolUse": [
+      {
+        "hooks": [
+          {
+            "type": "command",
+            "command": "TOKENLESS_AGENT_ID=qoder-cli bash \"${QODER_PLUGIN_ROOT}/hooks/run-hook.sh\" compress_response_hook.py",
+            "timeout": 15
+          }
+        ]
+      }
+    ]
+  }
+}

package/adapters/tokenless/qoder/hooks/run-hook.sh

@@ -0,0 +1,51 @@
+#!/usr/bin/env bash
+# run-hook.sh — Locate and exec a shared Tokenless hook script.
+#
+# Prefer hooks from the wrapper's own adapter tree so source and staged
+# installations stay version-aligned. A qodercli cache contains only the
+# Qoder plugin, so packaged plugins use the ANOLISA FHS fallbacks.
+#
+# Fail open when the shared hook or its interpreter is unavailable so a
+# Tokenless packaging problem never blocks a Qoder tool call.
+set -euo pipefail
+
+SCRIPT_DIR="$(CDPATH='' cd "$(dirname "${BASH_SOURCE[0]}")" && pwd -P)"
+SCRIPT="${1:?usage: run-hook.sh <hook-script-basename> [args...]}"
+shift
+
+fail_open() { echo "{}"; exit 0; }
+
+case "$SCRIPT" in
+    compress_response_hook.py|rewrite_hook.py|tool_ready_hook.sh) ;;
+    *) fail_open ;;
+esac
+
+CANDIDATES=(
+    "${SCRIPT_DIR}/../../common/hooks/${SCRIPT}"
+    "/usr/local/share/anolisa/adapters/tokenless/common/hooks/${SCRIPT}"
+    "/usr/share/anolisa/adapters/tokenless/common/hooks/${SCRIPT}"
+)
+
+# Minimal runners may omit HOME. Keep the user-local fallback conditional so
+# an environment omission cannot bypass the fail-open behavior below.
+if [ -n "${HOME:-}" ]; then
+    CANDIDATES+=("${HOME}/.local/share/anolisa/adapters/tokenless/common/hooks/${SCRIPT}")
+fi
+
+for candidate in "${CANDIDATES[@]}"; do
+    [ -f "$candidate" ] || continue
+    case "$candidate" in
+        *.py)
+            command -v python3 >/dev/null 2>&1 || fail_open
+            exec python3 "$candidate" "$@"
+            ;;
+        *.sh)
+            exec bash "$candidate" "$@"
+            ;;
+        *)
+            fail_open
+            ;;
+    esac
+done
+
+fail_open

package/adapters/tokenless/qoder/scripts/detect.sh

@@ -0,0 +1,35 @@
+#!/usr/bin/env bash
+# detect.sh — Check whether Qoder CLI supports the native plugin lifecycle.
+set -euo pipefail
+
+AGENT="${ANOLISA_TARGET:-qoder}"
+COMPONENT="${ANOLISA_COMPONENT:-tokenless}"
+
+versioned_glob="$HOME/.qoder/bin/qodercli/qodercli-${ANOLISA_QODER_VERSION:-*}"
+# shellcheck disable=SC2086 # Intentional version glob expansion.
+latest_versioned="$(ls -d $versioned_glob 2>/dev/null | sort -V | tail -1 || true)"
+
+QODERCLI=""
+for candidate in "$latest_versioned" \
+                 "$HOME/.qoder/bin/qodercli/qodercli" \
+                 "qodercli"; do
+    [ -n "$candidate" ] || continue
+    if [ -x "$candidate" ] || command -v "$candidate" >/dev/null 2>&1; then
+        QODERCLI="$candidate"
+        break
+    fi
+done
+
+if [ -z "$QODERCLI" ]; then
+    echo "[${COMPONENT}] ${AGENT}: qodercli not found in standard locations" >&2
+    exit 1
+fi
+
+for subcommand in install list uninstall; do
+    if ! "$QODERCLI" plugins "$subcommand" --help >/dev/null 2>&1; then
+        echo "[${COMPONENT}] ${AGENT}: qodercli lacks 'plugins ${subcommand}' support" >&2
+        exit 1
+    fi
+done
+
+echo "[${COMPONENT}] ${AGENT}: detected compatible qodercli at ${QODERCLI}"

package/adapters/tokenless/qoder/scripts/install.sh

@@ -0,0 +1,136 @@
+#!/usr/bin/env bash
+# install.sh — Install the native Tokenless plugin for Qoder CLI.
+set -euo pipefail
+
+AGENT="${ANOLISA_TARGET:-qoder}"
+COMPONENT="${ANOLISA_COMPONENT:-tokenless}"
+ADAPTER_DIR="${ANOLISA_ADAPTER_DIR:-$(cd "$(dirname "$0")/../.." && pwd)}"
+PLUGIN_DIR="$ADAPTER_DIR/qoder"
+PLUGIN_JSON="$PLUGIN_DIR/.qoder-plugin/plugin.json"
+
+find_qodercli() {
+    local versioned_glob latest_versioned candidate
+    versioned_glob="$HOME/.qoder/bin/qodercli/qodercli-${ANOLISA_QODER_VERSION:-*}"
+    # shellcheck disable=SC2086 # Intentional version glob expansion.
+    latest_versioned="$(ls -d $versioned_glob 2>/dev/null | sort -V | tail -1 || true)"
+
+    for candidate in "$latest_versioned" \
+                     "$HOME/.qoder/bin/qodercli/qodercli" \
+                     "qodercli"; do
+        [ -n "$candidate" ] || continue
+        if [ -x "$candidate" ] || command -v "$candidate" >/dev/null 2>&1; then
+            printf '%s\n' "$candidate"
+            return 0
+        fi
+    done
+    return 1
+}
+
+QODERCLI="$(find_qodercli || true)"
+if [ -z "$QODERCLI" ]; then
+    echo "[${COMPONENT}] ERROR: qodercli not found, aborting plugin registration" >&2
+    echo "    Install Qoder CLI first: https://qoder.com/cli" >&2
+    exit 1
+fi
+
+for subcommand in install list uninstall; do
+    if ! "$QODERCLI" plugins "$subcommand" --help >/dev/null 2>&1; then
+        echo "[${COMPONENT}] ERROR: qodercli lacks required 'plugins ${subcommand}' support" >&2
+        exit 1
+    fi
+done
+
+if ! command -v python3 >/dev/null 2>&1; then
+    echo "[${COMPONENT}] ERROR: python3 is required by the Tokenless hooks" >&2
+    exit 1
+fi
+if [ ! -f "$PLUGIN_JSON" ]; then
+    echo "[${COMPONENT}] ERROR: Qoder plugin manifest not found: ${PLUGIN_JSON}" >&2
+    exit 1
+fi
+
+VERSION="$(PLUGIN_JSON="$PLUGIN_JSON" python3 - <<'PYEOF'
+import json
+import os
+
+with open(os.environ["PLUGIN_JSON"], encoding="utf-8") as manifest_file:
+    print(json.load(manifest_file).get("version", "unknown"))
+PYEOF
+)"
+
+echo "[${COMPONENT}] Installing ${AGENT} plugin v${VERSION}..."
+
+# Validation was added after the core plugin lifecycle commands. Keep it
+# optional so older compatible clients can still install, while treating a
+# validation failure as a malformed bundle when the capability exists.
+if "$QODERCLI" plugins validate --help >/dev/null 2>&1; then
+    if ! VALIDATE_OUT="$("$QODERCLI" plugins validate "$PLUGIN_DIR" 2>&1)"; then
+        echo "[${COMPONENT}] ERROR: qodercli rejected the native plugin bundle" >&2
+        echo "    Output: $VALIDATE_OUT" >&2
+        exit 1
+    fi
+fi
+
+echo "[${COMPONENT}] Registering native plugin with qodercli..."
+if ! INSTALL_OUT="$("$QODERCLI" plugins install "$PLUGIN_DIR" --scope user 2>&1)"; then
+    echo "[${COMPONENT}] ERROR: qodercli plugins install failed" >&2
+    echo "    Output: $INSTALL_OUT" >&2
+    exit 1
+fi
+[ -z "$INSTALL_OUT" ] || echo "$INSTALL_OUT"
+
+if ! PLUGIN_LIST_OUT="$("$QODERCLI" plugins list --json)"; then
+    echo "[${COMPONENT}] ERROR: qodercli plugins list failed after installation" >&2
+    exit 1
+fi
+
+if ! QODER_PLUGIN_LIST="$PLUGIN_LIST_OUT" python3 - <<'PYEOF'
+import json
+import os
+import sys
+
+expected_id = "tokenless@local"
+try:
+    inventory = json.loads(os.environ["QODER_PLUGIN_LIST"])
+except json.JSONDecodeError as error:
+    print(f"invalid JSON from qodercli plugins list: {error}", file=sys.stderr)
+    sys.exit(1)
+
+if isinstance(inventory, dict):
+    inventory = inventory.get("plugins")
+if not isinstance(inventory, list):
+    print("qodercli plugin inventory is not a list", file=sys.stderr)
+    sys.exit(1)
+
+matches = [
+    item
+    for item in inventory
+    if isinstance(item, dict) and item.get("id") == expected_id
+]
+if len(matches) != 1:
+    print(
+        f"expected exactly one {expected_id} inventory entry, found {len(matches)}",
+        file=sys.stderr,
+    )
+    sys.exit(1)
+
+plugin = matches[0]
+if plugin.get("scope") != "user":
+    print(f"{expected_id} has unexpected scope: {plugin.get('scope')!r}", file=sys.stderr)
+    sys.exit(1)
+if plugin.get("enabled") is not True:
+    print(f"{expected_id} is not enabled", file=sys.stderr)
+    sys.exit(1)
+
+resources = plugin.get("resources")
+hooks = resources.get("hooks") if isinstance(resources, dict) else None
+if not isinstance(hooks, list) or not hooks:
+    print(f"{expected_id} loaded no hook resources", file=sys.stderr)
+    sys.exit(1)
+PYEOF
+then
+    echo "[${COMPONENT}] ERROR: installed Qoder plugin failed inventory verification" >&2
+    exit 1
+fi
+
+echo "[${COMPONENT}] ${AGENT} plugin v${VERSION} installed and activated."

package/adapters/tokenless/qoder/scripts/uninstall.sh

@@ -0,0 +1,106 @@
+#!/usr/bin/env bash
+# uninstall.sh — Remove the native Tokenless plugin from Qoder CLI.
+set -euo pipefail
+
+AGENT="${ANOLISA_TARGET:-qoder}"
+COMPONENT="${ANOLISA_COMPONENT:-tokenless}"
+
+find_qodercli() {
+    local versioned_glob latest_versioned candidate
+    versioned_glob="$HOME/.qoder/bin/qodercli/qodercli-${ANOLISA_QODER_VERSION:-*}"
+    # shellcheck disable=SC2086 # Intentional version glob expansion.
+    latest_versioned="$(ls -d $versioned_glob 2>/dev/null | sort -V | tail -1 || true)"
+
+    for candidate in "$latest_versioned" \
+                     "$HOME/.qoder/bin/qodercli/qodercli" \
+                     "qodercli"; do
+        [ -n "$candidate" ] || continue
+        if [ -x "$candidate" ] || command -v "$candidate" >/dev/null 2>&1; then
+            printf '%s\n' "$candidate"
+            return 0
+        fi
+    done
+    return 1
+}
+
+QODERCLI="$(find_qodercli || true)"
+echo "[${COMPONENT}] Removing ${AGENT} plugin..."
+
+if [ -z "$QODERCLI" ]; then
+    echo "[${COMPONENT}] WARNING: qodercli not found, cannot unregister plugin" >&2
+    exit 0
+fi
+for subcommand in list uninstall; do
+    if ! "$QODERCLI" plugins "$subcommand" --help >/dev/null 2>&1; then
+        echo "[${COMPONENT}] ERROR: qodercli lacks required 'plugins ${subcommand}' support" >&2
+        exit 1
+    fi
+done
+if ! command -v python3 >/dev/null 2>&1; then
+    echo "[${COMPONENT}] ERROR: python3 is required to verify Qoder plugin state" >&2
+    exit 1
+fi
+
+read_plugin_state() {
+    local plugin_list_out
+    if ! plugin_list_out="$("$QODERCLI" plugins list --json 2>&1)"; then
+        echo "[${COMPONENT}] ERROR: qodercli plugins list failed during uninstall" >&2
+        echo "    Output: $plugin_list_out" >&2
+        return 1
+    fi
+
+    QODER_PLUGIN_LIST="$plugin_list_out" python3 - <<'PYEOF'
+import json
+import os
+import sys
+
+try:
+    inventory = json.loads(os.environ["QODER_PLUGIN_LIST"])
+except json.JSONDecodeError as error:
+    print(f"invalid JSON from qodercli plugins list: {error}", file=sys.stderr)
+    sys.exit(1)
+
+if isinstance(inventory, dict):
+    inventory = inventory.get("plugins")
+if not isinstance(inventory, list):
+    print("qodercli plugin inventory is not a list", file=sys.stderr)
+    sys.exit(1)
+
+matches = [
+    item
+    for item in inventory
+    if isinstance(item, dict)
+    and item.get("id") == "tokenless@local"
+    and item.get("scope") == "user"
+]
+if len(matches) > 1:
+    print("multiple user-scoped tokenless@local entries found", file=sys.stderr)
+    sys.exit(1)
+print("present" if matches else "absent")
+PYEOF
+}
+
+if ! PLUGIN_STATE="$(read_plugin_state)"; then
+    exit 1
+fi
+if [ "$PLUGIN_STATE" = "absent" ]; then
+    echo "[${COMPONENT}] ${AGENT} plugin is already absent."
+    exit 0
+fi
+
+if ! UNINSTALL_OUT="$("$QODERCLI" plugins uninstall tokenless --scope user 2>&1)"; then
+    echo "[${COMPONENT}] ERROR: qodercli plugins uninstall failed" >&2
+    echo "    Output: $UNINSTALL_OUT" >&2
+    exit 1
+fi
+[ -z "$UNINSTALL_OUT" ] || echo "$UNINSTALL_OUT"
+
+if ! PLUGIN_STATE="$(read_plugin_state)"; then
+    exit 1
+fi
+if [ "$PLUGIN_STATE" != "absent" ]; then
+    echo "[${COMPONENT}] ERROR: user-scoped tokenless plugin remains after uninstall" >&2
+    exit 1
+fi
+
+echo "[${COMPONENT}] ${AGENT} plugin removed."

package/adapters/tokenless/qwencode/qwen-extension.json

@@ -0,0 +1,69 @@
+{
+  "name": "tokenless",
+  "version": "0.7.7",
+  "description": "Token-Less context compression for Qwen Code — RTK command rewriting, response/TOON/schema compression, and registered but hard-disabled Tool Ready",
+  "author": { "name": "ANOLISA" },
+  "license": "Apache-2.0",
+  "homepage": "https://github.com/alibaba/anolisa/tree/main/src/tokenless",
+  "keywords": ["token-optimization", "rtk", "compression", "toon", "tool-ready"],
+  "hooks": {
+    "PreToolUse": [
+      {
+        "matcher": "",
+        "sequential": true,
+        "hooks": [
+          {
+            "type": "command",
+            "name": "tokenless-tool-ready",
+            "description": "Registered hard-disabled Tool Ready pass-through; performs no check, repair, or block",
+            "command": "bash \"${extensionPath}/hooks/run-hook.sh\" tool_ready_hook.sh",
+            "timeout": 10000,
+            "env": { "TOKENLESS_AGENT_ID": "qwencode" }
+          }
+        ]
+      },
+      {
+        "matcher": "^(Bash|run_shell_command|terminal|Shell|exec|process)$",
+        "hooks": [
+          {
+            "type": "command",
+            "name": "tokenless-rewrite",
+            "description": "Rewrites shell commands via rtk for token savings",
+            "command": "bash \"${extensionPath}/hooks/run-hook.sh\" rewrite_hook.py",
+            "timeout": 5000,
+            "env": { "TOKENLESS_AGENT_ID": "qwencode" }
+          }
+        ]
+      }
+    ],
+    "PostToolUse": [
+      {
+        "matcher": "^(?!(?:Read|Glob|NotebookRead)$).+",
+        "hooks": [
+          {
+            "type": "command",
+            "name": "tokenless-compress-response",
+            "description": "Compresses tool responses and encodes to TOON format",
+            "command": "bash \"${extensionPath}/hooks/run-hook.sh\" compress_response_hook.py",
+            "timeout": 10000,
+            "env": { "TOKENLESS_AGENT_ID": "qwencode" }
+          }
+        ]
+      }
+    ],
+    "BeforeModel": [
+      {
+        "hooks": [
+          {
+            "type": "command",
+            "name": "tokenless-compress-schema",
+            "description": "Compresses tool schema definitions for token savings",
+            "command": "bash \"${extensionPath}/hooks/run-hook.sh\" compress_schema_hook.py",
+            "timeout": 10000,
+            "env": { "TOKENLESS_AGENT_ID": "qwencode" }
+          }
+        ]
+      }
+    ]
+  }
+}

package/adapters/tokenless/qwencode/scripts/detect.sh

@@ -0,0 +1,125 @@
+#!/usr/bin/env bash
+# detect.sh — Inspect Qwen Code presence and the tokenless plugin state.
+# Read-only. Tri-state exit aligns with claude-code/openclaw detect.sh:
+#   0 = installed and ready
+#   1 = not installed but installable (prereqs OK)
+#   2 = missing prerequisites
+set -euo pipefail
+
+COMPONENT="${ANOLISA_COMPONENT:-tokenless}"
+AGENT="${ANOLISA_TARGET:-qwencode}"
+ADAPTER_DIR="${ANOLISA_ADAPTER_DIR:-$(cd "$(dirname "$0")/../.." && pwd)}"
+
+PLUGIN_ID="tokenless"
+PLUGIN_SRC="$ADAPTER_DIR/qwencode"
+
+QWEN_BIN="${QWEN_BIN:-}"
+export PATH="$HOME/.local/bin:/usr/local/bin:$PATH"
+
+line()  { printf '[%s] %s\n' "$COMPONENT" "$*"; }
+field() { printf '[%s]   %-26s %s\n' "$COMPONENT" "$1" "$2"; }
+
+PREREQ_MISSING=()
+INSTALL_MISSING=()
+note_prereq_missing()  { PREREQ_MISSING+=("$1"); }
+note_install_missing() { INSTALL_MISSING+=("$1"); }
+
+if [ -z "$QWEN_BIN" ]; then
+    QWEN_BIN="$(command -v qwen 2>/dev/null || true)"
+fi
+
+line "${AGENT} detect"
+if [ -n "$QWEN_BIN" ] && [ -x "$QWEN_BIN" ]; then
+    QWEN_VER="$("$QWEN_BIN" --version 2>/dev/null | awk '{print $1}' || echo unknown)"
+    field "qwen CLI"            "present (${QWEN_BIN}, v${QWEN_VER})"
+else
+    field "qwen CLI"            "missing"
+    note_prereq_missing "qwen CLI"
+fi
+
+# Informational only: Qwen Code stores global settings, extensions, and
+# session data under ~/.qwen/ (upstream default).  Absence is not a
+# prerequisite failure — the directory is created on first run.
+if [ -d "$HOME/.qwen" ]; then
+    field "qwen config dir"     "present ($HOME/.qwen)"
+else
+    field "qwen config dir"     "missing (created on first Qwen Code run)"
+fi
+
+if [ -f "$PLUGIN_SRC/qwen-extension.json" ]; then
+    field "qwen-extension.json"   "present"
+else
+    field "qwen-extension.json"   "missing"
+    note_prereq_missing "qwen-extension.json"
+fi
+
+if [ -n "$QWEN_BIN" ] && [ -x "$QWEN_BIN" ]; then
+    if "$QWEN_BIN" extensions list 2>/dev/null | grep -qE "(^|[[:space:]])${PLUGIN_ID}([[:space:]]|$)"; then
+        field "plugin install"      "installed (${PLUGIN_ID})"
+    else
+        field "plugin install"      "not installed"
+        note_install_missing "${PLUGIN_ID}"
+    fi
+fi
+
+if command -v python3 &>/dev/null; then
+    field "python3"               "present ($(command -v python3))"
+else
+    field "python3"               "missing"
+    note_prereq_missing "python3"
+fi
+
+if command -v jq &>/dev/null; then
+    field "jq"                    "present ($(command -v jq))"
+else
+    field "jq"                    "missing (tool-ready hook disabled)"
+fi
+
+runtime_bin="$(command -v tokenless 2>/dev/null || true)"
+if [ -n "$runtime_bin" ]; then
+    field "tokenless binary"      "present (${runtime_bin})"
+else
+    field "tokenless binary"      "missing"
+    note_prereq_missing "tokenless binary"
+fi
+
+rtk_bin="$(command -v rtk 2>/dev/null || true)"
+if [ -n "$rtk_bin" ]; then
+    field "rtk binary"            "present (${rtk_bin})"
+else
+    field "rtk binary"            "missing"
+    note_prereq_missing "rtk binary"
+fi
+
+# Shared hook scripts live under FHS; warn when missing so user knows to run
+# `make install` (or install the RPM) before adapter actually fires.
+SHARED_HOOKS_DIR=""
+for d in /usr/local/share/anolisa/adapters/tokenless/common/hooks \
+         /usr/share/anolisa/adapters/tokenless/common/hooks \
+         "$HOME/.local/share/anolisa/adapters/tokenless/common/hooks"; do
+    if [ -d "$d" ]; then SHARED_HOOKS_DIR="$d"; break; fi
+done
+if [ -n "$SHARED_HOOKS_DIR" ]; then
+    field "shared hooks dir"      "present ($SHARED_HOOKS_DIR)"
+else
+    field "shared hooks dir"      "missing (run: make -C src/tokenless install)"
+    note_prereq_missing "shared hooks dir"
+fi
+
+if [ -f "$PLUGIN_SRC/hooks/run-hook.sh" ]; then
+    field "hook dispatcher"       "present"
+else
+    field "hook dispatcher"       "missing (hooks/run-hook.sh)"
+    note_prereq_missing "hook dispatcher"
+fi
+
+if [ ${#PREREQ_MISSING[@]} -gt 0 ]; then
+    line "${AGENT}: missing prerequisites (${PREREQ_MISSING[*]})"
+    exit 2
+fi
+if [ ${#INSTALL_MISSING[@]} -gt 0 ]; then
+    line "${AGENT}: not installed (ready to install)"
+    exit 1
+fi
+line "${AGENT}: ready"
+exit 0