@bitget-ai/getagent-skill 0.2.1 → 0.3.0

package/skills/getagent/references/sdk.md

@@ -13,7 +13,17 @@ This folder separates:
 1. Start with `[package-schema.md](package-schema.md)` to understand the package
   contract.
 2. Read the relevant SDK section below:
-  - market data → `[sdk/data/playbook-supported.md](sdk/data/playbook-supported.md)`
+  - market data → `[sdk/data/catalog.md](sdk/data/catalog.md)` (domain index) →
+    domain files: `[crypto.md](sdk/data/crypto.md)`, `[equity.md](sdk/data/equity.md)`,
+    `[economy.md](sdk/data/economy.md)`, `[derivatives.md](sdk/data/derivatives.md)`,
+    `[etf.md](sdk/data/etf.md)`, `[fixedincome.md](sdk/data/fixedincome.md)`,
+    `[currency.md](sdk/data/currency.md)`, `[commodity.md](sdk/data/commodity.md)`,
+    `[sentiment.md](sdk/data/sentiment.md)`, `[index.md](sdk/data/index.md)`,
+    `[news.md](sdk/data/news.md)`, `[regulators.md](sdk/data/regulators.md)`,
+    `[uscongress.md](sdk/data/uscongress.md)`, `[arxiv.md](sdk/data/arxiv.md)`,
+    `[web_search.md](sdk/data/web_search.md)`, `[wikipedia.md](sdk/data/wikipedia.md)`,
+    `[famafrench.md](sdk/data/famafrench.md)`, `[imf_utils.md](sdk/data/imf_utils.md)`,
+    `[coverage.md](sdk/data/coverage.md)`
     - replay / charting → `[sdk/backtest/catalog.md](sdk/backtest/catalog.md)`
   - trading → `[sdk/trade/patterns.md](sdk/trade/patterns.md)`
   - runtime protocol / signal output → `[sdk/runtime/catalog.md](sdk/runtime/catalog.md)`
@@ -94,10 +104,9 @@ The only supported market data module.
 
 Read order:
 
-1. `[sdk/data/playbook-supported.md](sdk/data/playbook-supported.md)` —
-  full Playbook-callable `getagent.data` endpoint surface
-2. `[sdk/data/catalog.md](sdk/data/catalog.md)` — full domain index
-3. domain files under `[sdk/data/](sdk/data/catalog.md)` — exact signatures,
+1. `[sdk/data/catalog.md](sdk/data/catalog.md)` — full domain index with all
+  Playbook-callable `getagent.data` endpoints organised by domain
+2. domain files under `[sdk/data/](sdk/data/catalog.md)` — exact signatures,
   defaults, enums, and parameter notes
 
 Hard rules:

package/skills/getagent/scripts/validate.py

@@ -2,8 +2,10 @@
 """Playbook package Local validation script。
 
 Usage:
-    conda activate get_agent_test
-    python scripts/validate.py ./my-strategy/
+    python3 scripts/validate.py ./my-strategy/
+
+Requires Python 3.11+. PyYAML is recommended (`pip install pyyaml`);
+without it the script falls back to a weaker built-in parser.
 
 Checks:
     1. Directory structure complete（manifest.yaml, src/main.py）
@@ -52,6 +54,7 @@ MANIFEST_REQUIRED_FIELDS = [
 
 NAME_PATTERN = re.compile(r"^[a-z0-9]([a-z0-9-]{0,61}[a-z0-9])?$")
 BACKTEST_BAR_FIELD_PATTERN = re.compile(r"^[a-z][a-z0-9_]*$")
+PUBLIC_SYMBOL_TOKEN_PATTERN = re.compile(r"\b[A-Z0-9]{2,20}(?:USDT|USDC|USD|BTC|ETH)\b")
 CRON_EVERY_MINUTES_PATTERN = re.compile(r"^\*/(\d+)$")
 MIN_SCHEDULE_INTERVAL_MINUTES = 10
 DEFAULT_SCHEDULE_TZ = "Asia/Shanghai"
@@ -375,6 +378,21 @@ def validate_manifest(pkg_dir: Path, result: ValidationResult) -> dict:
     symbols = data.get("trading_symbols", [])
     if not isinstance(symbols, list) or not all(isinstance(item, str) and item.strip() for item in symbols):
         result.error("manifest.yaml: 'trading_symbols' must be a non-empty list of strings")
+    else:
+        normalized_symbols = {str(item).strip().upper() for item in symbols}
+        for field in ("display_name", "description"):
+            text = str(data.get(field, "") or "")
+            unknown_symbols = sorted(
+                token
+                for token in PUBLIC_SYMBOL_TOKEN_PATTERN.findall(text.upper())
+                if token not in normalized_symbols
+            )
+            if unknown_symbols:
+                result.error(
+                    f"manifest.yaml: '{field}' mentions symbols {unknown_symbols} "
+                    f"outside trading_symbols {sorted(normalized_symbols)}; "
+                    "if you corrected a typo or changed the fallback symbol, update all display text"
+                )
 
     decision_mode = data.get("decision_mode", "")
     if decision_mode and decision_mode not in DECISION_MODES:
@@ -465,6 +483,15 @@ def validate_backtest_yaml(pkg_dir: Path, manifest: dict, result: ValidationResu
         if not str(payload.get(field, "") or "").strip():
             result.error(f"{prefix}: missing '{field}'")
 
+    def _instrument_symbol(item: dict) -> str:
+        raw = str(
+            item.get("raw_symbol")
+            or item.get("symbol")
+            or str(item.get("id", "") or "").split(".", 1)[0]
+            or ""
+        ).strip().upper()
+        return raw
+
     def _validate_instrument(item: dict, *, prefix: str) -> None:
         kind = str(item.get("kind", "") or "").strip().lower()
         if kind not in BACKTEST_INSTRUMENT_KINDS:
@@ -513,6 +540,24 @@ def validate_backtest_yaml(pkg_dir: Path, manifest: dict, result: ValidationResu
                 continue
             seen.add(field)
 
+    def _validate_no_provider(payload: object, *, prefix: str) -> None:
+        if isinstance(payload, dict):
+            if "provider" in payload:
+                result.error(
+                    f"{prefix}: 'provider' is not allowed; GetAgent routes historical "
+                    "data through the managed DataSDK provider"
+                )
+            for key, value in payload.items():
+                _validate_no_provider(value, prefix=f"{prefix}.{key}")
+        elif isinstance(payload, list):
+            for index, value in enumerate(payload):
+                _validate_no_provider(value, prefix=f"{prefix}[{index}]")
+
+    def _record_backtest_symbol(item: dict, *, prefix: str) -> None:
+        symbol = _instrument_symbol(item)
+        if symbol:
+            backtest_symbols.append((prefix, symbol))
+
     path = pkg_dir / "backtest.yaml"
     if not path.exists():
         return
@@ -522,6 +567,9 @@ def validate_backtest_yaml(pkg_dir: Path, manifest: dict, result: ValidationResu
         result.error("backtest.yaml: invalid YAML syntax")
         return
 
+    _validate_no_provider(data, prefix="backtest.yaml")
+    backtest_symbols: list[tuple[str, str]] = []
+
     if manifest.get("backtest_support") != "full":
         result.error("backtest.yaml is only allowed when manifest.yaml sets backtest_support: full")
 
@@ -572,6 +620,7 @@ def validate_backtest_yaml(pkg_dir: Path, manifest: dict, result: ValidationResu
         result.error("backtest.yaml: use either 'instrument' or 'instruments', not both")
     elif has_single:
         _validate_instrument(data["instrument"], prefix="backtest.yaml.instrument")
+        _record_backtest_symbol(data["instrument"], prefix="backtest.yaml.instrument")
     elif has_many:
         instruments = data.get("instruments") or []
         if not instruments:
@@ -581,18 +630,56 @@ def validate_backtest_yaml(pkg_dir: Path, manifest: dict, result: ValidationResu
                 result.error(f"backtest.yaml.instruments[{index}] must be a mapping")
                 continue
             _validate_instrument(item, prefix=f"backtest.yaml.instruments[{index}]")
+            _record_backtest_symbol(item, prefix=f"backtest.yaml.instruments[{index}]")
     else:
         result.error("backtest.yaml: missing 'instrument' or 'instruments'")
 
+    manifest_symbols = {
+        str(item or "").strip().upper()
+        for item in manifest.get("trading_symbols", [])
+        if str(item or "").strip()
+    }
+    if manifest_symbols and backtest_symbols:
+        actual_symbols = {symbol for _, symbol in backtest_symbols}
+        extra_symbols = [
+            f"{prefix}={symbol}"
+            for prefix, symbol in backtest_symbols
+            if symbol not in manifest_symbols
+        ]
+        missing_symbols = sorted(manifest_symbols - actual_symbols)
+        if extra_symbols or missing_symbols:
+            result.error(
+                "backtest.yaml: instruments must match manifest.yaml trading_symbols; "
+                f"unexpected backtest symbols={extra_symbols or []}, "
+                f"missing manifest symbols={missing_symbols or []}"
+            )
+
+    # The replay window is the author's call: execution.start/end are optional
+    # bar filters. The platform never polices window presence, length, recency,
+    # or ordering — anti-fraud checks (real evidence) are the only backtest gate.
     execution = data.get("execution")
     if execution is not None and not isinstance(execution, dict):
-        result.error("backtest.yaml: 'execution' must be a mapping")
+        result.error("backtest.yaml: 'execution' must be a mapping when provided")
 
     data_requirements = data.get("data_requirements")
     if data_requirements is not None and not isinstance(data_requirements, dict):
         result.error("backtest.yaml: 'data_requirements' must be a mapping")
     elif isinstance(data_requirements, dict):
         _validate_required_bar_fields(data_requirements.get("required_bar_fields"))
+        required_fields = data_requirements.get("required_bar_fields")
+        if isinstance(required_fields, list):
+            source_text = "\n".join(
+                path.read_text(encoding="utf-8", errors="ignore")
+                for path in (pkg_dir / "src").rglob("*.py")
+            )
+            for field in required_fields:
+                if isinstance(field, str) and field.strip() and field.strip() not in source_text:
+                    result.error(
+                        "backtest.yaml.data_requirements.required_bar_fields: "
+                        f"declares '{field.strip()}' but src/** never references it; "
+                        "build the feature column with backtest.build_feature_frame(...) "
+                        "or remove the declaration"
+                    )
 
 
 def _local_import_roots(pkg_dir: Path) -> set[str]:
@@ -764,6 +851,23 @@ def _check_contract_tpsl_helper_call(tree: ast.AST, *, source_path: str) -> list
     return errors
 
 
+def _check_data_provider_keyword(tree: ast.AST, *, source_path: str) -> list[str]:
+    errors: list[str] = []
+    for node in ast.walk(tree):
+        if not isinstance(node, ast.Call):
+            continue
+        path = _attribute_path(node.func)
+        if not path or "data" not in path:
+            continue
+        for keyword in node.keywords:
+            if keyword.arg == "provider":
+                errors.append(
+                    f"{source_path}: do not pass provider=... to getagent.data calls "
+                    f"(line {keyword.value.lineno}); the managed DataSDK provider is selected by the platform"
+                )
+    return errors
+
+
 def _test_contains_follow_trade_guard(test: ast.AST) -> bool:
     if isinstance(test, ast.Call):
         return _attribute_path(test)[-2:] == ["runtime", "is_follow_trade"]
@@ -865,6 +969,8 @@ def validate_src_tree(pkg_dir: Path, result: ValidationResult) -> None:
             result.error(error)
         for error in _check_contract_tpsl_helper_call(tree, source_path=rel_path):
             result.error(error)
+        for error in _check_data_provider_keyword(tree, source_path=rel_path):
+            result.error(error)
         for error in _check_live_trade_mutation_guards(tree, source_path=rel_path):
             result.error(error)
 

package/skills/getagent/scripts/version_check.sh

@@ -8,9 +8,10 @@ SKILL_MD="$SKILL_DIR/SKILL.md"
 CONFIG_FILE="$SKILL_DIR/.env"
 CHECK_INTERVAL=28800
 
-# GitLab project path URL-encoded: algorithm/upex-algorithm-getall-skill-sdk
-PROJECT_PATH="algorithm%2Fupex-algorithm-getall-skill-sdk"
-RELEASES_URL="https://gitlab.bitget.tools/api/v4/projects/${PROJECT_PATH}/releases"
+# Published versions live on the public npm registry; this works for both
+# internal and external installs. Silently skip when offline.
+NPM_PACKAGE="@bitget-ai/getagent-skill"
+DIST_TAGS_URL="https://registry.npmjs.org/-/package/${NPM_PACKAGE}/dist-tags"
 
 read_local_version() {
   if [ ! -f "$SKILL_MD" ]; then
@@ -32,11 +33,11 @@ if [ "$elapsed" -lt "$CHECK_INTERVAL" ]; then
   exit 0
 fi
 
-remote_tag=$(curl -sf --max-time 5 "$RELEASES_URL" \
-  | sed -n 's/.*"tag_name"[[:space:]]*:[[:space:]]*"\([^"]*\)".*/\1/p' \
+remote_ver=$(curl -sf --max-time 5 "$DIST_TAGS_URL" \
+  | sed -n 's/.*"latest"[[:space:]]*:[[:space:]]*"\([^"]*\)".*/\1/p' \
   | head -1 || true)
 
-if [ -z "$remote_tag" ]; then
+if [ -z "$remote_ver" ]; then
   exit 0
 fi
 
@@ -48,15 +49,15 @@ echo "last_check=$now" >> "$tmp_config"
 mv "$tmp_config" "$CONFIG_FILE"
 
 local_tag=$(read_local_version)
-if [ -z "$local_tag" ] || [ "$local_tag" = "$remote_tag" ]; then
+local_ver=${local_tag#v}
+if [ -z "$local_ver" ] || [ "$local_ver" = "$remote_ver" ]; then
   exit 0
 fi
 
 cat <<EOF
 GetAgent skill update available.
-  Installed: $local_tag
-  Latest:    $remote_tag
-Update with one of:
-  npx skills add https://gitlab.bitget.tools/algorithm/upex-algorithm-getall-skill-sdk/-/tree/${remote_tag}/skills/getagent --skill getagent -y
-  git clone --branch ${remote_tag} --depth 1 git@gitlab.bitget.tools:algorithm/upex-algorithm-getall-skill-sdk.git ./.tmp/getagent-skill && cp -R ./.tmp/getagent-skill/skills/getagent/. "${SKILL_DIR}/" && rm -rf ./.tmp/getagent-skill
+  Installed: v$local_ver
+  Latest:    v$remote_ver
+Update with:
+  npx ${NPM_PACKAGE}@latest install --client <claude|cursor|codex|all>
 EOF