@braedenbuilds/crawl-sim 1.3.0 → 1.3.1

package/.claude-plugin/marketplace.json

@@ -9,7 +9,7 @@
       "name": "crawl-sim",
       "source": "./",
       "description": "Multi-bot web crawler simulator — audit how Googlebot, GPTBot, ClaudeBot, and PerplexityBot see your site",
-      "version": "1.3.0"
+      "version": "1.3.1"
     }
   ]
 }

package/.claude-plugin/plugin.json

@@ -1,6 +1,6 @@
 {
   "name": "crawl-sim",
-  "version": "1.3.0",
+  "version": "1.3.1",
   "description": "Multi-bot web crawler simulator — audit how Googlebot, GPTBot, ClaudeBot, and PerplexityBot see your site",
   "author": {
     "name": "BraedenBDev",

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@braedenbuilds/crawl-sim",
-  "version": "1.3.0",
+  "version": "1.3.1",
   "description": "Agent-native multi-bot web crawler simulator. See your site through the eyes of Googlebot, GPTBot, ClaudeBot, and PerplexityBot.",
   "bin": {
     "crawl-sim": "bin/install.js"

package/skills/crawl-sim/scripts/_lib.sh

@@ -73,9 +73,14 @@ page_type_for_url() {
 
 # Fetch a URL to a local file and return the HTTP status code on stdout.
 # Usage: status=$(fetch_to_file <url> <output-file> [timeout-seconds])
+# Retries once on transient failure (same SSL/DNS flake that caused #11).
 fetch_to_file() {
   local url="$1"
   local out="$2"
   local timeout="${3:-15}"
-  curl -sS -L -o "$out" -w '%{http_code}' --max-time "$timeout" "$url" 2>/dev/null || echo "000"
+  local status
+  status=$(curl -sS -L -o "$out" -w '%{http_code}' --max-time "$timeout" "$url" 2>/dev/null) && echo "$status" && return
+  # Retry once on transient failure
+  status=$(curl -sS -L -o "$out" -w '%{http_code}' --max-time "$timeout" "$url" 2>/dev/null) && echo "$status" && return
+  echo "000"
 }

package/skills/crawl-sim/scripts/compute-score.sh

@@ -547,13 +547,13 @@ for bot_id in $BOTS; do
 
   # --- Category 5: AI Readiness (0-100) ---
   AI=0
-  # Batch-read llmstxt fields (1 jq call instead of 4)
+  # Batch-read llmstxt fields — use top-level exists (M1) which covers both variants
   read -r LLMS_EXISTS LLMS_HAS_TITLE LLMS_HAS_DESC LLMS_URLS <<< \
     "$(jq -r '[
-      (.llmsTxt.exists // false | tostring),
-      (.llmsTxt.hasTitle // false | tostring),
-      (.llmsTxt.hasDescription // false | tostring),
-      (.llmsTxt.urlCount // 0)
+      (.exists // (.llmsTxt.exists or .llmsFullTxt.exists) | tostring),
+      ((.llmsTxt.hasTitle // .llmsFullTxt.hasTitle // false) | tostring),
+      ((.llmsTxt.hasDescription // .llmsFullTxt.hasDescription // false) | tostring),
+      ((.llmsTxt.urlCount // 0) + (.llmsFullTxt.urlCount // 0))
     ] | @tsv' "$LLMSTXT_FILE" 2>/dev/null || echo "false	false	false	0")"
 
   if [ "$LLMS_EXISTS" = "true" ]; then