@ainova-systems/intelligence 0.11.3 → 0.11.4

package/engine/adapters/opencode.sh

@@ -23,6 +23,9 @@
 #   - Converted to .opencode/agents/<name>.md markdown agents
 #     (mode: subagent) with frontmatter description/model/permission. The
 #     body is the source agent's prompt, used directly as the system prompt.
+#
+# Every per-file loop batches its work into one awk process (see the batched
+# helpers in lib/common.sh): process spawns dominate sync time on Windows.
 
 source "$(dirname "${BASH_SOURCE[0]}")/../lib/common.sh"
 
@@ -37,11 +40,6 @@ adapter_contract_opencode() {
     adapter_contract_ignore "$output/agents/"
 }
 
-# Strip frontmatter, return body only.
-# Direct call to the shared `strip_frontmatter` helper in lib/common.sh —
-# duplicating the awk block here would fork frontmatter parsing, which the
-# convention keeps in one place.
-
 sync_opencode_skills() {
     local repo_root="$1"
     local config_file="$2"
@@ -74,38 +72,47 @@ sync_opencode_commands() {
     local commands_dir="$output_dir/commands"
     mkdir -p "$commands_dir"
 
-    # Marker-based cleanup: leave user-authored commands alone.
+    # Marker-based cleanup: leave user-authored commands alone. One grep -l
+    # finds every generated file; one rm removes them.
     local f
-    if [ -d "$commands_dir" ]; then
-        for f in "$commands_dir"/*.md; do
-            [ -f "$f" ] || continue
-            if grep -qF "$OPENCODE_GEN_MARKER" "$f" 2>/dev/null; then
-                rm -f "$f"
-            fi
-        done
+    local -a existing=() generated=()
+    for f in "$commands_dir"/*.md; do
+        [ -f "$f" ] && existing+=("$f")
+    done
+    if [ "${#existing[@]}" -gt 0 ]; then
+        while IFS= read -r f; do
+            [ -n "$f" ] && generated+=("$f")
+        done < <(grep -lF "$OPENCODE_GEN_MARKER" "${existing[@]}" 2>/dev/null || true)
+        [ "${#generated[@]}" -gt 0 ] && rm -f "${generated[@]}"
     fi
 
-    local count=0
+    local src d skill_name
+    local -a skill_mds=()
+    load_yaml_list "$config_file" "skills"
+    local list="$IS_YAML_LIST"
     while IFS= read -r src; do
         [ -z "$src" ] && continue
-        local dir
-        dir="$(resolve_source_dir "$repo_root" "$src")"
+        local dir="$repo_root/$src"
         [ -d "$dir" ] || continue
         for d in "$dir"/*/; do
             [ -d "$d" ] || continue
-            local skill_name
-            skill_name="$(basename "$d")"
-            local skill_md="$d/SKILL.md"
-            [ -f "$skill_md" ] || continue
-
-            local description argument_hint
-            description="$(get_frontmatter_value "description" "$skill_md")"
-            argument_hint="$(get_frontmatter_value "argument-hint" "$skill_md")"
+            [ -f "$d/SKILL.md" ] || continue
+            skill_mds+=("${d%/}/SKILL.md")
+        done
+    done <<< "$list"
 
-            local out_file="$commands_dir/$skill_name.md"
+    local count=0
+    if [ "${#skill_mds[@]}" -gt 0 ]; then
+        local path description argument_hint out_file
+        local -a out_files=()
+        while IFS=$'\x1f' read -r path description argument_hint; do
+            [ -n "$path" ] || continue
+            skill_name="${path%/SKILL.md}"; skill_name="${skill_name##*/}"
+            out_file="$commands_dir/$skill_name.md"
+            yaml_dq_escape_var "$description"
             {
                 echo "---"
-                echo "description: \"$(yaml_dq_escape "$description")\""
+                echo "description: \"$IS_YAML_ESCAPED\""
                 echo "---"
                 echo ""
                 echo "$OPENCODE_GEN_MARKER"
@@ -120,11 +127,12 @@ sync_opencode_commands() {
                     echo "Forward any provided arguments to the skill: \$ARGUMENTS"
                 fi
             } > "$out_file"
-            finalize_output_file "$out_file"
+            out_files+=("$out_file")
             count=$((count + 1))
             echo "  command: /$skill_name"
-        done
-    done < <(read_yaml_list "$config_file" "skills")
+        done < <(frontmatter_index "description,argument-hint" "${skill_mds[@]}")
+        [ "${#out_files[@]}" -gt 0 ] && finalize_output_files "${out_files[@]}"
+    fi
 
     echo "  -> Commands: $count"
 }
@@ -137,24 +145,29 @@ sync_opencode_agents() {
     local agents_dir="$output_dir/agents"
     mkdir -p "$agents_dir"
 
-    local count=0
+    local src f
+    local -a files=()
+    load_yaml_list "$config_file" "agents"
+    local list="$IS_YAML_LIST"
     while IFS= read -r src; do
         [ -z "$src" ] && continue
-        local dir
-        dir="$(resolve_source_dir "$repo_root" "$src")"
+        local dir="$repo_root/$src"
         [ -d "$dir" ] || continue
         for f in "$dir"/*.md; do
             [ -f "$f" ] || continue
+            files+=("$f")
+        done
+    done <<< "$list"
 
-            local name tier access description body
-            name="$(basename "$f" .md)"
-            tier="$(get_frontmatter_value "tier" "$f")"
-            access="$(get_frontmatter_value "access" "$f")"
-            description="$(get_frontmatter_value "description" "$f")"
-            body="$(strip_frontmatter "$f")"
+    local count=0
+    if [ "${#files[@]}" -gt 0 ]; then
+        load_model_tiers "$config_file" "opencode"
 
-            local model edit_perm bash_perm
-            model="$(get_model "$config_file" "opencode" "$tier")"
+        local path tier access description name edit_perm bash_perm spec="" report="" LS=$'\x1e'
+        while IFS=$'\x1f' read -r path tier access description; do
+            [ -n "$path" ] || continue
+            name="${path##*/}"; name="${name%.md}"
+            resolve_model_var "$tier"
 
             # Map source `access:` to opencode permission keys.
             # `edit` gates write/edit/apply_patch; `bash` gates shell.
@@ -163,28 +176,31 @@ sync_opencode_agents() {
                 *)        edit_perm="allow"; bash_perm="allow" ;;
             esac
 
-            local out_file="$agents_dir/$name.md"
-            {
-                echo "---"
-                echo "description: \"$(yaml_dq_escape "$description")\""
-                echo "mode: subagent"
-                if [ -n "$model" ]; then
-                    echo "model: \"$(yaml_dq_escape "$model")\""
-                fi
-                echo "permission:"
-                echo "  edit: $edit_perm"
-                echo "  bash: $bash_perm"
-                echo "---"
-                echo ""
-                echo "<!-- Generated by intelligence-sync. Do not edit manually. -->"
-                echo ""
-                printf '%s\n' "$body"
-            } > "$out_file"
-            finalize_output_file "$out_file"
+            local header
+            yaml_dq_escape_var "$description"
+            header="${LS}---"
+            header+="${LS}description: \"$IS_YAML_ESCAPED\""
+            header+="${LS}mode: subagent"
+            if [ -n "$IS_MODEL" ]; then
+                yaml_dq_escape_var "$IS_MODEL"
+                header+="${LS}model: \"$IS_YAML_ESCAPED\""
+            fi
+            header+="${LS}permission:"
+            header+="${LS}  edit: $edit_perm"
+            header+="${LS}  bash: $bash_perm"
+            header+="${LS}---"
+            header+="${LS}"
+            header+="${LS}<!-- Generated by intelligence-sync. Do not edit manually. -->"
+            header+="${LS}"
+
+            spec+="$path"$'\x1f'"$agents_dir/$name.md"$'\x1f'"strip"$'\x1f'"1"$'\x1f'"none"$'\x1f'"$header"$'\x1f\n'
+            report+="  agent: $name.md"$'\n'
             count=$((count + 1))
-            echo "  agent: $name.md"
-        done
-    done < <(read_yaml_list "$config_file" "agents")
+        done < <(frontmatter_index "tier,access,description" "${files[@]}")
+
+        emit_wrapped_bodies "$spec"
+        printf '%s' "$report"
+    fi
 
     echo "  -> Agents: $count"
 }

package/engine/adapters/pi.sh

@@ -12,6 +12,9 @@
 # Agents:
 #   - Converted to .pi/prompts/intelligence-agent-<name>.md prompt templates
 #     so users can invoke a persona explicitly via `/intelligence-agent-<name>`.
+#
+# Every per-file loop batches its work into one awk process (see the batched
+# helpers in lib/common.sh): process spawns dominate sync time on Windows.
 
 source "$(dirname "${BASH_SOURCE[0]}")/../lib/common.sh"
 
@@ -29,40 +32,55 @@ adapter_contract_pi() {
     adapter_contract_ignore "$output/prompts/intelligence-agent-*.md"
 }
 
-pi_ts_escape() {
+# Fork-free TS string escape: sets IS_PI_TS_ESCAPED.
+pi_ts_escape_var() {
     local s="$1"
     s="${s//\\/\\\\}"
     s="${s//\"/\\\"}"
     s="${s//$'\r'/}"
     s="${s//$'\n'/ }"
-    printf '%s' "$s"
+    IS_PI_TS_ESCAPED="$s"
 }
 
-pi_rule_paths() {
-    local file="$1"
+pi_ts_escape() {
+    pi_ts_escape_var "$1"
+    printf '%s' "$IS_PI_TS_ESCAPED"
+}
+
+# pi_rule_paths_rows <file>... — batch form of the old per-file `paths:`
+# reader: one row per file in argument order, the path then each pattern,
+# \x1f-separated. Patterns come from the frontmatter `paths:` block only,
+# with one leading/trailing quote character stripped, exactly like the
+# per-file reader did.
+pi_rule_paths_rows() {
+    [ "$#" -gt 0 ] || return 0
     awk '
+        BEGIN { US = sprintf("%c", 31) }
+        function store() { if (cur != "") R[cur] = row }
+        FNR == 1 { store(); cur = FILENAME; row = cur; done_f = 0; in_fm = 0; in_paths = 0 }
         { sub(/\r$/, "") }
-        NR == 1 && $0 != "---" { exit }
-        NR == 1 { in_fm = 1; next }
-        in_fm && $0 == "---" { exit }
+        done_f { next }
+        FNR == 1 && $0 != "---" { done_f = 1; next }
+        FNR == 1 { in_fm = 1; next }
+        in_fm && $0 == "---" { done_f = 1; next }
         !in_fm { next }
-
         /^paths:[[:space:]]*$/ { in_paths = 1; next }
         in_paths && /^  - / {
             val = $0
             sub(/^  - /, "", val)
             gsub(/^["\047]|["\047]$/, "", val)
-            print val
+            row = row US val
             next
         }
-        in_paths && !/^  - / && !/^[[:space:]]*$/ { exit }
-    ' "$file"
-}
-
-pi_agent_body() {
-    # Thin alias around the shared helper in lib/common.sh; kept so older call
-    # sites (and any future adapter logic) read symmetrically with sync_pi_*.
-    strip_frontmatter "$1"
+        in_paths && !/^  - / && !/^[[:space:]]*$/ { done_f = 1 }
+        END {
+            store()
+            for (i = 1; i < ARGC; i++) {
+                if (ARGV[i] in R) print R[ARGV[i]]
+                else print ARGV[i]
+            }
+        }
+    ' "$@"
 }
 
 sync_pi_rules() {
@@ -78,43 +96,60 @@ sync_pi_rules() {
 
     mkdir -p "$rules_root" "$(dirname "$extension_file")"
 
+    local src f
+    local -a files=()
+    load_yaml_list "$config_file" "rules"
+    local list="$IS_YAML_LIST"
     while IFS= read -r src; do
         [ -z "$src" ] && continue
-        local dir
-        dir="$(resolve_source_dir "$repo_root" "$src")"
+        local dir="$repo_root/$src"
         [ -d "$dir" ] || continue
         for f in "$dir"/*.md; do
             [ -f "$f" ] || continue
-            local hp
-            hp=$(has_paths "$f")
+            files+=("$f")
+        done
+    done <<< "$list"
+
+    local -a scoped=()
+    if [ "${#files[@]}" -gt 0 ]; then
+        local path hp
+        while IFS=$'\x1f' read -r path hp; do
+            [ -n "$path" ] || continue
             [ "$hp" -eq 0 ] && continue
+            scoped+=("$path")
+        done < <(frontmatter_index "paths#" "${files[@]}")
+    fi
+
+    if [ "${#scoped[@]}" -gt 0 ]; then
+        finalize_copy_files "$rules_root" "${scoped[@]}"
 
-            local base rel_rule_path patterns_js display sep display_sep
-            base="$(basename "$f")"
+        local -a row_arr
+        local base rel_rule_path patterns_js display sep display_sep pat i
+        while IFS=$'\x1f' read -r -a row_arr; do
+            [ "${#row_arr[@]}" -gt 0 ] || continue
+            base="${row_arr[0]##*/}"
             rel_rule_path="$output_rel/intelligence-sync/rules/$base"
             patterns_js=""
             display=""
             sep=""
             display_sep=""
-
-            cp "$f" "$rules_root/$base"
-            finalize_output_file "$rules_root/$base"
-
-            while IFS= read -r pat; do
+            i=1
+            while [ "$i" -lt "${#row_arr[@]}" ]; do
+                pat="${row_arr[$i]}"
+                i=$((i + 1))
                 [ -z "$pat" ] && continue
-                local pat_escaped
-                pat_escaped="$(pi_ts_escape "$pat")"
-                patterns_js+="$sep\"$pat_escaped\""
+                pi_ts_escape_var "$pat"
+                patterns_js+="$sep\"$IS_PI_TS_ESCAPED\""
                 display+="$display_sep$pat"
                 sep=", "
                 display_sep=", "
-            done < <(pi_rule_paths "$f")
-
-            manifest+="    { path: \"$(pi_ts_escape "$rel_rule_path")\", patterns: [$patterns_js] },"$'\n'
+            done
+            pi_ts_escape_var "$rel_rule_path"
+            manifest+="    { path: \"$IS_PI_TS_ESCAPED\", patterns: [$patterns_js] },"$'\n'
             count=$((count + 1))
             echo "  rule: $base (scoped${display:+ — $display})"
-        done
-    done < <(read_yaml_list "$config_file" "rules")
+        done < <(pi_rule_paths_rows "${scoped[@]}")
+    fi
 
     if [ "$count" -gt 0 ]; then
         {
@@ -186,64 +221,67 @@ sync_pi_agents() {
 
     mkdir -p "$prompts_dir"
 
+    local src f
+    local -a files=()
+    load_yaml_list "$config_file" "agents"
+    local list="$IS_YAML_LIST"
     while IFS= read -r src; do
         [ -z "$src" ] && continue
-        local dir
-        dir="$(resolve_source_dir "$repo_root" "$src")"
+        local dir="$repo_root/$src"
         [ -d "$dir" ] || continue
         for f in "$dir"/*.md; do
             [ -f "$f" ] || continue
+            files+=("$f")
+        done
+    done <<< "$list"
 
-            local name rel desc access template_desc body prompt_file access_note
-            name="$(basename "$f" .md)"
-            rel="$(repo_rel_link "$repo_root" "$f")"
-            desc="$(get_frontmatter_value "description" "$f")"
-            access="$(get_frontmatter_value "access" "$f")"
-            body="$(pi_agent_body "$f")"
-            prompt_file="$prompts_dir/intelligence-agent-$name.md"
+    if [ "${#files[@]}" -gt 0 ]; then
+        local path desc access name template_desc spec="" report="" LS=$'\x1e'
+        while IFS=$'\x1f' read -r path desc access; do
+            [ -n "$path" ] || continue
+            name="${path##*/}"; name="${name%.md}"
+            repo_rel_link_var "$repo_root" "$path"
 
             template_desc="Use $name persona"
             [ -n "$desc" ] && template_desc="$template_desc — $desc"
 
-            access_note=""
+            local header
+            yaml_dq_escape_var "$template_desc"
+            header="${LS}---"
+            header+="${LS}description: \"$IS_YAML_ESCAPED\""
+            header+="${LS}argument-hint: \"[task]\""
+            header+="${LS}---"
+            header+="${LS}"
+            header+="${LS}<!-- Generated by intelligence-sync. Do not edit manually. -->"
+            header+="${LS}"
+            header+="${LS}Adopt the \`$name\` agent persona for this task."
+            header+="${LS}"
+            header+="${LS}Source: \`${IS_REPO_REL:-$name (remote pack)}\`"
+            if [ -n "$desc" ]; then
+                header+="${LS}Use this persona when: $desc"
+                header+="${LS}"
+            fi
             if [ "$access" = "readonly" ]; then
-                # Bash 3.2 (the macOS system shell) misparses an apostrophe in
-                # a quoted heredoc nested inside command substitution.
-                access_note="## Access Mode
-
-Default to read-only analysis. Do not change files or run mutating commands unless the user explicitly asks you to override this agent's normal restriction.
-"
+                header+="${LS}## Access Mode"
+                header+="${LS}"
+                header+="${LS}Default to read-only analysis. Do not change files or run mutating commands unless the user explicitly asks you to override this agent's normal restriction."
+                header+="${LS}"
             fi
+            header+="${LS}## Agent Instructions"
+            header+="${LS}"
+
+            local tail
+            tail="${LS}"
+            tail+="${LS}User task: \$@"
 
-            {
-                echo "---"
-                echo "description: \"$(yaml_dq_escape "$template_desc")\""
-                echo "argument-hint: \"[task]\""
-                echo "---"
-                echo ""
-                echo "<!-- Generated by intelligence-sync. Do not edit manually. -->"
-                echo ""
-                printf 'Adopt the `%s` agent persona for this task.\n' "$name"
-                echo ""
-                printf 'Source: `%s`\n' "${rel:-$name (remote pack)}"
-                if [ -n "$desc" ]; then
-                    echo "Use this persona when: $desc"
-                    echo ""
-                fi
-                if [ -n "$access_note" ]; then
-                    printf '%s\n' "$access_note"
-                fi
-                echo "## Agent Instructions"
-                echo ""
-                printf '%s\n' "$body"
-                echo ""
-                echo "User task: \$@"
-            } > "$prompt_file"
-            finalize_output_file "$prompt_file"
+            spec+="$path"$'\x1f'"$prompts_dir/intelligence-agent-$name.md"$'\x1f'"strip"$'\x1f'"1"$'\x1f'"none"$'\x1f'"$header"$'\x1f'"$tail"$'\n'
+            report+="  agent: intelligence-agent-$name.md"$'\n'
             count=$((count + 1))
-            echo "  agent: intelligence-agent-$name.md"
-        done
-    done < <(read_yaml_list "$config_file" "agents")
+        done < <(frontmatter_index "description,access" "${files[@]}")
+
+        emit_wrapped_bodies "$spec"
+        printf '%s' "$report"
+    fi
 
     echo "  -> Agents: $count prompt template(s)"
 }