@j-o-r/hello-dave 0.0.2 → 0.0.4

package/utils/clear_sessions.sh

@@ -0,0 +1,54 @@
+#!/bin/bash
+# Delete entire agent directories (including logs/, records/, and sessions/) that contain all three.
+# Usage: ./utils/clear_sessions.sh
+# Lists targets (unique/sorted), then deletes them without confirmation.
+
+set -uo pipefail
+
+CACHE_BASE=".cache"
+
+echo "🔍 Scanning for agent directories containing logs/, records/, and sessions/..."
+echo "=================================================================="
+
+declare -a agent_dirs=()
+declare -a targets=()
+
+# Load all candidate agent dirs into array (null-separated, sorted)
+mapfile -t -d '' agent_dirs < <(find "$CACHE_BASE" -mindepth 2 -maxdepth 2 -type d -print0 2>/dev/null | sort -z)
+
+echo "📊 Found ${#agent_dirs[@]} candidate agent directories. Filtering..."
+
+for agent_dir in "${agent_dirs[@]}"; do
+  if [[ -n "$agent_dir" && -d "$agent_dir/logs" && -d "$agent_dir/records" && -d "$agent_dir/sessions" ]]; then
+    app_name="$(basename "$(dirname "$agent_dir")")"
+    prompt_name="$(basename "$agent_dir")"
+    targets+=("$agent_dir")
+    echo "📁 Target: $app_name/$prompt_name/ (will be DELETED entirely)"
+  fi
+done
+
+target_count=${#targets[@]}
+
+echo ""
+if [ "$target_count" -eq 0 ]; then
+  echo "✅ No matching directories found."
+  exit 0
+fi
+
+echo "⚠️  Will DELETE ENTIRELY $target_count directories."
+echo "  (logs/, records/, sessions/ and all other contents gone.)"
+echo ""
+
+# No confirmation, proceed directly
+
+cleared=0
+for agent_dir in "${targets[@]}"; do
+  echo "🧹 Deleting $agent_dir ..."
+  rm -rf "$agent_dir" 2>/dev/null || true
+  # Verify dir is gone
+  if [[ ! -d "$agent_dir" ]]; then
+    cleared=$((cleared + 1))
+  fi
+done
+
+echo "✅ Deleted $cleared/$target_count directories."

package/{bin/hdInspect.js → utils/format_log.js}

@@ -1,4 +1,5 @@
 #!/usr/bin/env -S node
+// Formatted output of hello-dave cache files [*.ndjson]
 import { CacheSync } from "@j-o-r/cache";
 import path from 'node:path';
 import { parseArgs, readIn } from '@j-o-r/sh';
@@ -25,4 +26,8 @@ console.log({ folder, name, ext });
 
 const c = new CacheSync(folder, false, ext);
 const content = c.read(name);
+if (!content) {
+	console.error(`Not Found: ${filePath}`);
+	process.exit(1);
+}
 console.log(JSON.stringify(content, null, '  '));

package/utils/list_sessions.sh

@@ -0,0 +1,46 @@
+#!/bin/bash
+# List unique sessions (once) per agent across all apps hierarchically, with latest mod timestamp.
+# Strips trailing _[0-9]+, converts _+ to spaces, trims. Picks newest mtime per base name.
+# FIXED: Reset assoc array per agent; skip empty agents.
+
+CACHE_BASE=".cache"
+shopt -s nullglob
+
+for app_dir in "$CACHE_BASE"/*/; do
+  if [[ ! -d "$app_dir" ]]; then
+    continue
+  fi
+  app_name=$(basename "$app_dir")
+  echo "$app_name:"
+  has_sessions=false
+  for sessions_dir in "$app_dir"/*/sessions/; do
+    if [[ ! -d "$sessions_dir" ]]; then
+      continue
+    fi
+    agent=$(basename "$(dirname "$sessions_dir")")
+
+    unset timestamps || true
+    declare -A timestamps
+    for f in "$sessions_dir"/*.ndjson; do
+      if [[ -f "$f" ]]; then
+        name=$(basename "$f" .ndjson)
+        base=$(echo "$name" | sed 's/_[0-9]\+$//' | sed 's/_\+/ /g' | sed 's/^[[:space:]]*//;s/[[:space:]]*$//')
+        mtime=$(date -r "$f" '+%Y-%m-%d %H:%M')
+        if [[ -z "${timestamps[$base]}" || "$mtime" > "${timestamps[$base]}" ]]; then
+          timestamps[$base]="$mtime"
+        fi
+      fi
+    done
+
+    if [[ ${#timestamps[@]} -gt 0 ]]; then
+      echo "  $agent:"
+      for base in "${!timestamps[@]}"; do
+        echo "    - $base ... (${timestamps[$base]})"
+      done | sort
+      has_sessions=true
+    fi
+  done
+  if [[ "$has_sessions" == true ]]; then
+    echo
+  fi
+done

package/utils/search_sessions.sh

@@ -0,0 +1,73 @@
+#!/bin/bash
+
+# No set -e to avoid unexpected exits; use explicit checks
+set -uo pipefail
+
+if [ $# -eq 0 ]; then
+    echo "Usage: $0 <search_query_or_regex>"
+    echo "  Searches filenames & content in all .cache/[app]/[prompt]/sessions/*.ndjson"
+    echo "  Shows matching sessions/files with context (grep -i -C5, line nums)."
+    echo "  Quote multi-word/regex: $0 \"package.json\" or $0 \"(hdTodo|todo)\""
+    exit 1
+fi
+
+QUERY="$1"
+echo "🔍 Searching sessions for (case-insensitive regex): '$QUERY'"
+echo "=================================================================="
+echo ""
+
+total_matches=0
+session_count=0
+
+# Process substitution avoids subshell
+while IFS= read -r -d '' sess_dir; do
+  [ -d "$sess_dir" ] || continue
+
+  session_count=$((session_count + 1))
+  app_name=$(basename "$(dirname "$(dirname "$sess_dir")")")
+  prompt_name=$(basename "$(dirname "$sess_dir")")
+  mod_time=$(stat -c %Y "$sess_dir" 2>/dev/null || echo 0)
+  date_str=$(date -d "@$mod_time" '+%Y-%m-%d %H:%M' 2>/dev/null || echo "unknown")
+
+  echo "📁 $app_name/$prompt_name ($date_str)"
+  echo "   $sess_dir"
+  echo "   -------------------------------------------------"
+
+  dir_matches=0
+  shopt -s nullglob
+  for ndjson_file in "$sess_dir"/*.ndjson; do
+    [ -f "$ndjson_file" ] || continue
+
+    fname_base=$(basename "$ndjson_file" .ndjson)
+    fname=$(echo "$fname_base" | sed 's/__/ /g' | sed 's/_[0-9]*$//' | fold -w70 | head -1)
+    fname_short="${fname:0:70}..."
+
+    # Filename match
+    if echo "$ndjson_file" | grep -qiE "$QUERY" || echo "$fname_base" | grep -qiE "$QUERY"; then
+      echo "  💾 FILENAME: $fname_short"
+      dir_matches=$((dir_matches + 1))
+      total_matches=$((total_matches + 1))
+    fi
+
+    # Content matches
+    content_matches=$(grep -iHn -C 5 -E -m 20 "$QUERY" "$ndjson_file" 2>/dev/null || true)
+    if [ -n "$content_matches" ]; then
+      echo "  📄 CONTENT in $fname_short:"
+      echo "$content_matches"
+      echo ""
+      dir_matches=$((dir_matches + 1))
+      total_matches=$((total_matches + 1))
+    fi
+  done
+  shopt -u nullglob
+
+  if [ $dir_matches -eq 0 ]; then
+    echo "  (no matches)"
+  fi
+  echo ""
+done < <(find .cache -mindepth 3 -maxdepth 5 -type d -name "sessions" -print0 2>/dev/null | sort -rz | head -30)
+
+echo "✅ $total_matches matches across $session_count sessions."
+if [ $total_matches -eq 0 ]; then
+  echo "💡 Tip: Broader query? e.g. 'todo', regex '(package|bin)' or check spelling."
+fi

package/utils/syntax_check.sh

@@ -0,0 +1,61 @@
+#!/bin/bash
+# utils/syntax_check.sh - Multi-language syntax validation
+# Usage: ./utils/syntax_check.sh <file> [--fix|--verbose]
+# Detects lang from ext/shebang, runs checker. Returns 0=OK, 1=error.
+# Integrates with write_file tool retries.
+
+set -euo pipefail
+
+FILE="${1?Error: Provide file path}"
+VERBOSE="${2:-}"
+FIX="${VERBOSE:0:4}==--fix"
+
+[ ! -f "$FILE" ] && { echo "❌ File not found: $FILE"; exit 1; }
+
+# Detect language
+EXT="${FILE##*.}"
+SHEBANG=$(head -n1 "$FILE" 2>/dev/null | cut -d' ' -f1)
+
+detect_lang() {
+  case "$SHEBANG" in
+    *node|*/node|*js) echo "js" ;;
+    *python*|*/python|*py) echo "py" ;;
+    *bash|*sh) echo "bash" ;;
+    */bin/sh|*/bin/bash) echo "bash" ;;
+    *) case "$EXT" in
+         js|jsx|mjs) echo "js" ;;
+         py) echo "py" ;;
+         sh|bash) echo "bash" ;;
+         json) echo "json" ;;
+         *) echo "unknown" ;;
+       esac
+  esac
+}
+
+LANG=$(detect_lang)
+echo "🔍 Validating $FILE (lang: $LANG)"
+
+case "$LANG" in
+  js)
+    node --check "$FILE" && echo "✅ JS OK" || { echo "❌ JS syntax error"; exit 1; }
+    ;;
+  py)
+    python3 -m py_compile "$FILE" && echo "✅ Python OK" || { echo "❌ Python syntax error"; exit 1; }
+    ;;
+  bash|sh)
+    bash -n "$FILE" && echo "✅ Bash OK" || { echo "❌ Bash syntax error"; exit 1; }
+    # Optional: shellcheck if installed
+    if command -v shellcheck >/dev/null; then
+      shellcheck "$FILE" || echo "⚠️ Shellcheck warnings"
+    fi
+    ;;
+  json)
+    node -e "JSON.parse(require('fs').readFileSync(process.argv[1], 'utf8'))" "$FILE" && echo "✅ JSON OK" || { echo "❌ JSON invalid"; exit 1; }
+    ;;
+  unknown)
+    echo "⚠️ Unknown lang for $EXT / shebang: $SHEBANG"
+    exit 0  # Non-fatal
+    ;;
+esac
+
+echo "✅ Syntax validation passed for $FILE"

package/utils/test.sh

@@ -0,0 +1,46 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+TEST_DIR="${1:-scenarios}"
+echo "=== TestDave: Running all tests in $TEST_DIR/ ==="
+
+shopt -s nullglob
+TEST_FILES=("$TEST_DIR"/*.test.js)
+
+if [ ${#TEST_FILES[@]} -eq 0 ]; then
+  echo "No *.test.js files found in $TEST_DIR/"
+  exit 0
+fi
+
+echo "Found ${#TEST_FILES[@]} test files."
+
+TOTAL=${#TEST_FILES[@]}
+PASSED=0
+FAILED=()
+
+for test_file in "${TEST_FILES[@]}"; do
+  echo ""
+  echo "=== $test_file ==="
+  RC=$(timeout 60s "$test_file");
+  XT=$?
+  echo "$RC";
+  if [ "$XT" -eq 0 ]; then
+     echo "✅ PASS"
+     ((PASSED = PASSED + 1))
+  else
+     echo "❌ FAIL (exit code $XT)"
+     FAILED+=("$test_file")
+  fi
+done
+
+echo ""
+echo "=== SUMMARY ==="
+echo "Total: $TOTAL"
+echo "Passed: $PASSED"
+echo "Failed: ${#FAILED[@]}"
+if [ ${#FAILED[@]} -gt 0 ]; then
+  echo "Failed tests:"
+  for f in "${FAILED[@]}"; do echo "  $f"; done
+  exit 1
+fi
+echo "🎉 All tests passed!"

package/bin/hdClear.js

@@ -1,13 +0,0 @@
-#!/usr/bin/env -S node
-
-// clear .cache/hello-dave if it exsists
-
-import path from 'node:path';
-import { SH } from '@j-o-r/sh';
-
-const folder = path.resolve('.cache', 'hello-dave');
-const res = await SH`[ -d "${folder}" ] && echo "yes" || echo "no"`.run();
-if (res === 'yes') {
-	console.log(`rm -fr ${folder}/*`);
-	await SH`rm -fr ${folder}/*`.run()
-}

package/bin/hdCode.js

@@ -1,115 +0,0 @@
-#!/usr/bin/env node
-import AgentManager from '../lib/AgentManager.js';
-import { parseArgs, readIn } from '@j-o-r/sh';
-
-const name = 'hdCode';
-const api = 'grok';
-
-const input = await readIn();
-const args = parseArgs();
-const help = args['help'] || false;
-const connect = args['connect'] ? args['connect'] : undefined;
-const serve = args['serve'] ? parseInt(args['serve']) : undefined;
-
-/** @type {import('lib/API/x.ai/text.js').XOptions} */
-const options = {}
-// Set properties only if provided via command line (except model which has default)
-if (args['model'] || true) { // model gets default value
-	// @ts-ignore
-	options.model = args['model'] || 'grok-code-fast-1';
-}
-if (args['temperature']) {
-	options.temperature = parseFloat(args['temperature']);
-}
-if (args['tokens']) {
-	options.max_completion_tokens = parseInt(args['tokens']);
-}
-if (args['top_p']) {
-	options.top_p = parseFloat(args['top_p']);
-}
-options.search_parameters = { mode: 'auto' }
-const reasoning = args['reasoning'] ? args['reasoning'] : null;
-if (reasoning) {
-	// @ts-ignore
-	options.reasoning_effort = reasoning
-}
-
-const toolsetMode = 'auto';
-const contextWindow = args['context'] ? parseInt(args['context']) : 250000;
-
-function printHelp() {
-	console.log(`
-'${name} --help' You are looking at it.
-'
-OPTIONS: 
---tokens [number]: max generated tokens 
---context [number] : truncate message history to context-windows size default 130000
---temperature [float] : -2 / +2
---model [grok-4|grok-3|grok-3-mini|grok-3-mini-fast|grok-code-fast-1]
---top_p [float]: number > 0, 0.1 means no top_p
---reasoning [low|high]
---tools [javascript,bash,nushell,ssh] comma seperated list
-e.g.
-grok.js --model grok-3-mini --tokens 4000 --context 10000
-
-`);
-	process.exit()
-}
-
-if (help) {
-	printHelp();
-}
-
-const agent = new AgentManager({ name });
-const sys = (await agent.environment()).system;
-const prompt = `
-You are a coding assistant specializing in Bash and JavaScript (ESM/ESNext), with support for other languages. Assist by executing, reading, creating, querying, explaining, or helping with code. Use tools like 'execute_bash_script' for code execution and for writing and reading files, stay in the current working folder. Provide clear, step-by-step responses, examples, and ensure safety compliance.
----env
-${sys}
----
- `.trim();
-agent.setup({
-	prompt,
-	api,
-	options,
-	toolsetMode,
-	contextWindow
-});
-
-const toolset = agent.getToolset();
-if (toolset) {
-	const addTools = (args['tools']) ? args['tools'].split(',') : ['bash'];
-	if (addTools.includes('javascript')) {
-		agent.addGenericToolcall('javascript_interpreter');
-	}
-	if (addTools.includes('bash')) {
-		agent.addGenericToolcall('execute_bash_script');
-	}
-	if (addTools.includes('nushell')) {
-		agent.addGenericToolcall('execute_nushell_script');
-	}
-	if (addTools.includes('ssh')) {
-		agent.addGenericToolcall('execute_remote_script');
-	}
-}
-const cliIntro = `
-${name} ${options.model}.
-- search  ${options.search_parameters.mode}
-- context: ${contextWindow}
-`.trim();
-const description = `
-Handles execution, reading, creation, querying, explaining and code help, with safety and folder restrictions.
-`.trim();
-
-if (input === '' && serve) {
-	agent.enableServer('code', description, serve);
-}
-if (input !== '') {
-	// Direct input output
-	const res = await agent.directCall(input);
-	console.log(res);
-} else if (connect) {
-	agent.attach('code', description, connect)
-} else {
-	agent.startCli(cliIntro);
-}

package/bin/hdConnect.js

@@ -1,230 +0,0 @@
-#!/usr/bin/env -S node
-/*
-* Websocket client for a hello-dave server
-*/
-import cli from '@j-o-r/cli';
-import { WebSocketClient } from "@j-o-r/apiserver";
-import { parseArgs, SH } from '@j-o-r/sh';
-const args = parseArgs();
-
-
-/**
-* Copy text to the clipboard
-* @param {string} text
-* @retruns {Promise<string>}
-*/
-const copyToClipboard = async (text) => {
-	if (typeof text !== 'string') return;
-	if (text === '') text = ' ';
-	const prams = [
-		'-selection',
-		'clipboard'
-	]
-	return SH`xclip ${prams}`.options({ stdio: 'inherit' }).run(text);
-}
-
-const HELP = () => {
-	console.log(
-		`
-hdConnect [url]
-
-usage:
-npx hdConnect ws:/127.0.0.1:8000/ws
-`.trim()
-	)
-	process.exit(1);
-}
-
-if (args._.length !== 1) {
-	HELP();
-}
-const connect = args._[0];
-let busy = false;
-let lastMessage = '';
-const pendingRequests = new Map(); // key: msg_id (or `${conn_id}:${msg_id}` if conn_id is available), value: {resolve, reject, timeout}                                                                                                                                                                                                                                     11:06:22 [32/1290]
-
-const ws = new WebSocketClient(connect);
-ws.onopen = () => {
-	ws.send(JSON.stringify({
-		action: 'user_introduction',
-		content: '',
-		id: new Date().getTime()
-	}));
-}
-/**
-* @param {MessageEvent} m
-*/
-ws.onmessage = (m) => {
-	try {
-		const data = JSON.parse(m.data);
-		const msgId = data.id; // Assume response has the same 'id' as the request
-		if (msgId && pendingRequests.has(msgId)) {
-			const { resolve, timeout } = pendingRequests.get(msgId);
-			clearTimeout(timeout); // Cancel the timeout
-			pendingRequests.delete(msgId);
-			resolve(data); // Resolve the promise with the response data
-		}
-	} catch (e) {
-		console.error('Error parsing WebSocket message:', e);
-	}
-}
-ws.onclose = () => {
-	console.log('Lost connection');
-	// Optionally, reject all pending requests here
-	for (const [id, { reject }] of pendingRequests) {
-		reject(new Error('Connection closed'));
-		pendingRequests.delete(id);
-	}
-}
-ws.onerror = (e) => {
-	console.error('WebSocket error:', e);
-	// Optionally, reject all pending requests on error
-	for (const [id, { reject }] of pendingRequests) {
-		reject(e);
-		pendingRequests.delete(id);
-	}
-}
-
-
-cli.registerKeyMappings([
-	{ // Clear the screen
-		//  ALT - c
-		name: 'c', ctrl: false, meta: true, shift: false, handler: async () => {
-			if (!busy) {
-				cli.clear();
-			}
-		}
-	},
-	{ // reset the session, empty the context from the prompt
-		//  ALT - r
-		name: 'r', ctrl: false, meta: true, shift: false, handler: async () => {
-			if (!busy) {
-				await sendMessage({
-					action: 'user_reset',
-					content: ''
-				});
-			}
-		}
-	},
-	{ // load a previous ssession
-		// ALT - s
-		name: 's', ctrl: false, meta: true, shift: false, handler: async () => {
-			if (!busy) {
-				await sendMessage({
-					action: 'user_sessionlist',
-					content: '',
-				});
-			}
-		}
-	},
-
-	{ // Request server info
-		// ALT - i
-		name: 'i', ctrl: false, meta: true, shift: false, handler: async () => {
-			if (!busy) {
-				await sendMessage({
-					action: 'user_info',
-					content: '',
-				});
-			}
-		}
-	},
-	{ // Copy last message to clipboard
-		name: 'm', ctrl: false, meta: true, shift: false, handler: async () => {
-			if (!busy) {
-			   const r = await copyToClipboard(lastMessage);
-				cli.focus('util');
-				cli.write('copied');
-				cli.focus('user', true);
-			}
-		}
-	},
-	{ // Show help /keys
-		name: 'k', ctrl: true, meta: false, shift: false, handler: async () => {
-			// cli.focus('util')
-			// cli.write(HELP)
-			// cli.focus('user', true);
-		}
-	}
-]);
-
-
-const sendMessage = async (m) => {
-	const id = new Date().getTime(); // Unique ID for the request
-	m.id = id;
-	busy = true;
-	ws.send(JSON.stringify(m));
-
-	// Create a promise and store it in pendingRequests
-	const promise = new Promise((resolve, reject) => {
-		const timeout = setTimeout(() => {
-			pendingRequests.delete(id);
-			reject(new Error('Request timeout')); // Timeout after 10 seconds (adjust as needed)
-		}, 1000 * 60 * 60 * 12); // 12 hours
-		pendingRequests.set(id, { resolve, reject, timeout });
-	});
-
-	cli.startSpinner(); // Start spinner while waiting
-	try {
-		const response = await promise; // Wait for the response
-		// Process the response here (e.g., log it or display it)
-		// console.log('Response received:', response);
-		if (response.action === 'server_response') {
-			cli.focus('assistant');
-			cli.write(response.content);
-			lastMessage = response.content;
-		}
-		if (response.action === 'server_info') {
-			cli.focus('util');
-			cli.write(response.content);
-		}
-		if (response.action === 'server_reset') {
-			cli.clear();
-		}
-		if (response.action === 'server_sessionlist') {
-			// Select a session to load
-			const list = response.content;
-			const selected = await cli.select('Select your session: ', list);
-			if (selected && selected !== 'NONE') {
-				return sendMessage({ action: 'user_loadsession', content: selected });
-			}
-		}
-		if (response.action === 'server_sessionloaded') {
-			// Putput the selected session messages
-			cli.clear();
-			const messages = response.content;
-			messages.forEach((msg) => {
-				cli.focus(msg.role);
-				cli.write(msg.content);
-				lastMessage = msg.content;
-			});
-		}
-	} catch (e) {
-		console.error('Error waiting for response:', e);
-		// Handle error (e.g., show error message to user)
-	} finally {
-		busy = false;
-		cli.stopSpinner(); // Stop spinner
-		cli.focus('user', true); // Give focus back to user input
-	}
-
-}
-
-// @ts-ignore
-cli.inputHandler = async (s) => {
-	if (!s || s.trim() === '') {
-		// busy = false;
-		// cli.focus('user', true); // Give focus back to user input
-		return;
-	}
-	const m = {
-		action: 'user_request',
-		content: s
-	}
-	await sendMessage(m);
-}
-
-cli.focus('log');
-cli.write('CTRL - d exit');
-cli.write('CTRL - r clear screen / reset');
-cli.focus('user', true);