npcsh 1.1.20__py3-none-any.whl → 1.1.22__py3-none-any.whl

{npcsh-1.1.20.data/data/npcsh/npc_team → npcsh/npc_team/jinxs/modes}/kg.jinx

@@ -1,7 +1,11 @@
 jinx_name: kg
 description: Interactive knowledge graph browser - explore facts, concepts, and links
 interactive: true
-inputs: []
+inputs:
+  - action: ""
+  - dream: false
+  - backfill: false
+  - ops: ""
 steps:
   - name: kg_browser
     engine: python
@@ -12,7 +16,70 @@ steps:
       import termios
       import select
 
-      if not sys.stdin.isatty():
+      _kg_action = (context.get('action') or '').strip().lower()
+
+      if _kg_action in ('sleep', 'evolve', 'dream'):
+          # Route to KG evolution operations
+          import traceback
+          from npcpy.memory.command_history import CommandHistory, load_kg_from_db, save_kg_to_db
+          from npcpy.memory.knowledge_graph import kg_sleep_process, kg_dream_process, kg_backfill_from_memories
+
+          _npc = context.get('npc')
+          _team = context.get('team')
+          _msgs = context.get('messages', [])
+          _do_dream = _kg_action == 'dream' or str(context.get('dream', '')).lower() in ('true', '1', 'yes')
+          _do_backfill = str(context.get('backfill', '')).lower() in ('true', '1', 'yes')
+          _ops_str = context.get('ops', '')
+          _ops_config = [op.strip() for op in _ops_str.split(',') if op.strip()] if _ops_str else None
+
+          _model = (_npc.model if _npc and hasattr(_npc, 'model') else None) or (state.chat_model if state else 'llama3.2')
+          _provider = (_npc.provider if _npc and hasattr(_npc, 'provider') else None) or (state.chat_provider if state else 'ollama')
+
+          _team_name = _team.name if _team else '__none__'
+          _npc_name = _npc.name if _npc else '__none__'
+          _cur_path = os.getcwd()
+
+          try:
+              _db_path = os.getenv('NPCSH_DB_PATH', os.path.expanduser('~/npcsh_history.db'))
+              _ch = CommandHistory(_db_path)
+              _eng = _ch.engine
+
+              _result = ''
+              if _do_backfill:
+                  print('Backfilling from approved memories...')
+                  _stats = kg_backfill_from_memories(_eng, model=_model, provider=_provider, npc=_npc, get_concepts=True, dry_run=False)
+                  _result += f"Backfill: +{_stats['facts_after'] - _stats['facts_before']} facts, +{_stats['concepts_after'] - _stats['concepts_before']} concepts\n"
+
+              _kg = load_kg_from_db(_eng, _team_name, _npc_name, _cur_path)
+              if not _kg or not _kg.get('facts'):
+                  context['output'] = _result + 'Knowledge graph is empty. Use /kg backfill=true or have conversations first.'
+                  context['messages'] = _msgs
+                  _ch.close()
+                  exit()
+
+              _f0 = len(_kg.get('facts', []))
+              _c0 = len(_kg.get('concepts', []))
+              _label = 'Sleep'
+
+              _kg, _ = kg_sleep_process(existing_kg=_kg, model=_model, provider=_provider, npc=_npc, operations_config=_ops_config)
+
+              if _do_dream:
+                  _label += ' & Dream'
+                  _kg, _ = kg_dream_process(existing_kg=_kg, model=_model, provider=_provider, npc=_npc)
+
+              save_kg_to_db(_eng, _kg, _team_name, _npc_name, _cur_path)
+              _f1 = len(_kg.get('facts', []))
+              _c1 = len(_kg.get('concepts', []))
+              _result += f"{_label} complete. Facts: {_f0} -> {_f1} ({_f1-_f0:+}), Concepts: {_c0} -> {_c1} ({_c1-_c0:+})"
+              context['output'] = _result
+              context['messages'] = _msgs
+              _ch.close()
+          except Exception as e:
+              traceback.print_exc()
+              context['output'] = f'KG evolution error: {e}'
+              context['messages'] = _msgs
+
+      elif not sys.stdin.isatty():
           context['output'] = "KG browser requires an interactive terminal."
 
       else:
@@ -166,12 +233,12 @@ steps:
 
               def do_search(query):
                   ui.search_results = []
-                  q = f"%{query}%"
+                  pat = f"%{query}%"
                   with engine.connect() as conn:
                       r = conn.execute(text(
                           "SELECT statement, source_text, type, generation, origin "
-                          "FROM kg_facts WHERE statement LIKE :q ORDER BY rowid DESC"
-                      ), {"q": q})
+                          "FROM kg_facts WHERE statement LIKE :pat ORDER BY rowid DESC"
+                      ), {"pat": pat})
                       for row in r:
                           ui.search_results.append({
                               'kind': 'fact',
@@ -377,8 +444,8 @@ steps:
                   # ── header ──
                   hdr = " Knowledge Graph "
                   pad = '=' * W
-                  out.append(wline(1, f"\033[44;37;1m{pad}\033[0m"))
-                  out.append(f"\033[1;{max(1,(W - len(hdr))//2)}H\033[44;37;1m{hdr}\033[0m")
+                  out.append(wline(1, f"\033[7;1m{pad}\033[0m"))
+                  out.append(f"\033[1;{max(1,(W - len(hdr))//2)}H\033[7;1m{hdr}\033[0m")
 
                   # ── tabs ──
                   tb = ""
@@ -439,7 +506,7 @@ steps:
                       foot = " [Tab] Switch  [j/k] Select  [Enter] Center  [Backspace] Back  [q] Quit"
                   else:
                       foot = " [Tab] Switch  [j/k] Nav  [Enter] Detail  [/] Search  [g] Gen  [q] Quit"
-                  out.append(wline(H, f"\033[44;37m{foot[:W].ljust(W)}\033[0m"))
+                  out.append(wline(H, f"\033[7m{foot[:W].ljust(W)}\033[0m"))
 
                   sys.stdout.write(''.join(out))
                   sys.stdout.flush()
@@ -779,10 +846,10 @@ steps:
                   return True
 
               def handle_esc():
-                  if select.select([sys.stdin], [], [], 0.05)[0]:
-                      c2 = sys.stdin.read(1)
+                  if select.select([fd], [], [], 0.05)[0]:
+                      c2 = os.read(fd, 1).decode('latin-1')
                       if c2 == '[':
-                          c3 = sys.stdin.read(1)
+                          c3 = os.read(fd, 1).decode('latin-1')
                           if c3 == 'A':
                               nav_up()
                           elif c3 == 'B':
@@ -796,10 +863,10 @@ steps:
 
               def handle_search_input(c):
                   if c == '\x1b':
-                      if select.select([sys.stdin], [], [], 0.05)[0]:
-                          c2 = sys.stdin.read(1)
+                      if select.select([fd], [], [], 0.05)[0]:
+                          c2 = os.read(fd, 1).decode('latin-1')
                           if c2 == '[':
-                              sys.stdin.read(1)
+                              os.read(fd, 1).decode('latin-1')
                       else:
                           ui.search_mode = False
                           ui.search_buf = ""
@@ -929,7 +996,7 @@ steps:
                   sys.stdout.flush()
                   render()
                   while True:
-                      c = sys.stdin.read(1)
+                      c = os.read(fd, 1).decode('latin-1')
                       if not handle(c):
                           break
                       render()

npcsh/npc_team/jinxs/modes/memories.jinx

@@ -0,0 +1,414 @@
+jinx_name: memories
+description: Interactive TUI for browsing and managing npcsh memories
+interactive: true
+inputs:
+  - scope: ""
+steps:
+  - name: memory_browser
+    engine: python
+    code: |
+      import os
+      import sys
+      import tty
+      import termios
+      import select
+      import time
+      from datetime import datetime
+
+      if not sys.stdin.isatty():
+          context['output'] = "Memory browser requires an interactive terminal."
+
+      else:
+          from npcpy.memory.command_history import CommandHistory
+          from npcsh.config import NPCSH_DB_PATH
+          from sqlalchemy import text
+
+          db_path = os.path.expanduser(NPCSH_DB_PATH)
+          command_history = CommandHistory(db_path)
+
+          # ========== Discover actual status values from DB ==========
+          db_statuses = []
+          try:
+              with command_history.engine.connect() as conn:
+                  rows = conn.execute(text("SELECT DISTINCT status FROM memory_lifecycle ORDER BY status"))
+                  db_statuses = [r[0] for r in rows if r[0]]
+          except:
+              pass
+
+          # Build tabs: All + pending first, then rest
+          ordered = []
+          for s in db_statuses:
+              if 'pending' in s.lower():
+                  ordered.insert(0, s)
+              else:
+                  ordered.append(s)
+          tab_names = ['All'] + ordered
+          tab_filters = [None] + ordered
+
+          # ========== State ==========
+          class MemState:
+              tab = 0
+              tabs = tab_names
+              tab_filt = tab_filters
+              memories = []
+              sel = 0
+              scroll = 0
+              preview = False
+              msg = ""
+              msg_color = "33"
+              npc_filter = None
+              team_filter = None
+              approved_count = 0
+              rejected_count = 0
+
+          st = MemState()
+
+          # ========== Helpers ==========
+          def get_size():
+              try:
+                  s = os.get_terminal_size()
+                  return s.columns, s.lines
+              except:
+                  return 80, 24
+
+          def status_icon(sv):
+              if not sv:
+                  return '\033[90m?\033[0m'
+              s = sv.lower()
+              if 'approved' in s:
+                  return '\033[1;32m+\033[0m'
+              if 'edited' in s:
+                  return '\033[1;36m~\033[0m'
+              if 'rejected' in s:
+                  return '\033[1;31m-\033[0m'
+              if 'pending' in s:
+                  return '\033[1;33m*\033[0m'
+              return '\033[90m?\033[0m'
+
+          def status_color(sv):
+              if not sv:
+                  return '0'
+              s = sv.lower()
+              if 'approved' in s:
+                  return '32'
+              if 'edited' in s:
+                  return '36'
+              if 'rejected' in s:
+                  return '31'
+              if 'pending' in s:
+                  return '33'
+              return '0'
+
+          def load_memories():
+              st.memories = []
+              try:
+                  with command_history.engine.connect() as conn:
+                      sf = st.tab_filt[st.tab] if st.tab < len(st.tab_filt) else None
+                      q = "SELECT id, created_at, npc, team, directory_path, initial_memory, final_memory, status FROM memory_lifecycle"
+                      conds = []
+                      params = {}
+
+                      if sf:
+                          conds.append("status = :sf")
+                          params['sf'] = sf
+                      if st.npc_filter:
+                          conds.append("npc = :npc")
+                          params['npc'] = st.npc_filter
+                      if st.team_filter:
+                          conds.append("team = :team")
+                          params['team'] = st.team_filter
+
+                      if conds:
+                          q += " WHERE " + " AND ".join(conds)
+                      q += " ORDER BY created_at DESC LIMIT 200"
+
+                      result = conn.execute(text(q), params)
+                      for row in result:
+                          st.memories.append({
+                              'id': row[0],
+                              'created_at': row[1],
+                              'npc': row[2],
+                              'team': row[3],
+                              'scope': row[4] or '',
+                              'original': row[5],
+                              'final': row[6],
+                              'status': row[7]
+                          })
+              except Exception as e:
+                  st.msg = "DB Error: " + str(e)
+                  st.msg_color = "31"
+
+          def do_update(memory_id, new_status, final_mem=None):
+              """Update memory status in DB and reload list."""
+              try:
+                  command_history.update_memory_status(memory_id, new_status, final_mem)
+                  old_count = len(st.memories)
+                  old_sel = st.sel
+                  load_memories()
+                  new_count = len(st.memories)
+
+                  # Clamp selection
+                  if st.memories:
+                      st.sel = min(old_sel, len(st.memories) - 1)
+                  else:
+                      st.sel = 0
+
+                  # Fix scroll
+                  _, height = get_size()
+                  vis = max(1, height - 7)
+                  if st.sel < st.scroll:
+                      st.scroll = st.sel
+                  elif st.sel >= st.scroll + vis:
+                      st.scroll = st.sel - vis + 1
+
+                  return True
+              except Exception as e:
+                  st.msg = "UPDATE FAILED: " + str(e)
+                  st.msg_color = "31"
+                  return False
+
+          def format_date(dt_str):
+              if not dt_str:
+                  return "          "
+              try:
+                  if isinstance(dt_str, str):
+                      dt = datetime.fromisoformat(dt_str.replace('Z', '+00:00'))
+                  else:
+                      dt = dt_str
+                  return dt.strftime('%m-%d %H:%M')
+              except:
+                  return str(dt_str)[:10]
+
+          # ========== Rendering ==========
+          def render():
+              width, height = get_size()
+              out = []
+
+              # Header with session stats
+              stats = ""
+              if st.approved_count or st.rejected_count:
+                  stats = "  [+" + str(st.approved_count) + " -" + str(st.rejected_count) + "]"
+              header = " MEMORIES (" + str(len(st.memories)) + ")" + stats + " "
+              out.append("\033[1;1H\033[K\033[7;1m" + header.ljust(width) + "\033[0m")
+
+              # Tabs
+              tab_str = ""
+              for i, tab in enumerate(st.tabs):
+                  if i == st.tab:
+                      tab_str += "\033[1;7m [" + tab + "] \033[0m"
+                  else:
+                      tab_str += " \033[90m" + tab + "\033[0m "
+              out.append("\033[2;1H\033[K " + tab_str)
+
+              # Separator
+              out.append("\033[3;1H\033[K\033[90m" + ("-" * width) + "\033[0m")
+
+              if st.preview and st.memories:
+                  render_preview(out, width, height)
+              else:
+                  render_list(out, width, height)
+
+              # Status bar
+              out.append("\033[" + str(height-2) + ";1H\033[K\033[90m" + ("-" * width) + "\033[0m")
+              out.append("\033[" + str(height-1) + ";1H\033[K")
+              if st.msg:
+                  out.append(" \033[" + st.msg_color + ";1m" + st.msg[:width-2] + "\033[0m")
+
+              # Footer
+              if st.preview:
+                  foot = " [Esc] Back  [a] Approve  [x] Reject  [j/k] Prev/Next  [q] Quit "
+              else:
+                  foot = " [Tab] Filter  [j/k] Nav  [Enter] Preview  [a] Approve  [x] Reject  [q] Quit "
+              out.append("\033[" + str(height) + ";1H\033[K\033[7m" + foot.ljust(width) + "\033[0m")
+
+              sys.stdout.write(''.join(out))
+              sys.stdout.flush()
+
+          def render_list(out, width, height):
+              vis_h = height - 7
+              if vis_h < 1:
+                  vis_h = 1
+
+              for i in range(vis_h):
+                  row = 4 + i
+                  out.append("\033[" + str(row) + ";1H\033[K")
+                  idx = st.scroll + i
+                  if idx >= len(st.memories):
+                      continue
+
+                  mem = st.memories[idx]
+                  icon = status_icon(mem['status'])
+                  date_str = format_date(mem['created_at'])
+                  npc_str = (mem['npc'] or '-')[:8]
+                  content = (mem['final'] or mem['original'] or '')[:width-35].replace('\n', ' ')
+
+                  line = icon + " " + date_str + " " + npc_str.ljust(9) + content
+
+                  if idx == st.sel:
+                      out.append("\033[7m " + line + " \033[0m")
+                  else:
+                      out.append(" " + line)
+
+              # Scroll indicator
+              if len(st.memories) > vis_h and vis_h > 0:
+                  total = max(1, len(st.memories) - vis_h)
+                  pct = int((st.scroll / total) * 100) if total > 0 else 0
+                  out.append("\033[4;" + str(width-6) + "H\033[90m[" + str(pct) + "%]\033[0m")
+
+              if not st.memories:
+                  out.append("\033[6;4H\033[90mNo memories found for this filter.\033[0m")
+                  out.append("\033[7;4H\033[90mTry switching tabs with Tab key.\033[0m")
+
+          def render_preview(out, width, height):
+              if not st.memories or st.sel >= len(st.memories):
+                  return
+
+              mem = st.memories[st.sel]
+
+              row = 4
+              sc = status_color(mem['status'])
+              out.append("\033[" + str(row) + ";1H\033[K\033[1m Memory #" + str(mem['id']) + "  \033[" + sc + "m[" + str(mem['status']) + "]\033[0m")
+              row += 1
+
+              out.append("\033[" + str(row) + ";1H\033[K\033[90m Date: " + format_date(mem['created_at']) + "  NPC: " + str(mem['npc'] or '-') + "  Team: " + str(mem['team'] or '-') + "\033[0m")
+              row += 1
+              out.append("\033[" + str(row) + ";1H\033[K\033[90m Scope: " + str(mem['scope'] or '-')[:60] + "\033[0m")
+              row += 1
+              out.append("\033[" + str(row) + ";1H\033[K")
+              row += 1
+
+              out.append("\033[" + str(row) + ";1H\033[K\033[1m Content:\033[0m")
+              row += 1
+
+              content = mem['final'] or mem['original'] or '(empty)'
+              for line in content.split('\n')[:height - row - 3]:
+                  out.append("\033[" + str(row) + ";1H\033[K   " + line[:width-5])
+                  row += 1
+
+              if mem['final'] and mem['original'] and mem['final'] != mem['original']:
+                  out.append("\033[" + str(row) + ";1H\033[K")
+                  row += 1
+                  out.append("\033[" + str(row) + ";1H\033[K\033[90;1m Original:\033[0m")
+                  row += 1
+                  for line in mem['original'].split('\n')[:3]:
+                      if row >= height - 3:
+                          break
+                      out.append("\033[" + str(row) + ";1H\033[K\033[90m   " + line[:width-5] + "\033[0m")
+                      row += 1
+
+              while row < height - 2:
+                  out.append("\033[" + str(row) + ";1H\033[K")
+                  row += 1
+
+          # ========== Input ==========
+          def handle_input(c):
+              if c == 'q' or c == '\x03':
+                  return False
+
+              if c == '\x1b':
+                  if select.select([fd], [], [], 0.05)[0]:
+                      c2 = os.read(fd, 1).decode('latin-1')
+                      if c2 == '[':
+                          c3 = os.read(fd, 1).decode('latin-1')
+                          if c3 == 'A':
+                              move_up()
+                          elif c3 == 'B':
+                              move_down()
+                          elif c3 == 'Z':
+                              # Shift+Tab = prev tab
+                              st.tab = (st.tab - 1) % len(st.tabs)
+                              st.sel = 0
+                              st.scroll = 0
+                              load_memories()
+                              st.msg = ""
+                  else:
+                      if st.preview:
+                          st.preview = False
+                  return True
+
+              if c == '\t':
+                  st.tab = (st.tab + 1) % len(st.tabs)
+                  st.sel = 0
+                  st.scroll = 0
+                  load_memories()
+                  st.msg = ""
+                  st.msg_color = "33"
+              elif c == 'k':
+                  move_up()
+              elif c == 'j':
+                  move_down()
+              elif c == '\r' or c == '\n' or c == 'p':
+                  if st.memories:
+                      st.preview = not st.preview
+              elif c == 'a':
+                  approve_current()
+              elif c == 'x':
+                  reject_current()
+
+              return True
+
+          def move_up():
+              st.sel = max(0, st.sel - 1)
+              if st.sel < st.scroll:
+                  st.scroll = st.sel
+              st.msg = ""
+
+          def move_down():
+              _, height = get_size()
+              vis = max(1, height - 7)
+              st.sel = min(max(0, len(st.memories) - 1), st.sel + 1)
+              if st.sel >= st.scroll + vis:
+                  st.scroll = st.sel - vis + 1
+              st.msg = ""
+
+          def approve_current():
+              if not st.memories or st.sel >= len(st.memories):
+                  st.msg = "No memory selected"
+                  st.msg_color = "33"
+                  return
+              mem = st.memories[st.sel]
+              final = mem.get('final') or mem.get('original')
+              if do_update(mem['id'], 'human-approved', final):
+                  st.approved_count += 1
+                  st.msg = "APPROVED #" + str(mem['id'])
+                  st.msg_color = "32"
+
+          def reject_current():
+              if not st.memories or st.sel >= len(st.memories):
+                  st.msg = "No memory selected"
+                  st.msg_color = "33"
+                  return
+              mem = st.memories[st.sel]
+              if do_update(mem['id'], 'human-rejected'):
+                  st.rejected_count += 1
+                  st.msg = "REJECTED #" + str(mem['id'])
+                  st.msg_color = "31"
+
+          # ========== Main Loop ==========
+          load_memories()
+
+          fd = sys.stdin.fileno()
+          old_settings = termios.tcgetattr(fd)
+
+          try:
+              tty.setcbreak(fd)
+              sys.stdout.write('\033[?25l')
+              sys.stdout.write('\033[2J')
+              render()
+
+              while True:
+                  c = os.read(fd, 1).decode('latin-1')
+                  if not handle_input(c):
+                      break
+                  render()
+
+          finally:
+              termios.tcsetattr(fd, termios.TCSADRAIN, old_settings)
+              sys.stdout.write('\033[?25h')
+              sys.stdout.write('\033[2J\033[H')
+              sys.stdout.flush()
+
+          summary = "Memory browser closed."
+          if st.approved_count or st.rejected_count:
+              summary += " Session: " + str(st.approved_count) + " approved, " + str(st.rejected_count) + " rejected."
+          context['output'] = summary

npcsh/npc_team/jinxs/{bin → modes}/nql.jinx

@@ -65,8 +65,8 @@ steps:
                   sys.stdout.flush()
                   time.sleep(0.1)
                   # Flush any pending input
-                  while select.select([sys.stdin], [], [], 0)[0]:
-                      sys.stdin.read(1)
+                  while select.select([fd], [], [], 0)[0]:
+                      os.read(fd, 1).decode('latin-1')
           except:
               pass
 
@@ -146,8 +146,8 @@ steps:
               out.append("\033[2J\033[H")
 
               header = f" NQL: {os.path.basename(db_path)} "
-              out.append(f"\033[1;1H\033[44;37;1m{'=' * width}\033[0m")
-              out.append(f"\033[1;{(width - len(header)) // 2}H\033[44;37;1m{header}\033[0m")
+              out.append(f"\033[1;1H\033[7;1m{'=' * width}\033[0m")
+              out.append(f"\033[1;{(width - len(header)) // 2}H\033[7;1m{header}\033[0m")
 
               modes = ['Tables', 'Query']
               tab_str = ""
@@ -264,10 +264,10 @@ steps:
 
           def handle_input(c):
               if c == '\x1b':
-                  if select.select([sys.stdin], [], [], 0.1)[0]:
-                      c2 = sys.stdin.read(1)
+                  if select.select([fd], [], [], 0.1)[0]:
+                      c2 = os.read(fd, 1).decode('latin-1')
                       if c2 == '[':
-                          c3 = sys.stdin.read(1)
+                          c3 = os.read(fd, 1).decode('latin-1')
                           if c3 == 'A':
                               if db_state.mode == 'tables':
                                   move_up()
@@ -324,19 +324,8 @@ steps:
               return True
 
           def handle_query_input(c):
-              if c == 'k':
-                  db_state.row_scroll = max(0, db_state.row_scroll - 1)
-                  return True
-              if c == 'j':
-                  db_state.row_scroll = min(max(0, len(db_state.rows) - 1), db_state.row_scroll + 1)
-                  return True
-              if c == 'h':
-                  db_state.col_scroll = max(0, db_state.col_scroll - 1)
-                  return True
-              if c == 'l':
-                  db_state.col_scroll = min(max(0, len(db_state.columns) - 1), db_state.col_scroll + 1)
-                  return True
-
+              # In query mode, all printable chars go to the buffer.
+              # Use arrow keys (handled in escape sequence block) for result navigation.
               if c == '\r' or c == '\n':
                   if db_state.query_buffer.strip():
                       run_query(db_state.query_buffer)
@@ -375,7 +364,7 @@ steps:
               render_screen()
 
               while True:
-                  c = sys.stdin.read(1)
+                  c = os.read(fd, 1).decode('latin-1')
                   if not handle_input(c):
                       break
                   render_screen()