@hflin/cclin 0.1.0

package/dist/utils/tokenizer.test.js

@@ -0,0 +1,51 @@
+/**
+ * @file Unit tests for token counter (Phase 6).
+ *
+ * Tests: createTokenCounter (countText, countMessages)
+ */
+import { describe, it, expect } from 'vitest';
+import { createTokenCounter } from './tokenizer.js';
+describe('createTokenCounter', () => {
+    it('should count plain text accurately', () => {
+        const counter = createTokenCounter();
+        const text = 'Hello, world! This is a test.';
+        // gpt-tokenizer is deterministic, so we can expect a specific range or exact number
+        const tokens = counter.countText(text);
+        expect(tokens).toBeGreaterThan(0);
+        expect(tokens).toBeLessThan(20);
+    });
+    it('should return 0 for empty text', () => {
+        const counter = createTokenCounter();
+        expect(counter.countText('')).toBe(0);
+    });
+    it('should count empty message array as 0', () => {
+        const counter = createTokenCounter();
+        expect(counter.countMessages([])).toBe(0);
+    });
+    it('should aggregate tokens for multiple message types', () => {
+        const counter = createTokenCounter();
+        const msgs = [
+            { role: 'user', content: 'test' },
+            { role: 'assistant', content: 'hello' },
+        ];
+        const total = counter.countMessages(msgs);
+        expect(total).toBeGreaterThan(0);
+        // Usually content length + overhead per message
+        expect(total).toBeGreaterThan(2);
+        expect(total).toBeLessThan(50);
+    });
+    it('should count parsing of tool calls correctly', () => {
+        const counter = createTokenCounter();
+        const msgs = [
+            {
+                role: 'assistant',
+                content: 'part1',
+                tool_calls: [{ id: 't1', type: 'function', function: { name: 'bash', arguments: '{"c":"ls"}' } }],
+            },
+        ];
+        const total = counter.countMessages(msgs);
+        // Ensure array content doesn't crash and returns a positive number
+        expect(total).toBeGreaterThan(0);
+    });
+});
+//# sourceMappingURL=tokenizer.test.js.map

package/dist/utils/tokenizer.test.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"tokenizer.test.js","sourceRoot":"","sources":["../../src/utils/tokenizer.test.ts"],"names":[],"mappings":"AAAA;;;;GAIG;AAEH,OAAO,EAAE,QAAQ,EAAE,EAAE,EAAE,MAAM,EAAE,MAAM,QAAQ,CAAA;AAC7C,OAAO,EAAE,kBAAkB,EAAE,MAAM,gBAAgB,CAAA;AAGnD,QAAQ,CAAC,oBAAoB,EAAE,GAAG,EAAE;IAChC,EAAE,CAAC,oCAAoC,EAAE,GAAG,EAAE;QAC1C,MAAM,OAAO,GAAG,kBAAkB,EAAE,CAAA;QACpC,MAAM,IAAI,GAAG,+BAA+B,CAAA;QAC5C,oFAAoF;QACpF,MAAM,MAAM,GAAG,OAAO,CAAC,SAAS,CAAC,IAAI,CAAC,CAAA;QACtC,MAAM,CAAC,MAAM,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;QACjC,MAAM,CAAC,MAAM,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;IACnC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,gCAAgC,EAAE,GAAG,EAAE;QACtC,MAAM,OAAO,GAAG,kBAAkB,EAAE,CAAA;QACpC,MAAM,CAAC,OAAO,CAAC,SAAS,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IACzC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,uCAAuC,EAAE,GAAG,EAAE;QAC7C,MAAM,OAAO,GAAG,kBAAkB,EAAE,CAAA;QACpC,MAAM,CAAC,OAAO,CAAC,aAAa,CAAC,EAAE,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,CAAA;IAC7C,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,oDAAoD,EAAE,GAAG,EAAE;QAC1D,MAAM,OAAO,GAAG,kBAAkB,EAAE,CAAA;QACpC,MAAM,IAAI,GAAkB;YACxB,EAAE,IAAI,EAAE,MAAM,EAAE,OAAO,EAAE,MAAM,EAAE;YACjC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,OAAO,EAAE;SAC1C,CAAA;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;QACzC,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;QAChC,gDAAgD;QAChD,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;QAChC,MAAM,CAAC,KAAK,CAAC,CAAC,YAAY,CAAC,EAAE,CAAC,CAAA;IAClC,CAAC,CAAC,CAAA;IAEF,EAAE,CAAC,8CAA8C,EAAE,GAAG,EAAE;QACpD,MAAM,OAAO,GAAG,kBAAkB,EAAE,CAAA;QACpC,MAAM,IAAI,GAAkB;YACxB;gBACI,IAAI,EAAE,WAAW;gBACjB,OAAO,EAAE,OAAO;gBAChB,UAAU,EAAE,CAAC,EAAE,EAAE,EAAE,IAAI,EAAE,IAAI,EAAE,UAAU,EAAE,QAAQ,EAAE,EAAE,IAAI,EAAE,MAAM,EAAE,SAAS,EAAE,YAAY,EAAE,EAAE,CAAC;aACpG;SACJ,CAAA;QAED,MAAM,KAAK,GAAG,OAAO,CAAC,aAAa,CAAC,IAAI,CAAC,CAAA;QACzC,mEAAmE;QACnE,MAAM,CAAC,KAAK,CAAC,CAAC,eAAe,CAAC,CAAC,CAAC,CAAA;IACpC,CAAC,CAAC,CAAA;AACN,CAAC,CAAC,CAAA"}

package/package.json

@@ -0,0 +1,41 @@
+{
+  "name": "@hflin/cclin",
+  "version": "0.1.0",
+  "description": "A production-grade CLI Code Agent",
+  "type": "module",
+  "bin": {
+    "cclin": "dist/index.js"
+  },
+  "files": [
+    "dist",
+    "src/runtime/prompt.md"
+  ],
+  "publishConfig": {
+    "access": "public"
+  },
+  "scripts": {
+    "dev": "tsx src/index.ts",
+    "build": "tsc && node -e \"const fs=require('fs');const p=require('path');fs.mkdirSync(p.join('dist','runtime'),{recursive:true});fs.copyFileSync(p.join('src','runtime','prompt.md'),p.join('dist','runtime','prompt.md'))\"",
+    "prepublishOnly": "npm run build",
+    "typecheck": "tsc --noEmit",
+    "test": "vitest run",
+    "test:watch": "vitest"
+  },
+  "dependencies": {
+    "@modelcontextprotocol/sdk": "^1.28.0",
+    "dotenv": "^16.4.7",
+    "gpt-tokenizer": "^3.4.0",
+    "ink": "^6.8.0",
+    "ink-text-input": "^6.0.0",
+    "openai": "^4.78.1",
+    "react": "^19.2.4"
+  },
+  "devDependencies": {
+    "@types/node": "^22.10.5",
+    "@types/react": "^19.2.14",
+    "tsx": "^4.19.2",
+    "typescript": "^5.7.3",
+    "vitest": "^4.1.2"
+  },
+  "packageManager": "pnpm@10.26.2+sha512.0e308ff2005fc7410366f154f625f6631ab2b16b1d2e70238444dd6ae9d630a8482d92a451144debc492416896ed16f7b114a86ec68b8404b2443869e68ffda6"
+}

package/src/runtime/prompt.md

@@ -0,0 +1,64 @@
+You are **cclin**, an interactive CLI coding assistant. Use the tools available to you to help the user with software engineering tasks.
+
+**IMPORTANT**: Refuse to write or explain code that may be used maliciously.
+
+---
+
+# Core Identity
+
+- **Local First**: You operate directly on the user's machine. File operations and commands happen in the real environment.
+- **Project Aware**: Read and follow `AGENTS.md` files containing project structure, conventions, and preferences.
+- **Tool Rich**: Use your comprehensive toolkit to gather information and complete tasks.
+- **Safety Conscious**: The environment is NOT sandboxed. Your actions have immediate effects.
+
+{{soul_section}}
+
+# Session Context
+
+- Date: {{date}}
+- User: {{user}}
+- PWD: {{pwd}}
+
+---
+
+# Tone and Style
+
+- Answer directly without preamble or postamble
+- Keep responses concise unless the user asks for detail
+- One word answers are best when appropriate
+
+---
+
+# Tool Usage Policy
+
+- Prefer specialized tools over generic shell calls
+- Use tools extensively to read and understand before modifying
+- Follow existing code conventions and patterns
+
+## Available Tools
+
+{{tools}}
+
+---
+
+# Working Environment
+
+⚠️ **WARNING**: Environment is NOT SANDBOXED. Actions immediately affect the user's system.
+
+- Never access files outside working directory unless instructed
+- Note: On Windows, paths are case-insensitive (e.g., 'd:\' and 'D:\' are the same). Do not falsely reject valid paths due to case differences.
+- Be careful with destructive operations
+- Validate inputs before shell commands
+
+## Project Context (AGENTS.md)
+
+Files named `AGENTS.md` may exist with project-specific guidance. Follow their instructions.
+
+---
+
+# Ultimate Reminders
+
+- **Concise**: Keep text short
+- **Quality-focused**: Run lint/typecheck after changes
+- **Safety conscious**: Actions have real consequences
+- **Focused**: Only make necessary changes