openhorse 0.2.2 → 0.2.4

package/dist/tui-ui/state.js

@@ -0,0 +1,202 @@
+"use strict";
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.initialTuiUiState = void 0;
+exports.tuiUiReducer = tuiUiReducer;
+exports.staticTuiTranscriptEntries = staticTuiTranscriptEntries;
+exports.liveTuiTranscriptEntries = liveTuiTranscriptEntries;
+exports.createTuiUiEventSink = createTuiUiEventSink;
+exports.initialTuiUiState = {
+    transcript: [],
+    staticTranscriptCount: 0,
+    transcriptGeneration: 0,
+    transcriptScrollOffset: 0,
+    prompt: { value: '', cursor: 0 },
+    statusMessage: '',
+    processing: false,
+    overlay: null,
+};
+function tuiUiReducer(state, action) {
+    switch (action.type) {
+        case 'appendTranscript': {
+            const { live: _live, ...entry } = action.entry;
+            return commitStaticTranscriptPrefix({
+                ...state,
+                transcriptScrollOffset: 0,
+                transcript: [
+                    ...state.transcript,
+                    {
+                        ...entry,
+                        finalized: !isLiveTranscriptAppend(action.entry),
+                    },
+                ],
+            });
+        }
+        case 'updateTranscript':
+            return {
+                ...state,
+                transcriptScrollOffset: 0,
+                transcript: state.transcript.map(entry => (entry.id === action.id ? { ...entry, ...action.patch } : entry)),
+            };
+        case 'finalizeTranscript':
+            return commitStaticTranscriptPrefix({
+                ...state,
+                transcriptScrollOffset: 0,
+                transcript: state.transcript.map(entry => (entry.id === action.id
+                    ? { ...entry, ...action.patch, finalized: true }
+                    : entry)),
+            });
+        case 'removeTranscript':
+            return recomputeStaticTranscriptPrefix({
+                ...state,
+                transcriptScrollOffset: 0,
+                transcript: state.transcript.filter(entry => entry.id !== action.id),
+            });
+        case 'replaceTranscript':
+            return {
+                ...state,
+                transcript: action.entries.map(entry => ({ ...entry, finalized: true })),
+                staticTranscriptCount: action.entries.length,
+                transcriptGeneration: state.transcriptGeneration + 1,
+                transcriptScrollOffset: 0,
+            };
+        case 'clearTranscript':
+            return {
+                ...state,
+                transcript: [],
+                staticTranscriptCount: 0,
+                transcriptGeneration: state.transcriptGeneration + 1,
+                transcriptScrollOffset: 0,
+            };
+        case 'scrollTranscript':
+            return {
+                ...state,
+                transcriptScrollOffset: clampNumber(state.transcriptScrollOffset + action.delta, 0, Number.MAX_SAFE_INTEGER),
+            };
+        case 'setPrompt':
+            return {
+                ...state,
+                prompt: {
+                    value: action.value,
+                    cursor: clampCursor(action.value, action.cursor ?? action.value.length),
+                },
+            };
+        case 'setStatus':
+            return { ...state, statusMessage: action.message };
+        case 'setProcessing':
+            return { ...state, processing: action.processing };
+        case 'showSessionPicker':
+            return {
+                ...state,
+                overlay: { type: 'sessions', request: action.request, selectedIndex: 0 },
+            };
+        case 'showPermissionRequest':
+            return {
+                ...state,
+                overlay: { type: 'permission', request: action.request, selectedIndex: 0 },
+            };
+        case 'showCommandPalette':
+            return {
+                ...state,
+                overlay: {
+                    type: 'commands',
+                    query: action.query,
+                    items: action.items,
+                    selectedIndex: clampNumber(state.overlay?.type === 'commands' ? state.overlay.selectedIndex : 0, 0, Math.max(0, action.items.length - 1)),
+                },
+            };
+        case 'showFilePicker':
+            return {
+                ...state,
+                overlay: {
+                    type: 'files',
+                    base: action.base,
+                    query: action.query,
+                    items: action.items,
+                    selectedIndex: clampNumber(state.overlay?.type === 'files' ? state.overlay.selectedIndex : 0, 0, Math.max(0, action.items.length - 1)),
+                },
+            };
+        case 'showShortcuts':
+            return { ...state, overlay: { type: 'shortcuts' } };
+        case 'moveOverlaySelection': {
+            if (!state.overlay || state.overlay.type === 'shortcuts')
+                return state;
+            const lastIndex = Math.max(0, overlayItemCount(state.overlay) - 1);
+            const selectedIndex = clampNumber(state.overlay.selectedIndex + action.delta, 0, lastIndex);
+            return {
+                ...state,
+                overlay: { ...state.overlay, selectedIndex },
+            };
+        }
+        case 'closeOverlay':
+            return { ...state, overlay: null };
+    }
+}
+function staticTuiTranscriptEntries(state) {
+    return state.transcript.slice(0, state.staticTranscriptCount).map(stripRecord);
+}
+function liveTuiTranscriptEntries(state) {
+    return state.transcript.slice(state.staticTranscriptCount).map(stripRecord);
+}
+function createTuiUiEventSink(dispatch, options = {}) {
+    let nextId = 1;
+    const idFactory = options.idFactory ?? (() => `tui-${nextId++}`);
+    return {
+        append: entry => {
+            const id = idFactory();
+            dispatch({ type: 'appendTranscript', entry: { id, ...entry } });
+            return id;
+        },
+        update: (id, patch) => dispatch({ type: 'updateTranscript', id, patch }),
+        finalize: (id, patch) => dispatch({ type: 'finalizeTranscript', id, patch }),
+        remove: id => dispatch({ type: 'removeTranscript', id }),
+        replaceTranscript: entries => dispatch({ type: 'replaceTranscript', entries }),
+        clearTranscript: () => dispatch({ type: 'clearTranscript' }),
+        setStatus: message => dispatch({ type: 'setStatus', message }),
+        showSessionPicker: request => dispatch({ type: 'showSessionPicker', request }),
+        showPermissionRequest: request => dispatch({ type: 'showPermissionRequest', request }),
+        setProcessing: processing => dispatch({ type: 'setProcessing', processing }),
+    };
+}
+function isLiveTranscriptAppend(entry) {
+    return entry.live === true || entry.role === 'tool';
+}
+function commitStaticTranscriptPrefix(state) {
+    let staticTranscriptCount = state.staticTranscriptCount;
+    while (staticTranscriptCount < state.transcript.length
+        && state.transcript[staticTranscriptCount]?.finalized) {
+        staticTranscriptCount += 1;
+    }
+    return staticTranscriptCount === state.staticTranscriptCount
+        ? state
+        : { ...state, staticTranscriptCount };
+}
+function recomputeStaticTranscriptPrefix(state) {
+    let staticTranscriptCount = 0;
+    while (staticTranscriptCount < state.transcript.length
+        && state.transcript[staticTranscriptCount]?.finalized) {
+        staticTranscriptCount += 1;
+    }
+    return { ...state, staticTranscriptCount };
+}
+function stripRecord(entry) {
+    const { finalized: _finalized, ...rest } = entry;
+    return rest;
+}
+function overlayItemCount(overlay) {
+    if (overlay.type === 'sessions')
+        return overlay.request.sessions.length;
+    if (overlay.type === 'permission')
+        return 2;
+    return overlay.items.length;
+}
+function clampCursor(value, cursor) {
+    if (!Number.isFinite(cursor))
+        return value.length;
+    return Math.min(Math.max(0, Math.floor(cursor)), value.length);
+}
+function clampNumber(value, min, max) {
+    if (!Number.isFinite(value))
+        return min;
+    return Math.min(max, Math.max(min, Math.floor(value)));
+}
+//# sourceMappingURL=state.js.map

package/dist/tui-ui/state.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"state.js","sourceRoot":"","sources":["../../src/tui-ui/state.ts"],"names":[],"mappings":";;;AAmEA,oCAkJC;AAED,gEAEC;AAED,4DAEC;AAED,oDAuBC;AA9LY,QAAA,iBAAiB,GAAe;IAC3C,UAAU,EAAE,EAAE;IACd,qBAAqB,EAAE,CAAC;IACxB,oBAAoB,EAAE,CAAC;IACvB,sBAAsB,EAAE,CAAC;IACzB,MAAM,EAAE,EAAE,KAAK,EAAE,EAAE,EAAE,MAAM,EAAE,CAAC,EAAE;IAChC,aAAa,EAAE,EAAE;IACjB,UAAU,EAAE,KAAK;IACjB,OAAO,EAAE,IAAI;CACd,CAAC;AAEF,SAAgB,YAAY,CAAC,KAAiB,EAAE,MAAmB;IACjE,QAAQ,MAAM,CAAC,IAAI,EAAE,CAAC;QACpB,KAAK,kBAAkB,CAAC,CAAC,CAAC;YACxB,MAAM,EAAE,IAAI,EAAE,KAAK,EAAE,GAAG,KAAK,EAAE,GAAG,MAAM,CAAC,KAAK,CAAC;YAC/C,OAAO,4BAA4B,CAAC;gBAClC,GAAG,KAAK;gBACR,sBAAsB,EAAE,CAAC;gBACzB,UAAU,EAAE;oBACV,GAAG,KAAK,CAAC,UAAU;oBACnB;wBACE,GAAG,KAAK;wBACR,SAAS,EAAE,CAAC,sBAAsB,CAAC,MAAM,CAAC,KAAK,CAAC;qBACjD;iBACF;aACF,CAAC,CAAC;QACL,CAAC;QAED,KAAK,kBAAkB;YACrB,OAAO;gBACL,GAAG,KAAK;gBACR,sBAAsB,EAAE,CAAC;gBACzB,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CACxC,KAAK,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,CAAC,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,CAAC,CAAC,KAAK,CAC/D,CAAC;aACH,CAAC;QAEJ,KAAK,oBAAoB;YACvB,OAAO,4BAA4B,CAAC;gBAClC,GAAG,KAAK;gBACR,sBAAsB,EAAE,CAAC;gBACzB,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CACxC,KAAK,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE;oBACpB,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,GAAG,MAAM,CAAC,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE;oBAChD,CAAC,CAAC,KAAK,CACV,CAAC;aACH,CAAC,CAAC;QAEL,KAAK,kBAAkB;YACrB,OAAO,+BAA+B,CAAC;gBACrC,GAAG,KAAK;gBACR,sBAAsB,EAAE,CAAC;gBACzB,UAAU,EAAE,KAAK,CAAC,UAAU,CAAC,MAAM,CAAC,KAAK,CAAC,EAAE,CAAC,KAAK,CAAC,EAAE,KAAK,MAAM,CAAC,EAAE,CAAC;aACrE,CAAC,CAAC;QAEL,KAAK,mBAAmB;YACtB,OAAO;gBACL,GAAG,KAAK;gBACR,UAAU,EAAE,MAAM,CAAC,OAAO,CAAC,GAAG,CAAC,KAAK,CAAC,EAAE,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,SAAS,EAAE,IAAI,EAAE,CAAC,CAAC;gBACxE,qBAAqB,EAAE,MAAM,CAAC,OAAO,CAAC,MAAM;gBAC5C,oBAAoB,EAAE,KAAK,CAAC,oBAAoB,GAAG,CAAC;gBACpD,sBAAsB,EAAE,CAAC;aAC1B,CAAC;QAEJ,KAAK,iBAAiB;YACpB,OAAO;gBACL,GAAG,KAAK;gBACR,UAAU,EAAE,EAAE;gBACd,qBAAqB,EAAE,CAAC;gBACxB,oBAAoB,EAAE,KAAK,CAAC,oBAAoB,GAAG,CAAC;gBACpD,sBAAsB,EAAE,CAAC;aAC1B,CAAC;QAEJ,KAAK,kBAAkB;YACrB,OAAO;gBACL,GAAG,KAAK;gBACR,sBAAsB,EAAE,WAAW,CACjC,KAAK,CAAC,sBAAsB,GAAG,MAAM,CAAC,KAAK,EAC3C,CAAC,EACD,MAAM,CAAC,gBAAgB,CACxB;aACF,CAAC;QAEJ,KAAK,WAAW;YACd,OAAO;gBACL,GAAG,KAAK;gBACR,MAAM,EAAE;oBACN,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,MAAM,EAAE,WAAW,CAAC,MAAM,CAAC,KAAK,EAAE,MAAM,CAAC,MAAM,IAAI,MAAM,CAAC,KAAK,CAAC,MAAM,CAAC;iBACxE;aACF,CAAC;QAEJ,KAAK,WAAW;YACd,OAAO,EAAE,GAAG,KAAK,EAAE,aAAa,EAAE,MAAM,CAAC,OAAO,EAAE,CAAC;QAErD,KAAK,eAAe;YAClB,OAAO,EAAE,GAAG,KAAK,EAAE,UAAU,EAAE,MAAM,CAAC,UAAU,EAAE,CAAC;QAErD,KAAK,mBAAmB;YACtB,OAAO;gBACL,GAAG,KAAK;gBACR,OAAO,EAAE,EAAE,IAAI,EAAE,UAAU,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE;aACzE,CAAC;QAEJ,KAAK,uBAAuB;YAC1B,OAAO;gBACL,GAAG,KAAK;gBACR,OAAO,EAAE,EAAE,IAAI,EAAE,YAAY,EAAE,OAAO,EAAE,MAAM,CAAC,OAAO,EAAE,aAAa,EAAE,CAAC,EAAE;aAC3E,CAAC;QAEJ,KAAK,oBAAoB;YACvB,OAAO;gBACL,GAAG,KAAK;gBACR,OAAO,EAAE;oBACP,IAAI,EAAE,UAAU;oBAChB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,aAAa,EAAE,WAAW,CACxB,KAAK,CAAC,OAAO,EAAE,IAAI,KAAK,UAAU,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EACpE,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CACrC;iBACF;aACF,CAAC;QAEJ,KAAK,gBAAgB;YACnB,OAAO;gBACL,GAAG,KAAK;gBACR,OAAO,EAAE;oBACP,IAAI,EAAE,OAAO;oBACb,IAAI,EAAE,MAAM,CAAC,IAAI;oBACjB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,KAAK,EAAE,MAAM,CAAC,KAAK;oBACnB,aAAa,EAAE,WAAW,CACxB,KAAK,CAAC,OAAO,EAAE,IAAI,KAAK,OAAO,CAAC,CAAC,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,CAAC,CAAC,CAAC,CAAC,EACjE,CAAC,EACD,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,MAAM,CAAC,KAAK,CAAC,MAAM,GAAG,CAAC,CAAC,CACrC;iBACF;aACF,CAAC;QAEJ,KAAK,eAAe;YAClB,OAAO,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,EAAE,IAAI,EAAE,WAAW,EAAE,EAAE,CAAC;QAEtD,KAAK,sBAAsB,CAAC,CAAC,CAAC;YAC5B,IAAI,CAAC,KAAK,CAAC,OAAO,IAAI,KAAK,CAAC,OAAO,CAAC,IAAI,KAAK,WAAW;gBAAE,OAAO,KAAK,CAAC;YACvE,MAAM,SAAS,GAAG,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,gBAAgB,CAAC,KAAK,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC,CAAC;YACnE,MAAM,aAAa,GAAG,WAAW,CAAC,KAAK,CAAC,OAAO,CAAC,aAAa,GAAG,MAAM,CAAC,KAAK,EAAE,CAAC,EAAE,SAAS,CAAC,CAAC;YAC5F,OAAO;gBACL,GAAG,KAAK;gBACR,OAAO,EAAE,EAAE,GAAG,KAAK,CAAC,OAAO,EAAE,aAAa,EAAE;aAC7C,CAAC;QACJ,CAAC;QAED,KAAK,cAAc;YACjB,OAAO,EAAE,GAAG,KAAK,EAAE,OAAO,EAAE,IAAI,EAAE,CAAC;IACvC,CAAC;AACH,CAAC;AAED,SAAgB,0BAA0B,CAAC,KAAiB;IAC1D,OAAO,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,CAAC,EAAE,KAAK,CAAC,qBAAqB,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;AACjF,CAAC;AAED,SAAgB,wBAAwB,CAAC,KAAiB;IACxD,OAAO,KAAK,CAAC,UAAU,CAAC,KAAK,CAAC,KAAK,CAAC,qBAAqB,CAAC,CAAC,GAAG,CAAC,WAAW,CAAC,CAAC;AAC9E,CAAC;AAED,SAAgB,oBAAoB,CAClC,QAAuC,EACvC,UAAwC,EAAE;IAE1C,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,MAAM,SAAS,GAAG,OAAO,CAAC,SAAS,IAAI,CAAC,GAAG,EAAE,CAAC,OAAO,MAAM,EAAE,EAAE,CAAC,CAAC;IAEjE,OAAO;QACL,MAAM,EAAE,KAAK,CAAC,EAAE;YACd,MAAM,EAAE,GAAG,SAAS,EAAE,CAAC;YACvB,QAAQ,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,KAAK,EAAE,EAAE,EAAE,EAAE,GAAG,KAAK,EAAE,EAAE,CAAC,CAAC;YAChE,OAAO,EAAE,CAAC;QACZ,CAAC;QACD,MAAM,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC;QACxE,QAAQ,EAAE,CAAC,EAAE,EAAE,KAAK,EAAE,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,oBAAoB,EAAE,EAAE,EAAE,KAAK,EAAE,CAAC;QAC5E,MAAM,EAAE,EAAE,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,kBAAkB,EAAE,EAAE,EAAE,CAAC;QACxD,iBAAiB,EAAE,OAAO,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,CAAC;QAC9E,eAAe,EAAE,GAAG,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,iBAAiB,EAAE,CAAC;QAC5D,SAAS,EAAE,OAAO,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,WAAW,EAAE,OAAO,EAAE,CAAC;QAC9D,iBAAiB,EAAE,OAAO,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,mBAAmB,EAAE,OAAO,EAAE,CAAC;QAC9E,qBAAqB,EAAE,OAAO,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,uBAAuB,EAAE,OAAO,EAAE,CAAC;QACtF,aAAa,EAAE,UAAU,CAAC,EAAE,CAAC,QAAQ,CAAC,EAAE,IAAI,EAAE,eAAe,EAAE,UAAU,EAAE,CAAC;KAC7E,CAAC;AACJ,CAAC;AAED,SAAS,sBAAsB,CAAC,KAA4B;IAC1D,OAAO,KAAK,CAAC,IAAI,KAAK,IAAI,IAAI,KAAK,CAAC,IAAI,KAAK,MAAM,CAAC;AACtD,CAAC;AAED,SAAS,4BAA4B,CAAC,KAAiB;IACrD,IAAI,qBAAqB,GAAG,KAAK,CAAC,qBAAqB,CAAC;IACxD,OACE,qBAAqB,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM;WAC5C,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,EAAE,SAAS,EACrD,CAAC;QACD,qBAAqB,IAAI,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,qBAAqB,KAAK,KAAK,CAAC,qBAAqB;QAC1D,CAAC,CAAC,KAAK;QACP,CAAC,CAAC,EAAE,GAAG,KAAK,EAAE,qBAAqB,EAAE,CAAC;AAC1C,CAAC;AAED,SAAS,+BAA+B,CAAC,KAAiB;IACxD,IAAI,qBAAqB,GAAG,CAAC,CAAC;IAC9B,OACE,qBAAqB,GAAG,KAAK,CAAC,UAAU,CAAC,MAAM;WAC5C,KAAK,CAAC,UAAU,CAAC,qBAAqB,CAAC,EAAE,SAAS,EACrD,CAAC;QACD,qBAAqB,IAAI,CAAC,CAAC;IAC7B,CAAC;IACD,OAAO,EAAE,GAAG,KAAK,EAAE,qBAAqB,EAAE,CAAC;AAC7C,CAAC;AAED,SAAS,WAAW,CAAC,KAA0B;IAC7C,MAAM,EAAE,SAAS,EAAE,UAAU,EAAE,GAAG,IAAI,EAAE,GAAG,KAAK,CAAC;IACjD,OAAO,IAAI,CAAC;AACd,CAAC;AAED,SAAS,gBAAgB,CAAC,OAA+D;IACvF,IAAI,OAAO,CAAC,IAAI,KAAK,UAAU;QAAE,OAAO,OAAO,CAAC,OAAO,CAAC,QAAQ,CAAC,MAAM,CAAC;IACxE,IAAI,OAAO,CAAC,IAAI,KAAK,YAAY;QAAE,OAAO,CAAC,CAAC;IAC5C,OAAO,OAAO,CAAC,KAAK,CAAC,MAAM,CAAC;AAC9B,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,MAAc;IAChD,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,MAAM,CAAC;QAAE,OAAO,KAAK,CAAC,MAAM,CAAC;IAClD,OAAO,IAAI,CAAC,GAAG,CAAC,IAAI,CAAC,GAAG,CAAC,CAAC,EAAE,IAAI,CAAC,KAAK,CAAC,MAAM,CAAC,CAAC,EAAE,KAAK,CAAC,MAAM,CAAC,CAAC;AACjE,CAAC;AAED,SAAS,WAAW,CAAC,KAAa,EAAE,GAAW,EAAE,GAAW;IAC1D,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,KAAK,CAAC;QAAE,OAAO,GAAG,CAAC;IACxC,OAAO,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,GAAG,CAAC,GAAG,EAAE,IAAI,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,CAAC,CAAC;AACzD,CAAC"}

package/dist/utils/token-estimate.d.ts

@@ -0,0 +1,42 @@
+/**
+ * openhorse - Token estimation utilities
+ *
+ * Accurate token estimation that accounts for CJK characters,
+ * which have significantly different token ratios than ASCII text.
+ *
+ * CJK characters: ~1.5 tokens/char (vs ~0.25 for ASCII words)
+ * This is critical for bilingual (CN/EN) coding agents.
+ */
+/**
+ * Estimate token count for a given text.
+ *
+ * Token ratios by character type (approximate, based on common tokenizers):
+ * - CJK characters: ~1.5 tokens/char (each CJK char is typically 1-2 tokens)
+ * - ASCII letters/digits: ~0.25 tokens/char (4 chars per token on average)
+ * - Punctuation: ~1 token/char (each punctuation mark is often its own token)
+ * - Whitespace: ~0.5 tokens/char (spaces often grouped, newlines are separate)
+ *
+ * @param text - The text to estimate tokens for
+ * @returns Estimated token count (integer)
+ */
+export declare function estimateTokens(text: string): number;
+/**
+ * Estimate tokens for an array of messages (for compact/autocompact fallback).
+ *
+ * @param messages - Array of message objects with content
+ * @returns Estimated total token count
+ */
+export declare function estimateMessagesTokens(messages: Array<{
+    content?: string | null;
+    role?: string;
+}>): number;
+/**
+ * Quick token estimate using character count as fallback.
+ * Uses a more conservative ratio than text.length / 4.
+ *
+ * @param textLength - Character count of the text
+ * @param hasCJK - Whether the text contains CJK characters
+ * @returns Estimated token count
+ */
+export declare function quickTokenEstimate(textLength: number, hasCJK?: boolean): number;
+//# sourceMappingURL=token-estimate.d.ts.map

package/dist/utils/token-estimate.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-estimate.d.ts","sourceRoot":"","sources":["../../src/utils/token-estimate.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AA+CH;;;;;;;;;;;GAWG;AACH,wBAAgB,cAAc,CAAC,IAAI,EAAE,MAAM,GAAG,MAAM,CA+CnD;AAED;;;;;GAKG;AACH,wBAAgB,sBAAsB,CACpC,QAAQ,EAAE,KAAK,CAAC;IAAE,OAAO,CAAC,EAAE,MAAM,GAAG,IAAI,CAAC;IAAC,IAAI,CAAC,EAAE,MAAM,CAAA;CAAE,CAAC,GAC1D,MAAM,CASR;AAED;;;;;;;GAOG;AACH,wBAAgB,kBAAkB,CAAC,UAAU,EAAE,MAAM,EAAE,MAAM,UAAQ,GAAG,MAAM,CAO7E"}

package/dist/utils/token-estimate.js

@@ -0,0 +1,150 @@
+"use strict";
+/**
+ * openhorse - Token estimation utilities
+ *
+ * Accurate token estimation that accounts for CJK characters,
+ * which have significantly different token ratios than ASCII text.
+ *
+ * CJK characters: ~1.5 tokens/char (vs ~0.25 for ASCII words)
+ * This is critical for bilingual (CN/EN) coding agents.
+ */
+Object.defineProperty(exports, "__esModule", { value: true });
+exports.estimateTokens = estimateTokens;
+exports.estimateMessagesTokens = estimateMessagesTokens;
+exports.quickTokenEstimate = quickTokenEstimate;
+/**
+ * Check if a character is a CJK (Chinese/Japanese/Korean) character
+ * These characters typically consume ~1.5 tokens each in most tokenizers
+ */
+function isCJK(char) {
+    const cp = char.codePointAt(0) || 0;
+    return (
+    // CJK Unified Ideographs
+    (cp >= 0x4E00 && cp <= 0x9FFF) ||
+        // CJK Extension A
+        (cp >= 0x3400 && cp <= 0x4DBF) ||
+        // CJK Extension B
+        (cp >= 0x20000 && cp <= 0x2A6DF) ||
+        // CJK Extension C
+        (cp >= 0x2A700 && cp <= 0x2B73F) ||
+        // CJK Extension D
+        (cp >= 0x2B740 && cp <= 0x2B81F) ||
+        // CJK Compatibility Ideographs
+        (cp >= 0xF900 && cp <= 0xFAFF) ||
+        // CJK Compatibility Ideographs Supplement
+        (cp >= 0x2F800 && cp <= 0x2FA1F) ||
+        // Hiragana (Japanese)
+        (cp >= 0x3040 && cp <= 0x309F) ||
+        // Katakana (Japanese)
+        (cp >= 0x30A0 && cp <= 0x30FF) ||
+        // Katakana Phonetic Extensions
+        (cp >= 0x31F0 && cp <= 0x31FF) ||
+        // Hangul Syllables (Korean)
+        (cp >= 0xAC00 && cp <= 0xD7AF) ||
+        // Hangul Jamo
+        (cp >= 0x1100 && cp <= 0x11FF) ||
+        // Hangul Compatibility Jamo
+        (cp >= 0x3130 && cp <= 0x318F) ||
+        // Fullwidth Forms (CJK punctuation, etc.)
+        (cp >= 0xFF00 && cp <= 0xFFEF));
+}
+/**
+ * Check if a character is a whitespace/newline
+ */
+function isWhitespace(char) {
+    return char === ' ' || char === '\t' || char === '\n' || char === '\r';
+}
+/**
+ * Estimate token count for a given text.
+ *
+ * Token ratios by character type (approximate, based on common tokenizers):
+ * - CJK characters: ~1.5 tokens/char (each CJK char is typically 1-2 tokens)
+ * - ASCII letters/digits: ~0.25 tokens/char (4 chars per token on average)
+ * - Punctuation: ~1 token/char (each punctuation mark is often its own token)
+ * - Whitespace: ~0.5 tokens/char (spaces often grouped, newlines are separate)
+ *
+ * @param text - The text to estimate tokens for
+ * @returns Estimated token count (integer)
+ */
+function estimateTokens(text) {
+    if (!text)
+        return 0;
+    let tokens = 0;
+    let asciiRun = 0;
+    for (const char of text) {
+        if (isCJK(char)) {
+            // Flush any accumulated ASCII run
+            if (asciiRun > 0) {
+                tokens += Math.ceil(asciiRun / 4);
+                asciiRun = 0;
+            }
+            // CJK characters: ~1.5 tokens each
+            tokens += 1.5;
+        }
+        else if (isWhitespace(char)) {
+            // Flush ASCII run
+            if (asciiRun > 0) {
+                tokens += Math.ceil(asciiRun / 4);
+                asciiRun = 0;
+            }
+            // Newlines are typically their own token
+            if (char === '\n') {
+                tokens += 1;
+            }
+            else {
+                tokens += 0.5;
+            }
+        }
+        else if (char.codePointAt(0) < 128) {
+            // ASCII letter/digit - accumulate for word-level estimation
+            asciiRun++;
+        }
+        else {
+            // Non-ASCII punctuation/symbols - flush ASCII run first
+            if (asciiRun > 0) {
+                tokens += Math.ceil(asciiRun / 4);
+                asciiRun = 0;
+            }
+            // Punctuation and symbols: ~1 token each
+            tokens += 1;
+        }
+    }
+    // Flush remaining ASCII run
+    if (asciiRun > 0) {
+        tokens += Math.ceil(asciiRun / 4);
+    }
+    return Math.ceil(tokens);
+}
+/**
+ * Estimate tokens for an array of messages (for compact/autocompact fallback).
+ *
+ * @param messages - Array of message objects with content
+ * @returns Estimated total token count
+ */
+function estimateMessagesTokens(messages) {
+    let total = 0;
+    for (const msg of messages) {
+        if (msg.content) {
+            // Add overhead for message framing (~4 tokens per message)
+            total += estimateTokens(msg.content) + 4;
+        }
+    }
+    return total;
+}
+/**
+ * Quick token estimate using character count as fallback.
+ * Uses a more conservative ratio than text.length / 4.
+ *
+ * @param textLength - Character count of the text
+ * @param hasCJK - Whether the text contains CJK characters
+ * @returns Estimated token count
+ */
+function quickTokenEstimate(textLength, hasCJK = false) {
+    if (hasCJK) {
+        // CJK-heavy text: ~1.5 tokens per char
+        return Math.ceil(textLength * 1.5);
+    }
+    // ASCII-heavy text: ~0.25 tokens per char
+    return Math.ceil(textLength / 4);
+}
+//# sourceMappingURL=token-estimate.js.map

package/dist/utils/token-estimate.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"token-estimate.js","sourceRoot":"","sources":["../../src/utils/token-estimate.ts"],"names":[],"mappings":";AAAA;;;;;;;;GAQG;;AA2DH,wCA+CC;AAQD,wDAWC;AAUD,gDAOC;AA5ID;;;GAGG;AACH,SAAS,KAAK,CAAC,IAAY;IACzB,MAAM,EAAE,GAAG,IAAI,CAAC,WAAW,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;IACpC,OAAO;IACL,yBAAyB;IACzB,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,kBAAkB;QAClB,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,kBAAkB;QAClB,CAAC,EAAE,IAAI,OAAO,IAAI,EAAE,IAAI,OAAO,CAAC;QAChC,kBAAkB;QAClB,CAAC,EAAE,IAAI,OAAO,IAAI,EAAE,IAAI,OAAO,CAAC;QAChC,kBAAkB;QAClB,CAAC,EAAE,IAAI,OAAO,IAAI,EAAE,IAAI,OAAO,CAAC;QAChC,+BAA+B;QAC/B,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,0CAA0C;QAC1C,CAAC,EAAE,IAAI,OAAO,IAAI,EAAE,IAAI,OAAO,CAAC;QAChC,sBAAsB;QACtB,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,sBAAsB;QACtB,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,+BAA+B;QAC/B,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,4BAA4B;QAC5B,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,cAAc;QACd,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,4BAA4B;QAC5B,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC;QAC9B,0CAA0C;QAC1C,CAAC,EAAE,IAAI,MAAM,IAAI,EAAE,IAAI,MAAM,CAAC,CAC/B,CAAC;AACJ,CAAC;AAED;;GAEG;AACH,SAAS,YAAY,CAAC,IAAY;IAChC,OAAO,IAAI,KAAK,GAAG,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,IAAI,IAAI,KAAK,IAAI,CAAC;AACzE,CAAC;AAED;;;;;;;;;;;GAWG;AACH,SAAgB,cAAc,CAAC,IAAY;IACzC,IAAI,CAAC,IAAI;QAAE,OAAO,CAAC,CAAC;IAEpB,IAAI,MAAM,GAAG,CAAC,CAAC;IACf,IAAI,QAAQ,GAAG,CAAC,CAAC;IAEjB,KAAK,MAAM,IAAI,IAAI,IAAI,EAAE,CAAC;QACxB,IAAI,KAAK,CAAC,IAAI,CAAC,EAAE,CAAC;YAChB,kCAAkC;YAClC,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACjB,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;gBAClC,QAAQ,GAAG,CAAC,CAAC;YACf,CAAC;YACD,mCAAmC;YACnC,MAAM,IAAI,GAAG,CAAC;QAChB,CAAC;aAAM,IAAI,YAAY,CAAC,IAAI,CAAC,EAAE,CAAC;YAC9B,kBAAkB;YAClB,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACjB,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;gBAClC,QAAQ,GAAG,CAAC,CAAC;YACf,CAAC;YACD,yCAAyC;YACzC,IAAI,IAAI,KAAK,IAAI,EAAE,CAAC;gBAClB,MAAM,IAAI,CAAC,CAAC;YACd,CAAC;iBAAM,CAAC;gBACN,MAAM,IAAI,GAAG,CAAC;YAChB,CAAC;QACH,CAAC;aAAM,IAAI,IAAI,CAAC,WAAW,CAAC,CAAC,CAAE,GAAG,GAAG,EAAE,CAAC;YACtC,4DAA4D;YAC5D,QAAQ,EAAE,CAAC;QACb,CAAC;aAAM,CAAC;YACN,wDAAwD;YACxD,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;gBACjB,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;gBAClC,QAAQ,GAAG,CAAC,CAAC;YACf,CAAC;YACD,yCAAyC;YACzC,MAAM,IAAI,CAAC,CAAC;QACd,CAAC;IACH,CAAC;IAED,4BAA4B;IAC5B,IAAI,QAAQ,GAAG,CAAC,EAAE,CAAC;QACjB,MAAM,IAAI,IAAI,CAAC,IAAI,CAAC,QAAQ,GAAG,CAAC,CAAC,CAAC;IACpC,CAAC;IAED,OAAO,IAAI,CAAC,IAAI,CAAC,MAAM,CAAC,CAAC;AAC3B,CAAC;AAED;;;;;GAKG;AACH,SAAgB,sBAAsB,CACpC,QAA2D;IAE3D,IAAI,KAAK,GAAG,CAAC,CAAC;IACd,KAAK,MAAM,GAAG,IAAI,QAAQ,EAAE,CAAC;QAC3B,IAAI,GAAG,CAAC,OAAO,EAAE,CAAC;YAChB,2DAA2D;YAC3D,KAAK,IAAI,cAAc,CAAC,GAAG,CAAC,OAAO,CAAC,GAAG,CAAC,CAAC;QAC3C,CAAC;IACH,CAAC;IACD,OAAO,KAAK,CAAC;AACf,CAAC;AAED;;;;;;;GAOG;AACH,SAAgB,kBAAkB,CAAC,UAAkB,EAAE,MAAM,GAAG,KAAK;IACnE,IAAI,MAAM,EAAE,CAAC;QACX,uCAAuC;QACvC,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,GAAG,CAAC,CAAC;IACrC,CAAC;IACD,0CAA0C;IAC1C,OAAO,IAAI,CAAC,IAAI,CAAC,UAAU,GAAG,CAAC,CAAC,CAAC;AACnC,CAAC"}

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "openhorse",
-  "version": "0.2.2",
+  "version": "0.2.4",
   "description": "OpenHorse - Universal Agent Harness Framework. A complete coding CLI agent with tools, MCP, memory system.",
   "main": "dist/index.js",
   "types": "dist/index.d.ts",