@defai.digital/token-budget 13.0.3

package/LICENSE

@@ -0,0 +1,214 @@
+AutomatosX Open Source Edition - Apache License 2.0
+
+This license applies ONLY to the AutomatosX Open Source Edition code
+published on GitHub at https://github.com/defai-digital/automatosx
+
+This license does NOT apply to:
+- AutomatosX Pro Edition (proprietary software - separate EULA)
+- AutomatosX Enterprise Edition (proprietary software - separate agreement)
+
+For commercial editions, see COMMERCIAL-LICENSE.md
+
+===============================================================================
+
+                                 Apache License
+                           Version 2.0, January 2004
+                        http://www.apache.org/licenses/
+
+   TERMS AND CONDITIONS FOR USE, REPRODUCTION, AND DISTRIBUTION
+
+   1. Definitions.
+
+      "License" shall mean the terms and conditions for use, reproduction,
+      and distribution as defined by Sections 1 through 9 of this document.
+
+      "Licensor" shall mean the copyright owner or entity authorized by
+      the copyright owner that is granting the License.
+
+      "Legal Entity" shall mean the union of the acting entity and all
+      other entities that control, are controlled by, or are under common
+      control with that entity. For the purposes of this definition,
+      "control" means (i) the power, direct or indirect, to cause the
+      direction or management of such entity, whether by contract or
+      otherwise, or (ii) ownership of fifty percent (50%) or more of the
+      outstanding shares, or (iii) beneficial ownership of such entity.
+
+      "You" (or "Your") shall mean an individual or Legal Entity
+      exercising permissions granted by this License.
+
+      "Source" form shall mean the preferred form for making modifications,
+      including but not limited to software source code, documentation
+      source, and configuration files.
+
+      "Object" form shall mean any form resulting from mechanical
+      transformation or translation of a Source form, including but
+      not limited to compiled object code, generated documentation,
+      and conversions to other media types.
+
+      "Work" shall mean the work of authorship, whether in Source or
+      Object form, made available under the License, as indicated by a
+      copyright notice that is included in or attached to the work
+      (an example is provided in the Appendix below).
+
+      "Derivative Works" shall mean any work, whether in Source or Object
+      form, that is based on (or derived from) the Work and for which the
+      editorial revisions, annotations, elaborations, or other modifications
+      represent, as a whole, an original work of authorship. For the purposes
+      of this License, Derivative Works shall not include works that remain
+      separable from, or merely link (or bind by name) to the interfaces of,
+      the Work and Derivative Works thereof.
+
+      "Contribution" shall mean any work of authorship, including
+      the original version of the Work and any modifications or additions
+      to that Work or Derivative Works thereof, that is intentionally
+      submitted to Licensor for inclusion in the Work by the copyright owner
+      or by an individual or Legal Entity authorized to submit on behalf of
+      the copyright owner. For the purposes of this definition, "submitted"
+      means any form of electronic, verbal, or written communication sent
+      to the Licensor or its representatives, including but not limited to
+      communication on electronic mailing lists, source code control systems,
+      and issue tracking systems that are managed by, or on behalf of, the
+      Licensor for the purpose of discussing and improving the Work, but
+      excluding communication that is conspicuously marked or otherwise
+      designated in writing by the copyright owner as "Not a Contribution."
+
+      "Contributor" shall mean Licensor and any individual or Legal Entity
+      on behalf of whom a Contribution has been received by Licensor and
+      subsequently incorporated within the Work.
+
+   2. Grant of Copyright License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      copyright license to reproduce, prepare Derivative Works of,
+      publicly display, publicly perform, sublicense, and distribute the
+      Work and such Derivative Works in Source or Object form.
+
+   3. Grant of Patent License. Subject to the terms and conditions of
+      this License, each Contributor hereby grants to You a perpetual,
+      worldwide, non-exclusive, no-charge, royalty-free, irrevocable
+      (except as stated in this section) patent license to make, have made,
+      use, offer to sell, sell, import, and otherwise transfer the Work,
+      where such license applies only to those patent claims licensable
+      by such Contributor that are necessarily infringed by their
+      Contribution(s) alone or by combination of their Contribution(s)
+      with the Work to which such Contribution(s) was submitted. If You
+      institute patent litigation against any entity (including a
+      cross-claim or counterclaim in a lawsuit) alleging that the Work
+      or a Contribution incorporated within the Work constitutes direct
+      or contributory patent infringement, then any patent licenses
+      granted to You under this License for that Work shall terminate
+      as of the date such litigation is filed.
+
+   4. Redistribution. You may reproduce and distribute copies of the
+      Work or Derivative Works thereof in any medium, with or without
+      modifications, and in Source or Object form, provided that You
+      meet the following conditions:
+
+      (a) You must give any other recipients of the Work or
+          Derivative Works a copy of this License; and
+
+      (b) You must cause any modified files to carry prominent notices
+          stating that You changed the files; and
+
+      (c) You must retain, in the Source form of any Derivative Works
+          that You distribute, all copyright, patent, trademark, and
+          attribution notices from the Source form of the Work,
+          excluding those notices that do not pertain to any part of
+          the Derivative Works; and
+
+      (d) If the Work includes a "NOTICE" text file as part of its
+          distribution, then any Derivative Works that You distribute must
+          include a readable copy of the attribution notices contained
+          within such NOTICE file, excluding those notices that do not
+          pertain to any part of the Derivative Works, in at least one
+          of the following places: within a NOTICE text file distributed
+          as part of the Derivative Works; within the Source form or
+          documentation, if provided along with the Derivative Works; or,
+          within a display generated by the Derivative Works, if and
+          wherever such third-party notices normally appear. The contents
+          of the NOTICE file are for informational purposes only and
+          do not modify the License. You may add Your own attribution
+          notices within Derivative Works that You distribute, alongside
+          or as an addendum to the NOTICE text from the Work, provided
+          that such additional attribution notices cannot be construed
+          as modifying the License.
+
+      You may add Your own copyright statement to Your modifications and
+      may provide additional or different license terms and conditions
+      for use, reproduction, or distribution of Your modifications, or
+      for any such Derivative Works as a whole, provided Your use,
+      reproduction, and distribution of the Work otherwise complies with
+      the conditions stated in this License.
+
+   5. Submission of Contributions. Unless You explicitly state otherwise,
+      any Contribution intentionally submitted for inclusion in the Work
+      by You to the Licensor shall be under the terms and conditions of
+      this License, without any additional terms or conditions.
+      Notwithstanding the above, nothing herein shall supersede or modify
+      the terms of any separate license agreement you may have executed
+      with Licensor regarding such Contributions.
+
+   6. Trademarks. This License does not grant permission to use the trade
+      names, trademarks, service marks, or product names of the Licensor,
+      except as required for reasonable and customary use in describing the
+      origin of the Work and reproducing the content of the NOTICE file.
+
+   7. Disclaimer of Warranty. Unless required by applicable law or
+      agreed to in writing, Licensor provides the Work (and each
+      Contributor provides its Contributions) on an "AS IS" BASIS,
+      WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or
+      implied, including, without limitation, any warranties or conditions
+      of TITLE, NON-INFRINGEMENT, MERCHANTABILITY, or FITNESS FOR A
+      PARTICULAR PURPOSE. You are solely responsible for determining the
+      appropriateness of using or redistributing the Work and assume any
+      risks associated with Your exercise of permissions under this License.
+
+   8. Limitation of Liability. In no event and under no legal theory,
+      whether in tort (including negligence), contract, or otherwise,
+      unless required by applicable law (such as deliberate and grossly
+      negligent acts) or agreed to in writing, shall any Contributor be
+      liable to You for damages, including any direct, indirect, special,
+      incidental, or consequential damages of any character arising as a
+      result of this License or out of the use or inability to use the
+      Work (including but not limited to damages for loss of goodwill,
+      work stoppage, computer failure or malfunction, or any and all
+      other commercial damages or losses), even if such Contributor
+      has been advised of the possibility of such damages.
+
+   9. Accepting Warranty or Additional Liability. While redistributing
+      the Work or Derivative Works thereof, You may choose to offer,
+      and charge a fee for, acceptance of support, warranty, indemnity,
+      or other liability obligations and/or rights consistent with this
+      License. However, in accepting such obligations, You may act only
+      on Your own behalf and on Your sole responsibility, not on behalf
+      of any other Contributor, and only if You agree to indemnify,
+      defend, and hold each Contributor harmless for any liability
+      incurred by, or claims asserted against, such Contributor by reason
+      of your accepting any such warranty or additional liability.
+
+   END OF TERMS AND CONDITIONS
+
+   APPENDIX: How to apply the Apache License to your work.
+
+      To apply the Apache License to your work, attach the following
+      boilerplate notice, with the fields enclosed by brackets "[]"
+      replaced with your own identifying information. (Don't include
+      the brackets!)  The text should be enclosed in the appropriate
+      comment syntax for the file format. We also recommend that a
+      file or class name and description of purpose be included on the
+      same "printed page" as the copyright notice for easier
+      identification within third-party archives.
+
+   Copyright 2024-2025 DEFAI Private Limited
+
+   Licensed under the Apache License, Version 2.0 (the "License");
+   you may not use this file except in compliance with the License.
+   You may obtain a copy of the License at
+
+       http://www.apache.org/licenses/LICENSE-2.0
+
+   Unless required by applicable law or agreed to in writing, software
+   distributed under the License is distributed on an "AS IS" BASIS,
+   WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+   See the License for the specific language governing permissions and
+   limitations under the License.

package/dist/allocator.d.ts

@@ -0,0 +1,84 @@
+/**
+ * Token Budget Allocator Implementation
+ *
+ * Manages token allocation for embedded instructions to prevent
+ * context window overflow.
+ */
+import { type EmbeddedInstruction, type TokenBudgetConfig, type BudgetAllocation, type BudgetStatus, type InstructionType, type InstructionPriority } from '@defai.digital/contracts';
+/**
+ * Token budget allocator interface
+ */
+export interface TokenBudgetAllocator {
+    /**
+     * Allocate budget for instructions
+     */
+    allocate(instructions: EmbeddedInstruction[]): BudgetAllocation;
+    /**
+     * Get current budget status
+     */
+    getStatus(): BudgetStatus;
+    /**
+     * Update configuration
+     */
+    setConfig(config: TokenBudgetConfig): void;
+    /**
+     * Get current configuration
+     */
+    getConfig(): TokenBudgetConfig;
+    /**
+     * Estimate tokens for content
+     */
+    estimateTokens(content: string): number;
+}
+/**
+ * Default token budget allocator implementation
+ */
+export declare class DefaultTokenBudgetAllocator implements TokenBudgetAllocator {
+    private config;
+    private currentAllocation;
+    constructor(config?: TokenBudgetConfig);
+    /**
+     * Allocate budget for instructions
+     */
+    allocate(instructions: EmbeddedInstruction[]): BudgetAllocation;
+    /**
+     * Get current budget status
+     */
+    getStatus(): BudgetStatus;
+    /**
+     * Update configuration
+     */
+    setConfig(config: TokenBudgetConfig): void;
+    /**
+     * Get current configuration
+     */
+    getConfig(): TokenBudgetConfig;
+    /**
+     * Estimate tokens for content using rule-based approximation
+     *
+     * Uses a simple heuristic: ~4 characters per token for English text.
+     * This is a rough approximation - for exact counts, use a tokenizer.
+     */
+    estimateTokens(content: string): number;
+    /**
+     * Get type limit from config
+     */
+    private getTypeLimit;
+}
+/**
+ * Token budget error
+ */
+export declare class TokenBudgetError extends Error {
+    readonly code: string;
+    readonly details?: Record<string, unknown> | undefined;
+    constructor(code: string, message: string, details?: Record<string, unknown> | undefined);
+}
+/**
+ * Creates a new token budget allocator
+ */
+export declare function createTokenBudgetAllocator(config?: TokenBudgetConfig): TokenBudgetAllocator;
+/**
+ * Creates an embedded instruction
+ */
+export declare function createInstruction(type: InstructionType, content: string, priority?: InstructionPriority, metadata?: Record<string, unknown>): EmbeddedInstruction;
+//# sourceMappingURL=allocator.d.ts.map

package/dist/allocator.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"allocator.d.ts","sourceRoot":"","sources":["../src/allocator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EACL,KAAK,mBAAmB,EACxB,KAAK,iBAAiB,EACtB,KAAK,gBAAgB,EACrB,KAAK,YAAY,EACjB,KAAK,eAAe,EACpB,KAAK,mBAAmB,EAIzB,MAAM,0BAA0B,CAAC;AAElC;;GAEG;AACH,MAAM,WAAW,oBAAoB;IACnC;;OAEG;IACH,QAAQ,CAAC,YAAY,EAAE,mBAAmB,EAAE,GAAG,gBAAgB,CAAC;IAEhE;;OAEG;IACH,SAAS,IAAI,YAAY,CAAC;IAE1B;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,iBAAiB,GAAG,IAAI,CAAC;IAE3C;;OAEG;IACH,SAAS,IAAI,iBAAiB,CAAC;IAE/B;;OAEG;IACH,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM,CAAC;CACzC;AAED;;GAEG;AACH,qBAAa,2BAA4B,YAAW,oBAAoB;IACtE,OAAO,CAAC,MAAM,CAAoB;IAClC,OAAO,CAAC,iBAAiB,CAAiC;gBAE9C,MAAM,GAAE,iBAAwC;IAI5D;;OAEG;IACH,QAAQ,CAAC,YAAY,EAAE,mBAAmB,EAAE,GAAG,gBAAgB;IAqF/D;;OAEG;IACH,SAAS,IAAI,YAAY;IA0BzB;;OAEG;IACH,SAAS,CAAC,MAAM,EAAE,iBAAiB,GAAG,IAAI;IAK1C;;OAEG;IACH,SAAS,IAAI,iBAAiB;IAI9B;;;;;OAKG;IACH,cAAc,CAAC,OAAO,EAAE,MAAM,GAAG,MAAM;IAavC;;OAEG;IACH,OAAO,CAAC,YAAY;CAIrB;AAED;;GAEG;AACH,qBAAa,gBAAiB,SAAQ,KAAK;aAEvB,IAAI,EAAE,MAAM;aAEZ,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC;gBAFjC,IAAI,EAAE,MAAM,EAC5B,OAAO,EAAE,MAAM,EACC,OAAO,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,YAAA;CAKpD;AAED;;GAEG;AACH,wBAAgB,0BAA0B,CACxC,MAAM,CAAC,EAAE,iBAAiB,GACzB,oBAAoB,CAEtB;AAED;;GAEG;AACH,wBAAgB,iBAAiB,CAC/B,IAAI,EAAE,eAAe,EACrB,OAAO,EAAE,MAAM,EACf,QAAQ,GAAE,mBAA8B,EACxC,QAAQ,CAAC,EAAE,MAAM,CAAC,MAAM,EAAE,OAAO,CAAC,GACjC,mBAAmB,CASrB"}

package/dist/allocator.js

@@ -0,0 +1,189 @@
+/**
+ * Token Budget Allocator Implementation
+ *
+ * Manages token allocation for embedded instructions to prevent
+ * context window overflow.
+ */
+import { DEFAULT_TOKEN_BUDGET, getPriorityValue, getTypePriorityValue, } from '@defai.digital/contracts';
+/**
+ * Default token budget allocator implementation
+ */
+export class DefaultTokenBudgetAllocator {
+    config;
+    currentAllocation = null;
+    constructor(config = DEFAULT_TOKEN_BUDGET) {
+        this.config = config;
+    }
+    /**
+     * Allocate budget for instructions
+     */
+    allocate(instructions) {
+        const now = new Date().toISOString();
+        // Estimate tokens for instructions without estimates
+        const instructionsWithTokens = instructions.map((instr) => ({
+            ...instr,
+            estimatedTokens: instr.estimatedTokens ?? this.estimateTokens(instr.content),
+        }));
+        // Sort by priority (critical first, then by type priority)
+        const sorted = [...instructionsWithTokens].sort((a, b) => {
+            const priorityDiff = getPriorityValue(b.priority) - getPriorityValue(a.priority);
+            if (priorityDiff !== 0)
+                return priorityDiff;
+            return getTypePriorityValue(b.type) - getTypePriorityValue(a.type);
+        });
+        const included = [];
+        const excluded = [];
+        const usageByType = {
+            memory: 0,
+            todo: 0,
+            session: 0,
+            context: 0,
+            system: 0,
+        };
+        let totalTokens = 0;
+        let criticalReserveUsed = 0;
+        // Allocate instructions
+        for (const instruction of sorted) {
+            const tokens = instruction.estimatedTokens ?? 0;
+            const type = instruction.type;
+            // Check type limit
+            const typeLimit = this.getTypeLimit(type);
+            const typeUsage = usageByType[type];
+            const typeRemaining = typeLimit - typeUsage;
+            // Check total budget
+            const totalRemaining = this.config.maxTotal - totalTokens;
+            // Critical instructions can use reserve
+            if (instruction.priority === 'critical') {
+                const availableWithReserve = totalRemaining + (this.config.criticalReserve - criticalReserveUsed);
+                if (tokens <= availableWithReserve && tokens <= typeRemaining) {
+                    // Use regular budget first, then reserve
+                    const fromRegular = Math.min(tokens, totalRemaining);
+                    const fromReserve = tokens - fromRegular;
+                    totalTokens += fromRegular;
+                    criticalReserveUsed += fromReserve;
+                    usageByType[type] += tokens;
+                    included.push(instruction);
+                }
+                else {
+                    excluded.push(instruction);
+                }
+            }
+            else {
+                // Non-critical: must fit within regular budget
+                if (tokens <= totalRemaining && tokens <= typeRemaining) {
+                    totalTokens += tokens;
+                    usageByType[type] += tokens;
+                    included.push(instruction);
+                }
+                else {
+                    excluded.push(instruction);
+                }
+            }
+        }
+        const allocation = {
+            included,
+            excluded,
+            totalTokens: totalTokens + criticalReserveUsed,
+            remaining: this.config.maxTotal - totalTokens,
+            usageByType,
+            criticalReserveUsed,
+            allocationTimestamp: now,
+        };
+        this.currentAllocation = allocation;
+        return allocation;
+    }
+    /**
+     * Get current budget status
+     */
+    getStatus() {
+        const currentUsage = this.currentAllocation?.totalTokens ?? 0;
+        const usageByType = this.currentAllocation?.usageByType ?? {
+            memory: 0,
+            todo: 0,
+            session: 0,
+            context: 0,
+            system: 0,
+        };
+        const remaining = this.config.maxTotal - currentUsage;
+        const criticalReserveAvailable = this.config.criticalReserve -
+            (this.currentAllocation?.criticalReserveUsed ?? 0);
+        return {
+            config: this.config,
+            currentUsage,
+            usageByType,
+            remaining,
+            criticalReserveAvailable,
+            utilizationPercent: (currentUsage / this.config.maxTotal) * 100,
+            canAcceptMore: remaining > 0,
+        };
+    }
+    /**
+     * Update configuration
+     */
+    setConfig(config) {
+        this.config = config;
+        this.currentAllocation = null;
+    }
+    /**
+     * Get current configuration
+     */
+    getConfig() {
+        return { ...this.config };
+    }
+    /**
+     * Estimate tokens for content using rule-based approximation
+     *
+     * Uses a simple heuristic: ~4 characters per token for English text.
+     * This is a rough approximation - for exact counts, use a tokenizer.
+     */
+    estimateTokens(content) {
+        // Basic heuristic: ~4 characters per token
+        // This works reasonably well for English text
+        const charCount = content.length;
+        const wordCount = content.split(/\s+/).length;
+        // Average of character-based and word-based estimates
+        const charEstimate = Math.ceil(charCount / 4);
+        const wordEstimate = Math.ceil(wordCount * 1.3); // ~1.3 tokens per word
+        return Math.ceil((charEstimate + wordEstimate) / 2);
+    }
+    /**
+     * Get type limit from config
+     */
+    getTypeLimit(type) {
+        const limit = this.config.perType[type];
+        return limit ?? this.config.maxTotal;
+    }
+}
+/**
+ * Token budget error
+ */
+export class TokenBudgetError extends Error {
+    code;
+    details;
+    constructor(code, message, details) {
+        super(message);
+        this.code = code;
+        this.details = details;
+        this.name = 'TokenBudgetError';
+    }
+}
+/**
+ * Creates a new token budget allocator
+ */
+export function createTokenBudgetAllocator(config) {
+    return new DefaultTokenBudgetAllocator(config);
+}
+/**
+ * Creates an embedded instruction
+ */
+export function createInstruction(type, content, priority = 'normal', metadata) {
+    return {
+        id: crypto.randomUUID(),
+        type,
+        content,
+        priority,
+        createdAt: new Date().toISOString(),
+        metadata,
+    };
+}
+//# sourceMappingURL=allocator.js.map

package/dist/allocator.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"allocator.js","sourceRoot":"","sources":["../src/allocator.ts"],"names":[],"mappings":"AAAA;;;;;GAKG;AAEH,OAAO,EAOL,oBAAoB,EACpB,gBAAgB,EAChB,oBAAoB,GACrB,MAAM,0BAA0B,CAAC;AAgClC;;GAEG;AACH,MAAM,OAAO,2BAA2B;IAC9B,MAAM,CAAoB;IAC1B,iBAAiB,GAA4B,IAAI,CAAC;IAE1D,YAAY,SAA4B,oBAAoB;QAC1D,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;IACvB,CAAC;IAED;;OAEG;IACH,QAAQ,CAAC,YAAmC;QAC1C,MAAM,GAAG,GAAG,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE,CAAC;QAErC,qDAAqD;QACrD,MAAM,sBAAsB,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,KAAK,EAAE,EAAE,CAAC,CAAC;YAC1D,GAAG,KAAK;YACR,eAAe,EAAE,KAAK,CAAC,eAAe,IAAI,IAAI,CAAC,cAAc,CAAC,KAAK,CAAC,OAAO,CAAC;SAC7E,CAAC,CAAC,CAAC;QAEJ,2DAA2D;QAC3D,MAAM,MAAM,GAAG,CAAC,GAAG,sBAAsB,CAAC,CAAC,IAAI,CAAC,CAAC,CAAC,EAAE,CAAC,EAAE,EAAE;YACvD,MAAM,YAAY,GAAG,gBAAgB,CAAC,CAAC,CAAC,QAAQ,CAAC,GAAG,gBAAgB,CAAC,CAAC,CAAC,QAAQ,CAAC,CAAC;YACjF,IAAI,YAAY,KAAK,CAAC;gBAAE,OAAO,YAAY,CAAC;YAC5C,OAAO,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,GAAG,oBAAoB,CAAC,CAAC,CAAC,IAAI,CAAC,CAAC;QACrE,CAAC,CAAC,CAAC;QAEH,MAAM,QAAQ,GAA0B,EAAE,CAAC;QAC3C,MAAM,QAAQ,GAA0B,EAAE,CAAC;QAC3C,MAAM,WAAW,GAAoC;YACnD,MAAM,EAAE,CAAC;YACT,IAAI,EAAE,CAAC;YACP,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;SACV,CAAC;QAEF,IAAI,WAAW,GAAG,CAAC,CAAC;QACpB,IAAI,mBAAmB,GAAG,CAAC,CAAC;QAE5B,wBAAwB;QACxB,KAAK,MAAM,WAAW,IAAI,MAAM,EAAE,CAAC;YACjC,MAAM,MAAM,GAAG,WAAW,CAAC,eAAe,IAAI,CAAC,CAAC;YAChD,MAAM,IAAI,GAAG,WAAW,CAAC,IAAI,CAAC;YAE9B,mBAAmB;YACnB,MAAM,SAAS,GAAG,IAAI,CAAC,YAAY,CAAC,IAAI,CAAC,CAAC;YAC1C,MAAM,SAAS,GAAG,WAAW,CAAC,IAAI,CAAC,CAAC;YACpC,MAAM,aAAa,GAAG,SAAS,GAAG,SAAS,CAAC;YAE5C,qBAAqB;YACrB,MAAM,cAAc,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,WAAW,CAAC;YAE1D,wCAAwC;YACxC,IAAI,WAAW,CAAC,QAAQ,KAAK,UAAU,EAAE,CAAC;gBACxC,MAAM,oBAAoB,GACxB,cAAc,GAAG,CAAC,IAAI,CAAC,MAAM,CAAC,eAAe,GAAG,mBAAmB,CAAC,CAAC;gBAEvE,IAAI,MAAM,IAAI,oBAAoB,IAAI,MAAM,IAAI,aAAa,EAAE,CAAC;oBAC9D,yCAAyC;oBACzC,MAAM,WAAW,GAAG,IAAI,CAAC,GAAG,CAAC,MAAM,EAAE,cAAc,CAAC,CAAC;oBACrD,MAAM,WAAW,GAAG,MAAM,GAAG,WAAW,CAAC;oBAEzC,WAAW,IAAI,WAAW,CAAC;oBAC3B,mBAAmB,IAAI,WAAW,CAAC;oBACnC,WAAW,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC;oBAC5B,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;iBAAM,CAAC;gBACN,+CAA+C;gBAC/C,IAAI,MAAM,IAAI,cAAc,IAAI,MAAM,IAAI,aAAa,EAAE,CAAC;oBACxD,WAAW,IAAI,MAAM,CAAC;oBACtB,WAAW,CAAC,IAAI,CAAC,IAAI,MAAM,CAAC;oBAC5B,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAC7B,CAAC;qBAAM,CAAC;oBACN,QAAQ,CAAC,IAAI,CAAC,WAAW,CAAC,CAAC;gBAC7B,CAAC;YACH,CAAC;QACH,CAAC;QAED,MAAM,UAAU,GAAqB;YACnC,QAAQ;YACR,QAAQ;YACR,WAAW,EAAE,WAAW,GAAG,mBAAmB;YAC9C,SAAS,EAAE,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,WAAW;YAC7C,WAAW;YACX,mBAAmB;YACnB,mBAAmB,EAAE,GAAG;SACzB,CAAC;QAEF,IAAI,CAAC,iBAAiB,GAAG,UAAU,CAAC;QACpC,OAAO,UAAU,CAAC;IACpB,CAAC;IAED;;OAEG;IACH,SAAS;QACP,MAAM,YAAY,GAAG,IAAI,CAAC,iBAAiB,EAAE,WAAW,IAAI,CAAC,CAAC;QAC9D,MAAM,WAAW,GAAG,IAAI,CAAC,iBAAiB,EAAE,WAAW,IAAI;YACzD,MAAM,EAAE,CAAC;YACT,IAAI,EAAE,CAAC;YACP,OAAO,EAAE,CAAC;YACV,OAAO,EAAE,CAAC;YACV,MAAM,EAAE,CAAC;SACV,CAAC;QAEF,MAAM,SAAS,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,GAAG,YAAY,CAAC;QACtD,MAAM,wBAAwB,GAC5B,IAAI,CAAC,MAAM,CAAC,eAAe;YAC3B,CAAC,IAAI,CAAC,iBAAiB,EAAE,mBAAmB,IAAI,CAAC,CAAC,CAAC;QAErD,OAAO;YACL,MAAM,EAAE,IAAI,CAAC,MAAM;YACnB,YAAY;YACZ,WAAW;YACX,SAAS;YACT,wBAAwB;YACxB,kBAAkB,EAAE,CAAC,YAAY,GAAG,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC,GAAG,GAAG;YAC/D,aAAa,EAAE,SAAS,GAAG,CAAC;SAC7B,CAAC;IACJ,CAAC;IAED;;OAEG;IACH,SAAS,CAAC,MAAyB;QACjC,IAAI,CAAC,MAAM,GAAG,MAAM,CAAC;QACrB,IAAI,CAAC,iBAAiB,GAAG,IAAI,CAAC;IAChC,CAAC;IAED;;OAEG;IACH,SAAS;QACP,OAAO,EAAE,GAAG,IAAI,CAAC,MAAM,EAAE,CAAC;IAC5B,CAAC;IAED;;;;;OAKG;IACH,cAAc,CAAC,OAAe;QAC5B,2CAA2C;QAC3C,8CAA8C;QAC9C,MAAM,SAAS,GAAG,OAAO,CAAC,MAAM,CAAC;QACjC,MAAM,SAAS,GAAG,OAAO,CAAC,KAAK,CAAC,KAAK,CAAC,CAAC,MAAM,CAAC;QAE9C,sDAAsD;QACtD,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,CAAC,CAAC,CAAC;QAC9C,MAAM,YAAY,GAAG,IAAI,CAAC,IAAI,CAAC,SAAS,GAAG,GAAG,CAAC,CAAC,CAAC,uBAAuB;QAExE,OAAO,IAAI,CAAC,IAAI,CAAC,CAAC,YAAY,GAAG,YAAY,CAAC,GAAG,CAAC,CAAC,CAAC;IACtD,CAAC;IAED;;OAEG;IACK,YAAY,CAAC,IAAqB;QACxC,MAAM,KAAK,GAAG,IAAI,CAAC,MAAM,CAAC,OAAO,CAAC,IAAI,CAAC,CAAC;QACxC,OAAO,KAAK,IAAI,IAAI,CAAC,MAAM,CAAC,QAAQ,CAAC;IACvC,CAAC;CACF;AAED;;GAEG;AACH,MAAM,OAAO,gBAAiB,SAAQ,KAAK;IAEvB;IAEA;IAHlB,YACkB,IAAY,EAC5B,OAAe,EACC,OAAiC;QAEjD,KAAK,CAAC,OAAO,CAAC,CAAC;QAJC,SAAI,GAAJ,IAAI,CAAQ;QAEZ,YAAO,GAAP,OAAO,CAA0B;QAGjD,IAAI,CAAC,IAAI,GAAG,kBAAkB,CAAC;IACjC,CAAC;CACF;AAED;;GAEG;AACH,MAAM,UAAU,0BAA0B,CACxC,MAA0B;IAE1B,OAAO,IAAI,2BAA2B,CAAC,MAAM,CAAC,CAAC;AACjD,CAAC;AAED;;GAEG;AACH,MAAM,UAAU,iBAAiB,CAC/B,IAAqB,EACrB,OAAe,EACf,WAAgC,QAAQ,EACxC,QAAkC;IAElC,OAAO;QACL,EAAE,EAAE,MAAM,CAAC,UAAU,EAAE;QACvB,IAAI;QACJ,OAAO;QACP,QAAQ;QACR,SAAS,EAAE,IAAI,IAAI,EAAE,CAAC,WAAW,EAAE;QACnC,QAAQ;KACT,CAAC;AACJ,CAAC"}

package/dist/index.d.ts

@@ -0,0 +1,14 @@
+/**
+ * @defai.digital/token-budget
+ *
+ * Token budget management for AutomatosX context windows.
+ * Manages token allocation for embedded instructions to prevent
+ * context window overflow.
+ *
+ * Note: This is NOT cost-based - it manages limited context window tokens.
+ */
+export type { TokenBudgetAllocator } from './allocator.js';
+export { DefaultTokenBudgetAllocator, TokenBudgetError, createTokenBudgetAllocator, createInstruction, } from './allocator.js';
+export type { InstructionType, InstructionPriority, PerTypeLimits, TokenBudgetConfig, EmbeddedInstruction, BudgetAllocation, BudgetStatus, TokenEstimationRequest, TokenEstimationResult, AllocationInput, TokenBudgetError as TokenBudgetErrorType, } from '@defai.digital/contracts';
+export { InstructionTypeSchema, InstructionPrioritySchema, PerTypeLimitsSchema, TokenBudgetConfigSchema, EmbeddedInstructionSchema, BudgetAllocationSchema, BudgetStatusSchema, TokenBudgetErrorCode, TokenBudgetErrorSchema, DEFAULT_TOKEN_BUDGET, PRIORITY_ORDER, TYPE_PRIORITY_ORDER, validateTokenBudgetConfig, safeValidateTokenBudgetConfig, validateEmbeddedInstruction, safeValidateEmbeddedInstruction, validateAllocationInput, getPriorityValue, getTypePriorityValue, } from '@defai.digital/contracts';
+//# sourceMappingURL=index.d.ts.map

package/dist/index.d.ts.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.d.ts","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAGH,YAAY,EAAE,oBAAoB,EAAE,MAAM,gBAAgB,CAAC;AAE3D,OAAO,EACL,2BAA2B,EAC3B,gBAAgB,EAChB,0BAA0B,EAC1B,iBAAiB,GAClB,MAAM,gBAAgB,CAAC;AAGxB,YAAY,EACV,eAAe,EACf,mBAAmB,EACnB,aAAa,EACb,iBAAiB,EACjB,mBAAmB,EACnB,gBAAgB,EAChB,YAAY,EACZ,sBAAsB,EACtB,qBAAqB,EACrB,eAAe,EACf,gBAAgB,IAAI,oBAAoB,GACzC,MAAM,0BAA0B,CAAC;AAElC,OAAO,EACL,qBAAqB,EACrB,yBAAyB,EACzB,mBAAmB,EACnB,uBAAuB,EACvB,yBAAyB,EACzB,sBAAsB,EACtB,kBAAkB,EAClB,oBAAoB,EACpB,sBAAsB,EACtB,oBAAoB,EACpB,cAAc,EACd,mBAAmB,EACnB,yBAAyB,EACzB,6BAA6B,EAC7B,2BAA2B,EAC3B,+BAA+B,EAC/B,uBAAuB,EACvB,gBAAgB,EAChB,oBAAoB,GACrB,MAAM,0BAA0B,CAAC"}

package/dist/index.js

@@ -0,0 +1,12 @@
+/**
+ * @defai.digital/token-budget
+ *
+ * Token budget management for AutomatosX context windows.
+ * Manages token allocation for embedded instructions to prevent
+ * context window overflow.
+ *
+ * Note: This is NOT cost-based - it manages limited context window tokens.
+ */
+export { DefaultTokenBudgetAllocator, TokenBudgetError, createTokenBudgetAllocator, createInstruction, } from './allocator.js';
+export { InstructionTypeSchema, InstructionPrioritySchema, PerTypeLimitsSchema, TokenBudgetConfigSchema, EmbeddedInstructionSchema, BudgetAllocationSchema, BudgetStatusSchema, TokenBudgetErrorCode, TokenBudgetErrorSchema, DEFAULT_TOKEN_BUDGET, PRIORITY_ORDER, TYPE_PRIORITY_ORDER, validateTokenBudgetConfig, safeValidateTokenBudgetConfig, validateEmbeddedInstruction, safeValidateEmbeddedInstruction, validateAllocationInput, getPriorityValue, getTypePriorityValue, } from '@defai.digital/contracts';
+//# sourceMappingURL=index.js.map

package/dist/index.js.map

@@ -0,0 +1 @@
+{"version":3,"file":"index.js","sourceRoot":"","sources":["../src/index.ts"],"names":[],"mappings":"AAAA;;;;;;;;GAQG;AAKH,OAAO,EACL,2BAA2B,EAC3B,gBAAgB,EAChB,0BAA0B,EAC1B,iBAAiB,GAClB,MAAM,gBAAgB,CAAC;AAiBxB,OAAO,EACL,qBAAqB,EACrB,yBAAyB,EACzB,mBAAmB,EACnB,uBAAuB,EACvB,yBAAyB,EACzB,sBAAsB,EACtB,kBAAkB,EAClB,oBAAoB,EACpB,sBAAsB,EACtB,oBAAoB,EACpB,cAAc,EACd,mBAAmB,EACnB,yBAAyB,EACzB,6BAA6B,EAC7B,2BAA2B,EAC3B,+BAA+B,EAC/B,uBAAuB,EACvB,gBAAgB,EAChB,oBAAoB,GACrB,MAAM,0BAA0B,CAAC"}

package/package.json

@@ -0,0 +1,48 @@
+{
+  "name": "@defai.digital/token-budget",
+  "version": "13.0.3",
+  "type": "module",
+  "description": "Token budget management for AutomatosX context windows",
+  "license": "Apache-2.0",
+  "author": "DEFAI Private Limited",
+  "repository": {
+    "type": "git",
+    "url": "https://github.com/defai-digital/automatosx.git",
+    "directory": "packages/core/token-budget"
+  },
+  "homepage": "https://github.com/defai-digital/automatosx#readme",
+  "bugs": {
+    "url": "https://github.com/defai-digital/automatosx/issues"
+  },
+  "main": "dist/index.js",
+  "types": "dist/index.d.ts",
+  "exports": {
+    ".": {
+      "types": "./dist/index.d.ts",
+      "import": "./dist/index.js"
+    }
+  },
+  "files": [
+    "dist",
+    "src"
+  ],
+  "engines": {
+    "node": ">=20.0.0"
+  },
+  "publishConfig": {
+    "access": "public"
+  },
+  "dependencies": {
+    "@defai.digital/contracts": "13.0.3"
+  },
+  "devDependencies": {
+    "typescript": "^5.7.2"
+  },
+  "peerDependencies": {
+    "zod": "^3.23.0"
+  },
+  "scripts": {
+    "build": "tsc --build",
+    "clean": "rm -rf dist"
+  }
+}

package/src/allocator.ts

@@ -0,0 +1,261 @@
+/**
+ * Token Budget Allocator Implementation
+ *
+ * Manages token allocation for embedded instructions to prevent
+ * context window overflow.
+ */
+
+import {
+  type EmbeddedInstruction,
+  type TokenBudgetConfig,
+  type BudgetAllocation,
+  type BudgetStatus,
+  type InstructionType,
+  type InstructionPriority,
+  DEFAULT_TOKEN_BUDGET,
+  getPriorityValue,
+  getTypePriorityValue,
+} from '@defai.digital/contracts';
+
+/**
+ * Token budget allocator interface
+ */
+export interface TokenBudgetAllocator {
+  /**
+   * Allocate budget for instructions
+   */
+  allocate(instructions: EmbeddedInstruction[]): BudgetAllocation;
+
+  /**
+   * Get current budget status
+   */
+  getStatus(): BudgetStatus;
+
+  /**
+   * Update configuration
+   */
+  setConfig(config: TokenBudgetConfig): void;
+
+  /**
+   * Get current configuration
+   */
+  getConfig(): TokenBudgetConfig;
+
+  /**
+   * Estimate tokens for content
+   */
+  estimateTokens(content: string): number;
+}
+
+/**
+ * Default token budget allocator implementation
+ */
+export class DefaultTokenBudgetAllocator implements TokenBudgetAllocator {
+  private config: TokenBudgetConfig;
+  private currentAllocation: BudgetAllocation | null = null;
+
+  constructor(config: TokenBudgetConfig = DEFAULT_TOKEN_BUDGET) {
+    this.config = config;
+  }
+
+  /**
+   * Allocate budget for instructions
+   */
+  allocate(instructions: EmbeddedInstruction[]): BudgetAllocation {
+    const now = new Date().toISOString();
+
+    // Estimate tokens for instructions without estimates
+    const instructionsWithTokens = instructions.map((instr) => ({
+      ...instr,
+      estimatedTokens: instr.estimatedTokens ?? this.estimateTokens(instr.content),
+    }));
+
+    // Sort by priority (critical first, then by type priority)
+    const sorted = [...instructionsWithTokens].sort((a, b) => {
+      const priorityDiff = getPriorityValue(b.priority) - getPriorityValue(a.priority);
+      if (priorityDiff !== 0) return priorityDiff;
+      return getTypePriorityValue(b.type) - getTypePriorityValue(a.type);
+    });
+
+    const included: EmbeddedInstruction[] = [];
+    const excluded: EmbeddedInstruction[] = [];
+    const usageByType: Record<InstructionType, number> = {
+      memory: 0,
+      todo: 0,
+      session: 0,
+      context: 0,
+      system: 0,
+    };
+
+    let totalTokens = 0;
+    let criticalReserveUsed = 0;
+
+    // Allocate instructions
+    for (const instruction of sorted) {
+      const tokens = instruction.estimatedTokens ?? 0;
+      const type = instruction.type;
+
+      // Check type limit
+      const typeLimit = this.getTypeLimit(type);
+      const typeUsage = usageByType[type];
+      const typeRemaining = typeLimit - typeUsage;
+
+      // Check total budget
+      const totalRemaining = this.config.maxTotal - totalTokens;
+
+      // Critical instructions can use reserve
+      if (instruction.priority === 'critical') {
+        const availableWithReserve =
+          totalRemaining + (this.config.criticalReserve - criticalReserveUsed);
+
+        if (tokens <= availableWithReserve && tokens <= typeRemaining) {
+          // Use regular budget first, then reserve
+          const fromRegular = Math.min(tokens, totalRemaining);
+          const fromReserve = tokens - fromRegular;
+
+          totalTokens += fromRegular;
+          criticalReserveUsed += fromReserve;
+          usageByType[type] += tokens;
+          included.push(instruction);
+        } else {
+          excluded.push(instruction);
+        }
+      } else {
+        // Non-critical: must fit within regular budget
+        if (tokens <= totalRemaining && tokens <= typeRemaining) {
+          totalTokens += tokens;
+          usageByType[type] += tokens;
+          included.push(instruction);
+        } else {
+          excluded.push(instruction);
+        }
+      }
+    }
+
+    const allocation: BudgetAllocation = {
+      included,
+      excluded,
+      totalTokens: totalTokens + criticalReserveUsed,
+      remaining: this.config.maxTotal - totalTokens,
+      usageByType,
+      criticalReserveUsed,
+      allocationTimestamp: now,
+    };
+
+    this.currentAllocation = allocation;
+    return allocation;
+  }
+
+  /**
+   * Get current budget status
+   */
+  getStatus(): BudgetStatus {
+    const currentUsage = this.currentAllocation?.totalTokens ?? 0;
+    const usageByType = this.currentAllocation?.usageByType ?? {
+      memory: 0,
+      todo: 0,
+      session: 0,
+      context: 0,
+      system: 0,
+    };
+
+    const remaining = this.config.maxTotal - currentUsage;
+    const criticalReserveAvailable =
+      this.config.criticalReserve -
+      (this.currentAllocation?.criticalReserveUsed ?? 0);
+
+    return {
+      config: this.config,
+      currentUsage,
+      usageByType,
+      remaining,
+      criticalReserveAvailable,
+      utilizationPercent: (currentUsage / this.config.maxTotal) * 100,
+      canAcceptMore: remaining > 0,
+    };
+  }
+
+  /**
+   * Update configuration
+   */
+  setConfig(config: TokenBudgetConfig): void {
+    this.config = config;
+    this.currentAllocation = null;
+  }
+
+  /**
+   * Get current configuration
+   */
+  getConfig(): TokenBudgetConfig {
+    return { ...this.config };
+  }
+
+  /**
+   * Estimate tokens for content using rule-based approximation
+   *
+   * Uses a simple heuristic: ~4 characters per token for English text.
+   * This is a rough approximation - for exact counts, use a tokenizer.
+   */
+  estimateTokens(content: string): number {
+    // Basic heuristic: ~4 characters per token
+    // This works reasonably well for English text
+    const charCount = content.length;
+    const wordCount = content.split(/\s+/).length;
+
+    // Average of character-based and word-based estimates
+    const charEstimate = Math.ceil(charCount / 4);
+    const wordEstimate = Math.ceil(wordCount * 1.3); // ~1.3 tokens per word
+
+    return Math.ceil((charEstimate + wordEstimate) / 2);
+  }
+
+  /**
+   * Get type limit from config
+   */
+  private getTypeLimit(type: InstructionType): number {
+    const limit = this.config.perType[type];
+    return limit ?? this.config.maxTotal;
+  }
+}
+
+/**
+ * Token budget error
+ */
+export class TokenBudgetError extends Error {
+  constructor(
+    public readonly code: string,
+    message: string,
+    public readonly details?: Record<string, unknown>
+  ) {
+    super(message);
+    this.name = 'TokenBudgetError';
+  }
+}
+
+/**
+ * Creates a new token budget allocator
+ */
+export function createTokenBudgetAllocator(
+  config?: TokenBudgetConfig
+): TokenBudgetAllocator {
+  return new DefaultTokenBudgetAllocator(config);
+}
+
+/**
+ * Creates an embedded instruction
+ */
+export function createInstruction(
+  type: InstructionType,
+  content: string,
+  priority: InstructionPriority = 'normal',
+  metadata?: Record<string, unknown>
+): EmbeddedInstruction {
+  return {
+    id: crypto.randomUUID(),
+    type,
+    content,
+    priority,
+    createdAt: new Date().toISOString(),
+    metadata,
+  };
+}

package/src/index.ts

@@ -0,0 +1,56 @@
+/**
+ * @defai.digital/token-budget
+ *
+ * Token budget management for AutomatosX context windows.
+ * Manages token allocation for embedded instructions to prevent
+ * context window overflow.
+ *
+ * Note: This is NOT cost-based - it manages limited context window tokens.
+ */
+
+// Allocator
+export type { TokenBudgetAllocator } from './allocator.js';
+
+export {
+  DefaultTokenBudgetAllocator,
+  TokenBudgetError,
+  createTokenBudgetAllocator,
+  createInstruction,
+} from './allocator.js';
+
+// Re-export contract types for convenience
+export type {
+  InstructionType,
+  InstructionPriority,
+  PerTypeLimits,
+  TokenBudgetConfig,
+  EmbeddedInstruction,
+  BudgetAllocation,
+  BudgetStatus,
+  TokenEstimationRequest,
+  TokenEstimationResult,
+  AllocationInput,
+  TokenBudgetError as TokenBudgetErrorType,
+} from '@defai.digital/contracts';
+
+export {
+  InstructionTypeSchema,
+  InstructionPrioritySchema,
+  PerTypeLimitsSchema,
+  TokenBudgetConfigSchema,
+  EmbeddedInstructionSchema,
+  BudgetAllocationSchema,
+  BudgetStatusSchema,
+  TokenBudgetErrorCode,
+  TokenBudgetErrorSchema,
+  DEFAULT_TOKEN_BUDGET,
+  PRIORITY_ORDER,
+  TYPE_PRIORITY_ORDER,
+  validateTokenBudgetConfig,
+  safeValidateTokenBudgetConfig,
+  validateEmbeddedInstruction,
+  safeValidateEmbeddedInstruction,
+  validateAllocationInput,
+  getPriorityValue,
+  getTypePriorityValue,
+} from '@defai.digital/contracts';