pi-llama-cpp 0.7.0 → 0.7.1

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (2) hide show
  1. package/package.json +1 -1
  2. package/src/managers/events.ts +3 -3
package/package.json CHANGED
@@ -1,6 +1,6 @@
1
1
  {
2
2
  "name": "pi-llama-cpp",
3
- "version": "0.7.0",
3
+ "version": "0.7.1",
4
4
  "description": "Pi extension for llama.cpp integration. Supports router, single and legacy models. Supports multiple servers.",
5
5
  "keywords": [
6
6
  "pi",
package/src/managers/events.ts CHANGED
@@ -10,7 +10,6 @@ import { Server } from "../server";
10
10
 
11
11
  export class EventManager {
12
12
  static inflightModel: BaseModel | null = null;
13
- private readonly resolver = new ConfigResolver();
14
13
 
15
14
  constructor(private readonly servers: Server[]) {}
16
15
 
@@ -86,8 +85,9 @@ export class EventManager {
86
85
  if (!isLlamaCpp) return payload;
87
86
 
88
87
  // Retrieve pi's current thinking level, so we can setup a budget
89
- const level = this.resolver.resolveThinkingLevel() ?? "medium";
90
- const budgets = this.resolver.resolveThinkingBudgets();
88
+ const resolver = new ConfigResolver();
89
+ const level = resolver.resolveThinkingLevel() ?? "medium";
90
+ const budgets = resolver.resolveThinkingBudgets();
91
91
  const thinking_budget_tokens = budgets[level];
92
92
 
93
93
  // Setup payload