@poncho-ai/sdk 1.11.0 → 1.12.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/.turbo/turbo-build.log +4 -4
- package/CHANGELOG.md +39 -0
- package/dist/index.d.ts +7 -0
- package/package.json +1 -1
- package/src/index.ts +7 -0
package/.turbo/turbo-build.log
CHANGED
|
@@ -1,5 +1,5 @@
|
|
|
1
1
|
|
|
2
|
-
> @poncho-ai/sdk@1.
|
|
2
|
+
> @poncho-ai/sdk@1.12.0 build /home/runner/work/poncho-ai/poncho-ai/packages/sdk
|
|
3
3
|
> tsup src/index.ts --format esm --dts
|
|
4
4
|
|
|
5
5
|
[34mCLI[39m Building entry: src/index.ts
|
|
@@ -8,7 +8,7 @@
|
|
|
8
8
|
[34mCLI[39m Target: es2022
|
|
9
9
|
[34mESM[39m Build start
|
|
10
10
|
[32mESM[39m [1mdist/index.js [22m[32m17.24 KB[39m
|
|
11
|
-
[32mESM[39m ⚡️ Build success in
|
|
11
|
+
[32mESM[39m ⚡️ Build success in 20ms
|
|
12
12
|
[34mDTS[39m Build start
|
|
13
|
-
[32mDTS[39m ⚡️ Build success in
|
|
14
|
-
[32mDTS[39m [1mdist/index.d.ts [22m[32m29.
|
|
13
|
+
[32mDTS[39m ⚡️ Build success in 1257ms
|
|
14
|
+
[32mDTS[39m [1mdist/index.d.ts [22m[32m29.41 KB[39m
|
package/CHANGELOG.md
CHANGED
|
@@ -1,5 +1,44 @@
|
|
|
1
1
|
# @poncho-ai/sdk
|
|
2
2
|
|
|
3
|
+
## 1.12.0
|
|
4
|
+
|
|
5
|
+
### Minor Changes
|
|
6
|
+
|
|
7
|
+
- [#118](https://github.com/cesr/poncho-ai/pull/118) [`e8df464`](https://github.com/cesr/poncho-ai/commit/e8df4649618cba0b408a6c143f923f0dcb2046c8) Thanks [@cesr](https://github.com/cesr)! - harness: 1h static system-prompt cache breakpoint + per-run cache kill-switch
|
|
8
|
+
|
|
9
|
+
Two related changes to Anthropic prompt caching:
|
|
10
|
+
|
|
11
|
+
**1-hour static system-prompt breakpoint.** The harness now splits the
|
|
12
|
+
assembled system prompt into a static portion (agent body + skill
|
|
13
|
+
context + browser/fs/isolate context — stable across many turns and
|
|
14
|
+
jobs within an hour) and a dynamic tail (memory, todos, time). On
|
|
15
|
+
Anthropic models, these are sent as two `role: "system"` messages with
|
|
16
|
+
`cacheControl: { ttl: "1h" }` on the static block. The existing 5-min
|
|
17
|
+
tail breakpoint on the last user/assistant/tool message is retained.
|
|
18
|
+
|
|
19
|
+
This lets later turns and job runs read ~95% of the system prompt at
|
|
20
|
+
0.1× (cache read) instead of paying 1× whenever the 5-min tail cache
|
|
21
|
+
has expired — the previous setup only cached for 5 minutes via the
|
|
22
|
+
tail breakpoint. Within-user cross-conversation and interactive-vs-job
|
|
23
|
+
all share the static cache.
|
|
24
|
+
|
|
25
|
+
**Per-run cache kill-switch.** Added `RunInput.disablePromptCache?:
|
|
26
|
+
boolean` (also exposed on `RunConversationTurnOpts.disablePromptCache`,
|
|
27
|
+
forwarded into `runInput`). When set, the harness skips the 5-min tail
|
|
28
|
+
breakpoint for that run. The 1-hour static breakpoint is still
|
|
29
|
+
applied — the run still benefits from reading the shared static cache,
|
|
30
|
+
just doesn't write a new tail entry that won't be read before TTL.
|
|
31
|
+
|
|
32
|
+
Intended for one-shot programmatic invocations (cron-fired jobs,
|
|
33
|
+
subagent dispatch) where no follow-up turn is coming within the 5-min
|
|
34
|
+
TTL window, so the 1.25× write surcharge would be pure waste.
|
|
35
|
+
|
|
36
|
+
Non-Anthropic providers fall through to the previous single concatenated
|
|
37
|
+
`system:` string with no cache control — those providers auto-cache.
|
|
38
|
+
|
|
39
|
+
Internal: `isAnthropicModel` is now exported from `prompt-cache.ts`
|
|
40
|
+
for reuse at the streamText site.
|
|
41
|
+
|
|
3
42
|
## 1.11.0
|
|
4
43
|
|
|
5
44
|
### Minor Changes
|
package/dist/index.d.ts
CHANGED
|
@@ -747,6 +747,13 @@ interface RunInput {
|
|
|
747
747
|
conversationId?: string;
|
|
748
748
|
/** When true, ignores PONCHO_MAX_DURATION soft deadline (used for background subagent runs). */
|
|
749
749
|
disableSoftDeadline?: boolean;
|
|
750
|
+
/**
|
|
751
|
+
* When true, skip the Anthropic prompt-cache breakpoint for this run.
|
|
752
|
+
* Use for one-shot runs with no follow-up turn coming (e.g. cron-fired
|
|
753
|
+
* jobs) — the 1.25× write surcharge is pure waste when no later read
|
|
754
|
+
* will hit the cache before the 5-min TTL expires.
|
|
755
|
+
*/
|
|
756
|
+
disablePromptCache?: boolean;
|
|
750
757
|
/** Scope this run to a specific tenant. */
|
|
751
758
|
tenantId?: string;
|
|
752
759
|
}
|
package/package.json
CHANGED
package/src/index.ts
CHANGED
|
@@ -128,6 +128,13 @@ export interface RunInput {
|
|
|
128
128
|
conversationId?: string;
|
|
129
129
|
/** When true, ignores PONCHO_MAX_DURATION soft deadline (used for background subagent runs). */
|
|
130
130
|
disableSoftDeadline?: boolean;
|
|
131
|
+
/**
|
|
132
|
+
* When true, skip the Anthropic prompt-cache breakpoint for this run.
|
|
133
|
+
* Use for one-shot runs with no follow-up turn coming (e.g. cron-fired
|
|
134
|
+
* jobs) — the 1.25× write surcharge is pure waste when no later read
|
|
135
|
+
* will hit the cache before the 5-min TTL expires.
|
|
136
|
+
*/
|
|
137
|
+
disablePromptCache?: boolean;
|
|
131
138
|
/** Scope this run to a specific tenant. */
|
|
132
139
|
tenantId?: string;
|
|
133
140
|
}
|