@codilore/llm 1.15.13

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (145) hide show
  1. package/AGENTS.md +321 -0
  2. package/README.md +131 -0
  3. package/example/call-sites.md +591 -0
  4. package/example/tutorial.ts +255 -0
  5. package/package.json +50 -0
  6. package/script/recording-cost-report.ts +250 -0
  7. package/script/setup-recording-env.ts +542 -0
  8. package/src/cache-policy.ts +111 -0
  9. package/src/index.ts +32 -0
  10. package/src/llm.ts +186 -0
  11. package/src/protocols/anthropic-messages.ts +841 -0
  12. package/src/protocols/bedrock-converse.ts +649 -0
  13. package/src/protocols/bedrock-event-stream.ts +87 -0
  14. package/src/protocols/gemini.ts +465 -0
  15. package/src/protocols/index.ts +6 -0
  16. package/src/protocols/openai-chat.ts +431 -0
  17. package/src/protocols/openai-compatible-chat.ts +24 -0
  18. package/src/protocols/openai-responses.ts +987 -0
  19. package/src/protocols/shared.ts +283 -0
  20. package/src/protocols/utils/bedrock-auth.ts +70 -0
  21. package/src/protocols/utils/bedrock-cache.ts +37 -0
  22. package/src/protocols/utils/bedrock-media.ts +80 -0
  23. package/src/protocols/utils/cache.ts +16 -0
  24. package/src/protocols/utils/gemini-tool-schema.ts +101 -0
  25. package/src/protocols/utils/lifecycle.ts +102 -0
  26. package/src/protocols/utils/openai-options.ts +84 -0
  27. package/src/protocols/utils/tool-stream.ts +218 -0
  28. package/src/provider.ts +37 -0
  29. package/src/providers/amazon-bedrock.ts +43 -0
  30. package/src/providers/anthropic.ts +35 -0
  31. package/src/providers/azure.ts +110 -0
  32. package/src/providers/cloudflare.ts +127 -0
  33. package/src/providers/github-copilot.ts +66 -0
  34. package/src/providers/google.ts +35 -0
  35. package/src/providers/index.ts +11 -0
  36. package/src/providers/openai-compatible-profile.ts +20 -0
  37. package/src/providers/openai-compatible.ts +65 -0
  38. package/src/providers/openai-options.ts +81 -0
  39. package/src/providers/openai.ts +63 -0
  40. package/src/providers/openrouter.ts +98 -0
  41. package/src/providers/xai.ts +56 -0
  42. package/src/route/auth-options.ts +57 -0
  43. package/src/route/auth.ts +156 -0
  44. package/src/route/client.ts +434 -0
  45. package/src/route/endpoint.ts +53 -0
  46. package/src/route/executor.ts +374 -0
  47. package/src/route/framing.ts +27 -0
  48. package/src/route/index.ts +25 -0
  49. package/src/route/protocol.ts +84 -0
  50. package/src/route/transport/http.ts +108 -0
  51. package/src/route/transport/index.ts +33 -0
  52. package/src/route/transport/websocket.ts +280 -0
  53. package/src/schema/errors.ts +203 -0
  54. package/src/schema/events.ts +370 -0
  55. package/src/schema/ids.ts +43 -0
  56. package/src/schema/index.ts +5 -0
  57. package/src/schema/messages.ts +404 -0
  58. package/src/schema/options.ts +221 -0
  59. package/src/tool-runtime.ts +78 -0
  60. package/src/tool.ts +241 -0
  61. package/src/utils/record.ts +3 -0
  62. package/sst-env.d.ts +10 -0
  63. package/test/adapter.test.ts +164 -0
  64. package/test/auth-options.types.ts +168 -0
  65. package/test/auth.test.ts +103 -0
  66. package/test/cache-policy.test.ts +262 -0
  67. package/test/continuation-scenarios.ts +104 -0
  68. package/test/endpoint.test.ts +58 -0
  69. package/test/executor.test.ts +418 -0
  70. package/test/exports.test.ts +62 -0
  71. package/test/fixtures/media/restroom.png +0 -0
  72. package/test/fixtures/recordings/anthropic-messages/accepts-malformed-assistant-tool-order-with-default-patch.json +29 -0
  73. package/test/fixtures/recordings/anthropic-messages/anthropic-opus-4-7-image-tool-result.json +43 -0
  74. package/test/fixtures/recordings/anthropic-messages/claude-opus-4-7-drives-a-tool-loop.json +56 -0
  75. package/test/fixtures/recordings/anthropic-messages/rejects-malformed-assistant-tool-order-without-patch.json +29 -0
  76. package/test/fixtures/recordings/anthropic-messages/streams-text.json +29 -0
  77. package/test/fixtures/recordings/anthropic-messages/streams-tool-call.json +29 -0
  78. package/test/fixtures/recordings/anthropic-messages-cache/writes-then-reads-cache-control-on-identical-second-call.json +48 -0
  79. package/test/fixtures/recordings/bedrock-converse/drives-a-tool-loop.json +55 -0
  80. package/test/fixtures/recordings/bedrock-converse/streams-a-tool-call.json +29 -0
  81. package/test/fixtures/recordings/bedrock-converse/streams-text.json +29 -0
  82. package/test/fixtures/recordings/cloudflare-ai-gateway/cloudflare-ai-gateway-workers-ai-gpt-oss-20b-tools-tool-call.json +32 -0
  83. package/test/fixtures/recordings/cloudflare-ai-gateway/cloudflare-ai-gateway-workers-ai-llama-3-1-8b-text.json +32 -0
  84. package/test/fixtures/recordings/cloudflare-workers-ai/cloudflare-workers-ai-gpt-oss-20b-tools-tool-call.json +32 -0
  85. package/test/fixtures/recordings/cloudflare-workers-ai/cloudflare-workers-ai-llama-3-1-8b-text.json +32 -0
  86. package/test/fixtures/recordings/gemini/gemini-2-5-flash-image.json +32 -0
  87. package/test/fixtures/recordings/gemini/streams-text.json +28 -0
  88. package/test/fixtures/recordings/gemini/streams-tool-call.json +28 -0
  89. package/test/fixtures/recordings/gemini-cache/reports-cachedcontenttokencount-on-identical-second-call.json +46 -0
  90. package/test/fixtures/recordings/openai-chat/continues-after-tool-result.json +28 -0
  91. package/test/fixtures/recordings/openai-chat/drives-a-tool-loop-end-to-end.json +46 -0
  92. package/test/fixtures/recordings/openai-chat/streams-text.json +28 -0
  93. package/test/fixtures/recordings/openai-chat/streams-tool-call.json +28 -0
  94. package/test/fixtures/recordings/openai-compatible-chat/deepseek-streams-text.json +28 -0
  95. package/test/fixtures/recordings/openai-compatible-chat/groq-llama-3-3-70b-drives-a-tool-loop.json +53 -0
  96. package/test/fixtures/recordings/openai-compatible-chat/groq-streams-text.json +28 -0
  97. package/test/fixtures/recordings/openai-compatible-chat/groq-streams-tool-call.json +28 -0
  98. package/test/fixtures/recordings/openai-compatible-chat/openrouter-claude-opus-4-7-drives-a-tool-loop.json +54 -0
  99. package/test/fixtures/recordings/openai-compatible-chat/openrouter-gpt-4o-mini-drives-a-tool-loop.json +53 -0
  100. package/test/fixtures/recordings/openai-compatible-chat/openrouter-gpt-5-5-drives-a-tool-loop.json +54 -0
  101. package/test/fixtures/recordings/openai-compatible-chat/openrouter-streams-text.json +28 -0
  102. package/test/fixtures/recordings/openai-compatible-chat/openrouter-streams-tool-call.json +28 -0
  103. package/test/fixtures/recordings/openai-compatible-chat/togetherai-streams-text.json +28 -0
  104. package/test/fixtures/recordings/openai-compatible-chat/togetherai-streams-tool-call.json +28 -0
  105. package/test/fixtures/recordings/openai-responses/gpt-5-5-drives-a-tool-loop.json +54 -0
  106. package/test/fixtures/recordings/openai-responses/gpt-5-5-streams-text.json +28 -0
  107. package/test/fixtures/recordings/openai-responses/gpt-5-5-streams-tool-call.json +28 -0
  108. package/test/fixtures/recordings/openai-responses/openai-responses-gpt-5-5-image-tool-result.json +42 -0
  109. package/test/fixtures/recordings/openai-responses/openai-responses-gpt-5-5-reasoning-continuation.json +58 -0
  110. package/test/fixtures/recordings/openai-responses/openai-responses-gpt-5-5-reasoning.json +32 -0
  111. package/test/fixtures/recordings/openai-responses-cache/reports-cached-tokens-on-identical-second-call.json +46 -0
  112. package/test/generate-object.test.ts +184 -0
  113. package/test/lib/effect.ts +50 -0
  114. package/test/lib/http.ts +98 -0
  115. package/test/lib/openai-chunks.ts +27 -0
  116. package/test/lib/sse.ts +17 -0
  117. package/test/lib/tool-runtime.ts +146 -0
  118. package/test/llm.test.ts +167 -0
  119. package/test/provider/anthropic-messages-cache.recorded.test.ts +54 -0
  120. package/test/provider/anthropic-messages.recorded.test.ts +46 -0
  121. package/test/provider/anthropic-messages.test.ts +829 -0
  122. package/test/provider/bedrock-converse-cache.recorded.test.ts +54 -0
  123. package/test/provider/bedrock-converse.test.ts +707 -0
  124. package/test/provider/cloudflare.test.ts +230 -0
  125. package/test/provider/gemini-cache.recorded.test.ts +48 -0
  126. package/test/provider/gemini.test.ts +476 -0
  127. package/test/provider/golden.recorded.test.ts +219 -0
  128. package/test/provider/openai-chat.test.ts +446 -0
  129. package/test/provider/openai-compatible-chat.test.ts +238 -0
  130. package/test/provider/openai-responses-cache.recorded.test.ts +46 -0
  131. package/test/provider/openai-responses.test.ts +1322 -0
  132. package/test/provider/openrouter.test.ts +56 -0
  133. package/test/provider.types.ts +41 -0
  134. package/test/recorded-golden.ts +97 -0
  135. package/test/recorded-runner.ts +100 -0
  136. package/test/recorded-scenarios.ts +531 -0
  137. package/test/recorded-test.ts +74 -0
  138. package/test/recorded-utils.ts +56 -0
  139. package/test/recorded-websocket.ts +26 -0
  140. package/test/route.test.ts +43 -0
  141. package/test/schema.test.ts +97 -0
  142. package/test/tool-runtime.test.ts +802 -0
  143. package/test/tool-stream.test.ts +99 -0
  144. package/test/tool.types.ts +40 -0
  145. package/tsconfig.json +15 -0
@@ -0,0 +1,43 @@
1
+ import { describe, expect, test } from "bun:test"
2
+ import * as OpenAIChat from "../src/protocols/openai-chat"
3
+ import { Auth } from "../src/route"
4
+
5
+ describe("Route.with", () => {
6
+ test("merges endpoint query and header defaults while replacing auth and id", () => {
7
+ const auth = Auth.headers({ "x-auth": "new" })
8
+ const route = OpenAIChat.route
9
+ .with({
10
+ id: "base-chat",
11
+ endpoint: {
12
+ baseURL: "https://api.example.test/v1",
13
+ query: { keep: "base", base: "1" },
14
+ },
15
+ headers: { "x-base": "base", "x-override": "base" },
16
+ auth: Auth.headers({ "x-auth": "old" }),
17
+ })
18
+ .with({
19
+ id: "patched-chat",
20
+ endpoint: { query: { keep: "patch", patch: "1" } },
21
+ headers: { "x-override": "patch", "x-patch": "patch" },
22
+ auth,
23
+ })
24
+
25
+ expect(route.id).toBe("patched-chat")
26
+ expect(route.auth).toBe(auth)
27
+ expect(route.endpoint).toMatchObject({
28
+ baseURL: "https://api.example.test/v1",
29
+ path: "/chat/completions",
30
+ query: { keep: "patch", base: "1", patch: "1" },
31
+ })
32
+ expect(route.defaults.headers).toEqual({
33
+ "x-base": "base",
34
+ "x-override": "patch",
35
+ "x-patch": "patch",
36
+ })
37
+ expect(route.defaults.http?.headers).toEqual({
38
+ "x-base": "base",
39
+ "x-override": "patch",
40
+ "x-patch": "patch",
41
+ })
42
+ })
43
+ })
@@ -0,0 +1,97 @@
1
+ import { describe, expect, test } from "bun:test"
2
+ import { Schema } from "effect"
3
+ import * as OpenAIChat from "../src/protocols/openai-chat"
4
+ import * as OpenAIResponses from "../src/protocols/openai-responses"
5
+ import { ContentPart, LLMEvent, LLMRequest, Model, ModelID, ProviderID, Usage } from "../src/schema"
6
+ import { ProviderShared } from "../src/protocols/shared"
7
+
8
+ const model = new Model({
9
+ id: ModelID.make("fake-model"),
10
+ provider: ProviderID.make("fake-provider"),
11
+ route: OpenAIChat.route,
12
+ })
13
+
14
+ const decodeLLMRequest = Schema.decodeUnknownSync(LLMRequest as unknown as Schema.Decoder<LLMRequest>)
15
+ const decodeLLMEvent = Schema.decodeUnknownSync(LLMEvent as unknown as Schema.Decoder<LLMEvent>)
16
+
17
+ describe("llm schema", () => {
18
+ test("decodes a minimal request", () => {
19
+ const input: unknown = {
20
+ id: "req_1",
21
+ model,
22
+ system: [{ type: "text", text: "You are terse." }],
23
+ messages: [{ role: "user", content: [{ type: "text", text: "hi" }] }],
24
+ tools: [],
25
+ generation: {},
26
+ }
27
+
28
+ const decoded = decodeLLMRequest(input)
29
+
30
+ expect(decoded.id).toBe("req_1")
31
+ expect(decoded.messages[0]?.content[0]?.type).toBe("text")
32
+ })
33
+
34
+ test("accepts custom route ids", () => {
35
+ const decoded = decodeLLMRequest({
36
+ model: Model.update(model, { route: OpenAIResponses.route }),
37
+ system: [],
38
+ messages: [],
39
+ tools: [],
40
+ generation: {},
41
+ })
42
+
43
+ expect(decoded.model.route.id).toBe("openai-responses")
44
+ })
45
+
46
+ test("decodes chronological system messages", () => {
47
+ const decoded = decodeLLMRequest({
48
+ model,
49
+ system: [],
50
+ messages: [{ role: "system", content: [{ type: "text", text: "Operator update." }] }],
51
+ tools: [],
52
+ })
53
+
54
+ expect(decoded.messages[0]).toMatchObject({ role: "system", content: [{ type: "text", text: "Operator update." }] })
55
+ })
56
+
57
+ test("rejects invalid event type", () => {
58
+ expect(() => decodeLLMEvent({ type: "bogus" })).toThrow()
59
+ })
60
+
61
+ test("finish constructors accept usage input", () => {
62
+ expect(LLMEvent.stepFinish({ index: 0, reason: "stop", usage: { inputTokens: 1 } }).usage).toBeInstanceOf(Usage)
63
+ expect(LLMEvent.finish({ reason: "stop", usage: { outputTokens: 2 } }).usage).toBeInstanceOf(Usage)
64
+ })
65
+
66
+ test("content part tagged union exposes guards", () => {
67
+ expect(ContentPart.guards.text({ type: "text", text: "hi" })).toBe(true)
68
+ expect(ContentPart.guards.media({ type: "text", text: "hi" })).toBe(false)
69
+ })
70
+ })
71
+
72
+ describe("LLM.Usage", () => {
73
+ test("subtractTokens clamps non-sensical breakdowns to zero", () => {
74
+ // Defense against a provider reporting cached_tokens > prompt_tokens or
75
+ // reasoning_tokens > completion_tokens — the negative would otherwise
76
+ // round-trip through the pipeline and crash strict downstream schemas.
77
+ expect(ProviderShared.subtractTokens(5, 3)).toBe(2)
78
+ expect(ProviderShared.subtractTokens(5, 10)).toBe(0)
79
+ expect(ProviderShared.subtractTokens(5, undefined)).toBe(5)
80
+ expect(ProviderShared.subtractTokens(undefined, 3)).toBeUndefined()
81
+ expect(ProviderShared.subtractTokens(undefined, undefined)).toBeUndefined()
82
+ })
83
+
84
+ test("sumTokens returns undefined only when every input is undefined", () => {
85
+ expect(ProviderShared.sumTokens(1, 2, 3)).toBe(6)
86
+ expect(ProviderShared.sumTokens(1, undefined, 3)).toBe(4)
87
+ expect(ProviderShared.sumTokens(undefined, undefined, undefined)).toBeUndefined()
88
+ expect(ProviderShared.sumTokens()).toBeUndefined()
89
+ })
90
+
91
+ test("visibleOutputTokens clamps reasoning > output to zero", () => {
92
+ expect(new Usage({ outputTokens: 10, reasoningTokens: 4 }).visibleOutputTokens).toBe(6)
93
+ expect(new Usage({ outputTokens: 10 }).visibleOutputTokens).toBe(10)
94
+ expect(new Usage({ outputTokens: 4, reasoningTokens: 10 }).visibleOutputTokens).toBe(0)
95
+ expect(new Usage({}).visibleOutputTokens).toBe(0)
96
+ })
97
+ })