@glueco/plugin-llm-groq 0.1.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +52 -0
- package/dist/chunk-CNIQDSXF.mjs +207 -0
- package/dist/chunk-CNIQDSXF.mjs.map +1 -0
- package/dist/chunk-MRDVVFUV.mjs +162 -0
- package/dist/chunk-MRDVVFUV.mjs.map +1 -0
- package/dist/client.d.mts +105 -0
- package/dist/client.d.ts +105 -0
- package/dist/client.js +228 -0
- package/dist/client.js.map +1 -0
- package/dist/client.mjs +58 -0
- package/dist/client.mjs.map +1 -0
- package/dist/contracts.d.mts +804 -0
- package/dist/contracts.d.ts +804 -0
- package/dist/contracts.js +198 -0
- package/dist/contracts.js.map +1 -0
- package/dist/contracts.mjs +31 -0
- package/dist/contracts.mjs.map +1 -0
- package/dist/index.d.mts +4 -0
- package/dist/index.d.ts +4 -0
- package/dist/index.js +396 -0
- package/dist/index.js.map +1 -0
- package/dist/index.mjs +37 -0
- package/dist/index.mjs.map +1 -0
- package/dist/proxy.d.mts +5 -0
- package/dist/proxy.d.ts +5 -0
- package/dist/proxy.js +368 -0
- package/dist/proxy.js.map +1 -0
- package/dist/proxy.mjs +10 -0
- package/dist/proxy.mjs.map +1 -0
- package/package.json +76 -0
package/dist/client.js
ADDED
|
@@ -0,0 +1,228 @@
|
|
|
1
|
+
"use strict";
|
|
2
|
+
var __defProp = Object.defineProperty;
|
|
3
|
+
var __getOwnPropDesc = Object.getOwnPropertyDescriptor;
|
|
4
|
+
var __getOwnPropNames = Object.getOwnPropertyNames;
|
|
5
|
+
var __hasOwnProp = Object.prototype.hasOwnProperty;
|
|
6
|
+
var __export = (target, all) => {
|
|
7
|
+
for (var name in all)
|
|
8
|
+
__defProp(target, name, { get: all[name], enumerable: true });
|
|
9
|
+
};
|
|
10
|
+
var __copyProps = (to, from, except, desc) => {
|
|
11
|
+
if (from && typeof from === "object" || typeof from === "function") {
|
|
12
|
+
for (let key of __getOwnPropNames(from))
|
|
13
|
+
if (!__hasOwnProp.call(to, key) && key !== except)
|
|
14
|
+
__defProp(to, key, { get: () => from[key], enumerable: !(desc = __getOwnPropDesc(from, key)) || desc.enumerable });
|
|
15
|
+
}
|
|
16
|
+
return to;
|
|
17
|
+
};
|
|
18
|
+
var __toCommonJS = (mod) => __copyProps(__defProp({}, "__esModule", { value: true }), mod);
|
|
19
|
+
|
|
20
|
+
// src/client.ts
|
|
21
|
+
var client_exports = {};
|
|
22
|
+
__export(client_exports, {
|
|
23
|
+
ACTIONS: () => ACTIONS,
|
|
24
|
+
ChatCompletionChoiceSchema: () => ChatCompletionChoiceSchema,
|
|
25
|
+
ChatCompletionChunkSchema: () => ChatCompletionChunkSchema,
|
|
26
|
+
ChatCompletionRequestSchema: () => ChatCompletionRequestSchema,
|
|
27
|
+
ChatCompletionResponseSchema: () => ChatCompletionResponseSchema,
|
|
28
|
+
ChatMessageSchema: () => ChatMessageSchema,
|
|
29
|
+
DEFAULT_GROQ_MODELS: () => DEFAULT_GROQ_MODELS,
|
|
30
|
+
ENFORCEMENT_SUPPORT: () => ENFORCEMENT_SUPPORT,
|
|
31
|
+
PLUGIN_ID: () => PLUGIN_ID,
|
|
32
|
+
PROVIDER: () => PROVIDER,
|
|
33
|
+
RESOURCE_TYPE: () => RESOURCE_TYPE,
|
|
34
|
+
UsageSchema: () => UsageSchema,
|
|
35
|
+
VERSION: () => VERSION,
|
|
36
|
+
default: () => client_default,
|
|
37
|
+
groq: () => groq
|
|
38
|
+
});
|
|
39
|
+
module.exports = __toCommonJS(client_exports);
|
|
40
|
+
|
|
41
|
+
// src/contracts.ts
|
|
42
|
+
var import_zod = require("zod");
|
|
43
|
+
var ChatMessageSchema = import_zod.z.object({
|
|
44
|
+
role: import_zod.z.enum(["system", "user", "assistant", "tool"]),
|
|
45
|
+
content: import_zod.z.union([
|
|
46
|
+
import_zod.z.string(),
|
|
47
|
+
import_zod.z.array(
|
|
48
|
+
import_zod.z.object({
|
|
49
|
+
type: import_zod.z.string(),
|
|
50
|
+
text: import_zod.z.string().optional(),
|
|
51
|
+
image_url: import_zod.z.object({
|
|
52
|
+
url: import_zod.z.string(),
|
|
53
|
+
detail: import_zod.z.string().optional()
|
|
54
|
+
}).optional()
|
|
55
|
+
})
|
|
56
|
+
)
|
|
57
|
+
]).nullable(),
|
|
58
|
+
name: import_zod.z.string().optional(),
|
|
59
|
+
tool_calls: import_zod.z.array(
|
|
60
|
+
import_zod.z.object({
|
|
61
|
+
id: import_zod.z.string(),
|
|
62
|
+
type: import_zod.z.literal("function"),
|
|
63
|
+
function: import_zod.z.object({
|
|
64
|
+
name: import_zod.z.string(),
|
|
65
|
+
arguments: import_zod.z.string()
|
|
66
|
+
})
|
|
67
|
+
})
|
|
68
|
+
).optional(),
|
|
69
|
+
tool_call_id: import_zod.z.string().optional()
|
|
70
|
+
});
|
|
71
|
+
var ChatCompletionRequestSchema = import_zod.z.object({
|
|
72
|
+
model: import_zod.z.string(),
|
|
73
|
+
messages: import_zod.z.array(ChatMessageSchema),
|
|
74
|
+
temperature: import_zod.z.number().min(0).max(2).optional(),
|
|
75
|
+
top_p: import_zod.z.number().min(0).max(1).optional(),
|
|
76
|
+
n: import_zod.z.number().int().min(1).max(10).optional(),
|
|
77
|
+
stream: import_zod.z.boolean().optional(),
|
|
78
|
+
stop: import_zod.z.union([import_zod.z.string(), import_zod.z.array(import_zod.z.string())]).optional(),
|
|
79
|
+
max_tokens: import_zod.z.number().int().positive().optional(),
|
|
80
|
+
max_completion_tokens: import_zod.z.number().int().positive().optional(),
|
|
81
|
+
presence_penalty: import_zod.z.number().min(-2).max(2).optional(),
|
|
82
|
+
frequency_penalty: import_zod.z.number().min(-2).max(2).optional(),
|
|
83
|
+
logit_bias: import_zod.z.record(import_zod.z.number()).optional(),
|
|
84
|
+
user: import_zod.z.string().optional(),
|
|
85
|
+
tools: import_zod.z.array(
|
|
86
|
+
import_zod.z.object({
|
|
87
|
+
type: import_zod.z.literal("function"),
|
|
88
|
+
function: import_zod.z.object({
|
|
89
|
+
name: import_zod.z.string(),
|
|
90
|
+
description: import_zod.z.string().optional(),
|
|
91
|
+
parameters: import_zod.z.record(import_zod.z.unknown()).optional()
|
|
92
|
+
})
|
|
93
|
+
})
|
|
94
|
+
).optional(),
|
|
95
|
+
tool_choice: import_zod.z.union([
|
|
96
|
+
import_zod.z.literal("none"),
|
|
97
|
+
import_zod.z.literal("auto"),
|
|
98
|
+
import_zod.z.literal("required"),
|
|
99
|
+
import_zod.z.object({
|
|
100
|
+
type: import_zod.z.literal("function"),
|
|
101
|
+
function: import_zod.z.object({ name: import_zod.z.string() })
|
|
102
|
+
})
|
|
103
|
+
]).optional(),
|
|
104
|
+
response_format: import_zod.z.object({
|
|
105
|
+
type: import_zod.z.enum(["text", "json_object"])
|
|
106
|
+
}).optional(),
|
|
107
|
+
seed: import_zod.z.number().int().optional()
|
|
108
|
+
});
|
|
109
|
+
var ChatCompletionChoiceSchema = import_zod.z.object({
|
|
110
|
+
index: import_zod.z.number(),
|
|
111
|
+
message: import_zod.z.object({
|
|
112
|
+
role: import_zod.z.literal("assistant"),
|
|
113
|
+
content: import_zod.z.string().nullable(),
|
|
114
|
+
tool_calls: import_zod.z.array(
|
|
115
|
+
import_zod.z.object({
|
|
116
|
+
id: import_zod.z.string(),
|
|
117
|
+
type: import_zod.z.literal("function"),
|
|
118
|
+
function: import_zod.z.object({
|
|
119
|
+
name: import_zod.z.string(),
|
|
120
|
+
arguments: import_zod.z.string()
|
|
121
|
+
})
|
|
122
|
+
})
|
|
123
|
+
).optional()
|
|
124
|
+
}),
|
|
125
|
+
finish_reason: import_zod.z.string().nullable()
|
|
126
|
+
});
|
|
127
|
+
var UsageSchema = import_zod.z.object({
|
|
128
|
+
prompt_tokens: import_zod.z.number(),
|
|
129
|
+
completion_tokens: import_zod.z.number(),
|
|
130
|
+
total_tokens: import_zod.z.number()
|
|
131
|
+
});
|
|
132
|
+
var ChatCompletionResponseSchema = import_zod.z.object({
|
|
133
|
+
id: import_zod.z.string(),
|
|
134
|
+
object: import_zod.z.literal("chat.completion"),
|
|
135
|
+
created: import_zod.z.number(),
|
|
136
|
+
model: import_zod.z.string(),
|
|
137
|
+
choices: import_zod.z.array(ChatCompletionChoiceSchema),
|
|
138
|
+
usage: UsageSchema.optional()
|
|
139
|
+
});
|
|
140
|
+
var ChatCompletionChunkSchema = import_zod.z.object({
|
|
141
|
+
id: import_zod.z.string(),
|
|
142
|
+
object: import_zod.z.literal("chat.completion.chunk"),
|
|
143
|
+
created: import_zod.z.number(),
|
|
144
|
+
model: import_zod.z.string(),
|
|
145
|
+
choices: import_zod.z.array(
|
|
146
|
+
import_zod.z.object({
|
|
147
|
+
index: import_zod.z.number(),
|
|
148
|
+
delta: import_zod.z.object({
|
|
149
|
+
role: import_zod.z.string().optional(),
|
|
150
|
+
content: import_zod.z.string().optional(),
|
|
151
|
+
tool_calls: import_zod.z.array(
|
|
152
|
+
import_zod.z.object({
|
|
153
|
+
index: import_zod.z.number(),
|
|
154
|
+
id: import_zod.z.string().optional(),
|
|
155
|
+
type: import_zod.z.literal("function").optional(),
|
|
156
|
+
function: import_zod.z.object({
|
|
157
|
+
name: import_zod.z.string().optional(),
|
|
158
|
+
arguments: import_zod.z.string().optional()
|
|
159
|
+
}).optional()
|
|
160
|
+
})
|
|
161
|
+
).optional()
|
|
162
|
+
}),
|
|
163
|
+
finish_reason: import_zod.z.string().nullable()
|
|
164
|
+
})
|
|
165
|
+
)
|
|
166
|
+
});
|
|
167
|
+
var PLUGIN_ID = "llm:groq";
|
|
168
|
+
var RESOURCE_TYPE = "llm";
|
|
169
|
+
var PROVIDER = "groq";
|
|
170
|
+
var VERSION = "1.0.0";
|
|
171
|
+
var DEFAULT_GROQ_MODELS = [
|
|
172
|
+
"llama-3.3-70b-versatile",
|
|
173
|
+
"llama-3.1-70b-versatile",
|
|
174
|
+
"llama-3.1-8b-instant",
|
|
175
|
+
"llama3-70b-8192",
|
|
176
|
+
"llama3-8b-8192",
|
|
177
|
+
"mixtral-8x7b-32768",
|
|
178
|
+
"gemma2-9b-it"
|
|
179
|
+
];
|
|
180
|
+
var ACTIONS = ["chat.completions"];
|
|
181
|
+
var ENFORCEMENT_SUPPORT = [
|
|
182
|
+
"model",
|
|
183
|
+
"max_tokens",
|
|
184
|
+
"streaming"
|
|
185
|
+
];
|
|
186
|
+
|
|
187
|
+
// src/client.ts
|
|
188
|
+
function groq(transport) {
|
|
189
|
+
return {
|
|
190
|
+
transport,
|
|
191
|
+
async chatCompletions(request, options) {
|
|
192
|
+
const payload = { ...request, stream: false };
|
|
193
|
+
return transport.request(
|
|
194
|
+
PLUGIN_ID,
|
|
195
|
+
"chat.completions",
|
|
196
|
+
payload,
|
|
197
|
+
options
|
|
198
|
+
);
|
|
199
|
+
},
|
|
200
|
+
async chatCompletionsStream(request, options) {
|
|
201
|
+
return transport.requestStream(
|
|
202
|
+
PLUGIN_ID,
|
|
203
|
+
"chat.completions",
|
|
204
|
+
request,
|
|
205
|
+
options
|
|
206
|
+
);
|
|
207
|
+
}
|
|
208
|
+
};
|
|
209
|
+
}
|
|
210
|
+
var client_default = groq;
|
|
211
|
+
// Annotate the CommonJS export names for ESM import in node:
|
|
212
|
+
0 && (module.exports = {
|
|
213
|
+
ACTIONS,
|
|
214
|
+
ChatCompletionChoiceSchema,
|
|
215
|
+
ChatCompletionChunkSchema,
|
|
216
|
+
ChatCompletionRequestSchema,
|
|
217
|
+
ChatCompletionResponseSchema,
|
|
218
|
+
ChatMessageSchema,
|
|
219
|
+
DEFAULT_GROQ_MODELS,
|
|
220
|
+
ENFORCEMENT_SUPPORT,
|
|
221
|
+
PLUGIN_ID,
|
|
222
|
+
PROVIDER,
|
|
223
|
+
RESOURCE_TYPE,
|
|
224
|
+
UsageSchema,
|
|
225
|
+
VERSION,
|
|
226
|
+
groq
|
|
227
|
+
});
|
|
228
|
+
//# sourceMappingURL=client.js.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/client.ts","../src/contracts.ts"],"sourcesContent":["// ============================================\n// GROQ PLUGIN CLIENT\n// Typed client wrapper for target apps\n// ============================================\n//\n// This module provides typed client wrappers for the Groq LLM plugin.\n// It depends only on the SDK transport interface and shared contracts.\n//\n// Usage:\n// ```ts\n// import { groq } from \"@glueco/plugin-llm-groq/client\";\n// import { GatewayClient } from \"@glueco/sdk\";\n//\n// const client = new GatewayClient({ ... });\n// const transport = await client.getTransport();\n// const groqClient = groq(transport);\n//\n// const response = await groqClient.chatCompletions({\n// model: \"llama-3.3-70b-versatile\",\n// messages: [{ role: \"user\", content: \"Hello!\" }]\n// });\n// ```\n// ============================================\n\nimport type {\n GatewayTransport,\n GatewayResponse,\n GatewayStreamResponse,\n GatewayRequestOptions,\n} from \"@glueco/sdk\";\n\nimport {\n type ChatCompletionRequest,\n type ChatCompletionResponse,\n PLUGIN_ID,\n} from \"./contracts\";\n\n// Re-export contracts for consumer convenience\nexport * from \"./contracts\";\n\n// ============================================\n// CLIENT TYPES\n// ============================================\n\n/**\n * Options for chat completion requests.\n */\nexport interface ChatCompletionOptions extends Omit<\n GatewayRequestOptions,\n \"stream\" | \"method\"\n> {\n /**\n * Override for custom behavior (advanced usage).\n */\n raw?: boolean;\n}\n\n/**\n * Groq client interface.\n * Provides typed methods for all supported actions.\n */\nexport interface GroqClient {\n /**\n * Create a chat completion.\n *\n * @param request - Chat completion request (OpenAI-compatible format)\n * @param options - Optional request options\n * @returns Chat completion response\n *\n * @example\n * ```ts\n * const response = await groqClient.chatCompletions({\n * model: \"llama-3.3-70b-versatile\",\n * messages: [\n * { role: \"system\", content: \"You are a helpful assistant.\" },\n * { role: \"user\", content: \"What is the capital of France?\" }\n * ],\n * temperature: 0.7,\n * max_tokens: 1000\n * });\n *\n * console.log(response.data.choices[0].message.content);\n * ```\n */\n chatCompletions(\n request: ChatCompletionRequest,\n options?: ChatCompletionOptions,\n ): Promise<GatewayResponse<ChatCompletionResponse>>;\n\n /**\n * Create a streaming chat completion.\n *\n * @param request - Chat completion request (stream flag will be set automatically)\n * @param options - Optional request options\n * @returns Streaming response with SSE stream\n *\n * @example\n * ```ts\n * const response = await groqClient.chatCompletionsStream({\n * model: \"llama-3.3-70b-versatile\",\n * messages: [{ role: \"user\", content: \"Tell me a story\" }]\n * });\n *\n * const reader = response.stream.getReader();\n * const decoder = new TextDecoder();\n *\n * while (true) {\n * const { done, value } = await reader.read();\n * if (done) break;\n * const chunk = decoder.decode(value);\n * // Process SSE chunk\n * }\n * ```\n */\n chatCompletionsStream(\n request: Omit<ChatCompletionRequest, \"stream\">,\n options?: ChatCompletionOptions,\n ): Promise<GatewayStreamResponse>;\n\n /**\n * Get the underlying transport for advanced usage.\n * Useful when you need direct access to the gateway.\n */\n readonly transport: GatewayTransport;\n}\n\n// ============================================\n// CLIENT FACTORY\n// ============================================\n\n/**\n * Create a typed Groq client.\n *\n * @param transport - Gateway transport from SDK\n * @returns Typed Groq client\n *\n * @example\n * ```ts\n * import { groq } from \"@glueco/plugin-llm-groq/client\";\n * import { GatewayClient } from \"@glueco/sdk\";\n *\n * // Setup\n * const gatewayClient = new GatewayClient({\n * keyStorage: new FileKeyStorage('./.gateway/keys.json'),\n * configStorage: new FileConfigStorage('./.gateway/config.json'),\n * });\n *\n * // Get transport and create typed client\n * const transport = await gatewayClient.getTransport();\n * const groqClient = groq(transport);\n *\n * // Use with full type safety\n * const response = await groqClient.chatCompletions({\n * model: \"llama-3.3-70b-versatile\",\n * messages: [{ role: \"user\", content: \"Hello!\" }]\n * });\n * ```\n */\nexport function groq(transport: GatewayTransport): GroqClient {\n return {\n transport,\n\n async chatCompletions(\n request: ChatCompletionRequest,\n options?: ChatCompletionOptions,\n ): Promise<GatewayResponse<ChatCompletionResponse>> {\n // Ensure stream is false for non-streaming requests\n const payload = { ...request, stream: false };\n\n return transport.request<ChatCompletionResponse, ChatCompletionRequest>(\n PLUGIN_ID,\n \"chat.completions\",\n payload,\n options,\n );\n },\n\n async chatCompletionsStream(\n request: Omit<ChatCompletionRequest, \"stream\">,\n options?: ChatCompletionOptions,\n ): Promise<GatewayStreamResponse> {\n return transport.requestStream(\n PLUGIN_ID,\n \"chat.completions\",\n request,\n options,\n );\n },\n };\n}\n\n// Default export for convenient importing\nexport default groq;\n","// ============================================\n// GROQ PLUGIN CONTRACTS\n// Shared request/response schemas for proxy and client\n// ============================================\n\nimport { z } from \"zod\";\n\n// ============================================\n// REQUEST SCHEMAS (OpenAI-compatible)\n// ============================================\n\nexport const ChatMessageSchema = z.object({\n role: z.enum([\"system\", \"user\", \"assistant\", \"tool\"]),\n content: z\n .union([\n z.string(),\n z.array(\n z.object({\n type: z.string(),\n text: z.string().optional(),\n image_url: z\n .object({\n url: z.string(),\n detail: z.string().optional(),\n })\n .optional(),\n }),\n ),\n ])\n .nullable(),\n name: z.string().optional(),\n tool_calls: z\n .array(\n z.object({\n id: z.string(),\n type: z.literal(\"function\"),\n function: z.object({\n name: z.string(),\n arguments: z.string(),\n }),\n }),\n )\n .optional(),\n tool_call_id: z.string().optional(),\n});\n\nexport type ChatMessage = z.infer<typeof ChatMessageSchema>;\n\nexport const ChatCompletionRequestSchema = z.object({\n model: z.string(),\n messages: z.array(ChatMessageSchema),\n temperature: z.number().min(0).max(2).optional(),\n top_p: z.number().min(0).max(1).optional(),\n n: z.number().int().min(1).max(10).optional(),\n stream: z.boolean().optional(),\n stop: z.union([z.string(), z.array(z.string())]).optional(),\n max_tokens: z.number().int().positive().optional(),\n max_completion_tokens: z.number().int().positive().optional(),\n presence_penalty: z.number().min(-2).max(2).optional(),\n frequency_penalty: z.number().min(-2).max(2).optional(),\n logit_bias: z.record(z.number()).optional(),\n user: z.string().optional(),\n tools: z\n .array(\n z.object({\n type: z.literal(\"function\"),\n function: z.object({\n name: z.string(),\n description: z.string().optional(),\n parameters: z.record(z.unknown()).optional(),\n }),\n }),\n )\n .optional(),\n tool_choice: z\n .union([\n z.literal(\"none\"),\n z.literal(\"auto\"),\n z.literal(\"required\"),\n z.object({\n type: z.literal(\"function\"),\n function: z.object({ name: z.string() }),\n }),\n ])\n .optional(),\n response_format: z\n .object({\n type: z.enum([\"text\", \"json_object\"]),\n })\n .optional(),\n seed: z.number().int().optional(),\n});\n\nexport type ChatCompletionRequest = z.infer<typeof ChatCompletionRequestSchema>;\n\n// ============================================\n// RESPONSE SCHEMAS (OpenAI-compatible)\n// ============================================\n\nexport const ChatCompletionChoiceSchema = z.object({\n index: z.number(),\n message: z.object({\n role: z.literal(\"assistant\"),\n content: z.string().nullable(),\n tool_calls: z\n .array(\n z.object({\n id: z.string(),\n type: z.literal(\"function\"),\n function: z.object({\n name: z.string(),\n arguments: z.string(),\n }),\n }),\n )\n .optional(),\n }),\n finish_reason: z.string().nullable(),\n});\n\nexport type ChatCompletionChoice = z.infer<typeof ChatCompletionChoiceSchema>;\n\nexport const UsageSchema = z.object({\n prompt_tokens: z.number(),\n completion_tokens: z.number(),\n total_tokens: z.number(),\n});\n\nexport type Usage = z.infer<typeof UsageSchema>;\n\nexport const ChatCompletionResponseSchema = z.object({\n id: z.string(),\n object: z.literal(\"chat.completion\"),\n created: z.number(),\n model: z.string(),\n choices: z.array(ChatCompletionChoiceSchema),\n usage: UsageSchema.optional(),\n});\n\nexport type ChatCompletionResponse = z.infer<\n typeof ChatCompletionResponseSchema\n>;\n\n// ============================================\n// STREAMING RESPONSE SCHEMAS\n// ============================================\n\nexport const ChatCompletionChunkSchema = z.object({\n id: z.string(),\n object: z.literal(\"chat.completion.chunk\"),\n created: z.number(),\n model: z.string(),\n choices: z.array(\n z.object({\n index: z.number(),\n delta: z.object({\n role: z.string().optional(),\n content: z.string().optional(),\n tool_calls: z\n .array(\n z.object({\n index: z.number(),\n id: z.string().optional(),\n type: z.literal(\"function\").optional(),\n function: z\n .object({\n name: z.string().optional(),\n arguments: z.string().optional(),\n })\n .optional(),\n }),\n )\n .optional(),\n }),\n finish_reason: z.string().nullable(),\n }),\n ),\n});\n\nexport type ChatCompletionChunk = z.infer<typeof ChatCompletionChunkSchema>;\n\n// ============================================\n// PLUGIN CONSTANTS\n// ============================================\n\nexport const PLUGIN_ID = \"llm:groq\" as const;\nexport const RESOURCE_TYPE = \"llm\" as const;\nexport const PROVIDER = \"groq\" as const;\nexport const VERSION = \"1.0.0\";\n\n/** Default allowed models */\nexport const DEFAULT_GROQ_MODELS = [\n \"llama-3.3-70b-versatile\",\n \"llama-3.1-70b-versatile\",\n \"llama-3.1-8b-instant\",\n \"llama3-70b-8192\",\n \"llama3-8b-8192\",\n \"mixtral-8x7b-32768\",\n \"gemma2-9b-it\",\n] as const;\n\n/** Supported actions */\nexport const ACTIONS = [\"chat.completions\"] as const;\nexport type GroqAction = (typeof ACTIONS)[number];\n\n/** Enforcement knobs */\nexport const ENFORCEMENT_SUPPORT = [\n \"model\",\n \"max_tokens\",\n \"streaming\",\n] as const;\n"],"mappings":";;;;;;;;;;;;;;;;;;;;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;AAAA;;;ACKA,iBAAkB;AAMX,IAAM,oBAAoB,aAAE,OAAO;AAAA,EACxC,MAAM,aAAE,KAAK,CAAC,UAAU,QAAQ,aAAa,MAAM,CAAC;AAAA,EACpD,SAAS,aACN,MAAM;AAAA,IACL,aAAE,OAAO;AAAA,IACT,aAAE;AAAA,MACA,aAAE,OAAO;AAAA,QACP,MAAM,aAAE,OAAO;AAAA,QACf,MAAM,aAAE,OAAO,EAAE,SAAS;AAAA,QAC1B,WAAW,aACR,OAAO;AAAA,UACN,KAAK,aAAE,OAAO;AAAA,UACd,QAAQ,aAAE,OAAO,EAAE,SAAS;AAAA,QAC9B,CAAC,EACA,SAAS;AAAA,MACd,CAAC;AAAA,IACH;AAAA,EACF,CAAC,EACA,SAAS;AAAA,EACZ,MAAM,aAAE,OAAO,EAAE,SAAS;AAAA,EAC1B,YAAY,aACT;AAAA,IACC,aAAE,OAAO;AAAA,MACP,IAAI,aAAE,OAAO;AAAA,MACb,MAAM,aAAE,QAAQ,UAAU;AAAA,MAC1B,UAAU,aAAE,OAAO;AAAA,QACjB,MAAM,aAAE,OAAO;AAAA,QACf,WAAW,aAAE,OAAO;AAAA,MACtB,CAAC;AAAA,IACH,CAAC;AAAA,EACH,EACC,SAAS;AAAA,EACZ,cAAc,aAAE,OAAO,EAAE,SAAS;AACpC,CAAC;AAIM,IAAM,8BAA8B,aAAE,OAAO;AAAA,EAClD,OAAO,aAAE,OAAO;AAAA,EAChB,UAAU,aAAE,MAAM,iBAAiB;AAAA,EACnC,aAAa,aAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EAC/C,OAAO,aAAE,OAAO,EAAE,IAAI,CAAC,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EACzC,GAAG,aAAE,OAAO,EAAE,IAAI,EAAE,IAAI,CAAC,EAAE,IAAI,EAAE,EAAE,SAAS;AAAA,EAC5C,QAAQ,aAAE,QAAQ,EAAE,SAAS;AAAA,EAC7B,MAAM,aAAE,MAAM,CAAC,aAAE,OAAO,GAAG,aAAE,MAAM,aAAE,OAAO,CAAC,CAAC,CAAC,EAAE,SAAS;AAAA,EAC1D,YAAY,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EACjD,uBAAuB,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS,EAAE,SAAS;AAAA,EAC5D,kBAAkB,aAAE,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EACrD,mBAAmB,aAAE,OAAO,EAAE,IAAI,EAAE,EAAE,IAAI,CAAC,EAAE,SAAS;AAAA,EACtD,YAAY,aAAE,OAAO,aAAE,OAAO,CAAC,EAAE,SAAS;AAAA,EAC1C,MAAM,aAAE,OAAO,EAAE,SAAS;AAAA,EAC1B,OAAO,aACJ;AAAA,IACC,aAAE,OAAO;AAAA,MACP,MAAM,aAAE,QAAQ,UAAU;AAAA,MAC1B,UAAU,aAAE,OAAO;AAAA,QACjB,MAAM,aAAE,OAAO;AAAA,QACf,aAAa,aAAE,OAAO,EAAE,SAAS;AAAA,QACjC,YAAY,aAAE,OAAO,aAAE,QAAQ,CAAC,EAAE,SAAS;AAAA,MAC7C,CAAC;AAAA,IACH,CAAC;AAAA,EACH,EACC,SAAS;AAAA,EACZ,aAAa,aACV,MAAM;AAAA,IACL,aAAE,QAAQ,MAAM;AAAA,IAChB,aAAE,QAAQ,MAAM;AAAA,IAChB,aAAE,QAAQ,UAAU;AAAA,IACpB,aAAE,OAAO;AAAA,MACP,MAAM,aAAE,QAAQ,UAAU;AAAA,MAC1B,UAAU,aAAE,OAAO,EAAE,MAAM,aAAE,OAAO,EAAE,CAAC;AAAA,IACzC,CAAC;AAAA,EACH,CAAC,EACA,SAAS;AAAA,EACZ,iBAAiB,aACd,OAAO;AAAA,IACN,MAAM,aAAE,KAAK,CAAC,QAAQ,aAAa,CAAC;AAAA,EACtC,CAAC,EACA,SAAS;AAAA,EACZ,MAAM,aAAE,OAAO,EAAE,IAAI,EAAE,SAAS;AAClC,CAAC;AAQM,IAAM,6BAA6B,aAAE,OAAO;AAAA,EACjD,OAAO,aAAE,OAAO;AAAA,EAChB,SAAS,aAAE,OAAO;AAAA,IAChB,MAAM,aAAE,QAAQ,WAAW;AAAA,IAC3B,SAAS,aAAE,OAAO,EAAE,SAAS;AAAA,IAC7B,YAAY,aACT;AAAA,MACC,aAAE,OAAO;AAAA,QACP,IAAI,aAAE,OAAO;AAAA,QACb,MAAM,aAAE,QAAQ,UAAU;AAAA,QAC1B,UAAU,aAAE,OAAO;AAAA,UACjB,MAAM,aAAE,OAAO;AAAA,UACf,WAAW,aAAE,OAAO;AAAA,QACtB,CAAC;AAAA,MACH,CAAC;AAAA,IACH,EACC,SAAS;AAAA,EACd,CAAC;AAAA,EACD,eAAe,aAAE,OAAO,EAAE,SAAS;AACrC,CAAC;AAIM,IAAM,cAAc,aAAE,OAAO;AAAA,EAClC,eAAe,aAAE,OAAO;AAAA,EACxB,mBAAmB,aAAE,OAAO;AAAA,EAC5B,cAAc,aAAE,OAAO;AACzB,CAAC;AAIM,IAAM,+BAA+B,aAAE,OAAO;AAAA,EACnD,IAAI,aAAE,OAAO;AAAA,EACb,QAAQ,aAAE,QAAQ,iBAAiB;AAAA,EACnC,SAAS,aAAE,OAAO;AAAA,EAClB,OAAO,aAAE,OAAO;AAAA,EAChB,SAAS,aAAE,MAAM,0BAA0B;AAAA,EAC3C,OAAO,YAAY,SAAS;AAC9B,CAAC;AAUM,IAAM,4BAA4B,aAAE,OAAO;AAAA,EAChD,IAAI,aAAE,OAAO;AAAA,EACb,QAAQ,aAAE,QAAQ,uBAAuB;AAAA,EACzC,SAAS,aAAE,OAAO;AAAA,EAClB,OAAO,aAAE,OAAO;AAAA,EAChB,SAAS,aAAE;AAAA,IACT,aAAE,OAAO;AAAA,MACP,OAAO,aAAE,OAAO;AAAA,MAChB,OAAO,aAAE,OAAO;AAAA,QACd,MAAM,aAAE,OAAO,EAAE,SAAS;AAAA,QAC1B,SAAS,aAAE,OAAO,EAAE,SAAS;AAAA,QAC7B,YAAY,aACT;AAAA,UACC,aAAE,OAAO;AAAA,YACP,OAAO,aAAE,OAAO;AAAA,YAChB,IAAI,aAAE,OAAO,EAAE,SAAS;AAAA,YACxB,MAAM,aAAE,QAAQ,UAAU,EAAE,SAAS;AAAA,YACrC,UAAU,aACP,OAAO;AAAA,cACN,MAAM,aAAE,OAAO,EAAE,SAAS;AAAA,cAC1B,WAAW,aAAE,OAAO,EAAE,SAAS;AAAA,YACjC,CAAC,EACA,SAAS;AAAA,UACd,CAAC;AAAA,QACH,EACC,SAAS;AAAA,MACd,CAAC;AAAA,MACD,eAAe,aAAE,OAAO,EAAE,SAAS;AAAA,IACrC,CAAC;AAAA,EACH;AACF,CAAC;AAQM,IAAM,YAAY;AAClB,IAAM,gBAAgB;AACtB,IAAM,WAAW;AACjB,IAAM,UAAU;AAGhB,IAAM,sBAAsB;AAAA,EACjC;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AAAA,EACA;AACF;AAGO,IAAM,UAAU,CAAC,kBAAkB;AAInC,IAAM,sBAAsB;AAAA,EACjC;AAAA,EACA;AAAA,EACA;AACF;;;ADpDO,SAAS,KAAK,WAAyC;AAC5D,SAAO;AAAA,IACL;AAAA,IAEA,MAAM,gBACJ,SACA,SACkD;AAElD,YAAM,UAAU,EAAE,GAAG,SAAS,QAAQ,MAAM;AAE5C,aAAO,UAAU;AAAA,QACf;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,IAEA,MAAM,sBACJ,SACA,SACgC;AAChC,aAAO,UAAU;AAAA,QACf;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;AAGA,IAAO,iBAAQ;","names":[]}
|
package/dist/client.mjs
ADDED
|
@@ -0,0 +1,58 @@
|
|
|
1
|
+
import {
|
|
2
|
+
ACTIONS,
|
|
3
|
+
ChatCompletionChoiceSchema,
|
|
4
|
+
ChatCompletionChunkSchema,
|
|
5
|
+
ChatCompletionRequestSchema,
|
|
6
|
+
ChatCompletionResponseSchema,
|
|
7
|
+
ChatMessageSchema,
|
|
8
|
+
DEFAULT_GROQ_MODELS,
|
|
9
|
+
ENFORCEMENT_SUPPORT,
|
|
10
|
+
PLUGIN_ID,
|
|
11
|
+
PROVIDER,
|
|
12
|
+
RESOURCE_TYPE,
|
|
13
|
+
UsageSchema,
|
|
14
|
+
VERSION
|
|
15
|
+
} from "./chunk-MRDVVFUV.mjs";
|
|
16
|
+
|
|
17
|
+
// src/client.ts
|
|
18
|
+
function groq(transport) {
|
|
19
|
+
return {
|
|
20
|
+
transport,
|
|
21
|
+
async chatCompletions(request, options) {
|
|
22
|
+
const payload = { ...request, stream: false };
|
|
23
|
+
return transport.request(
|
|
24
|
+
PLUGIN_ID,
|
|
25
|
+
"chat.completions",
|
|
26
|
+
payload,
|
|
27
|
+
options
|
|
28
|
+
);
|
|
29
|
+
},
|
|
30
|
+
async chatCompletionsStream(request, options) {
|
|
31
|
+
return transport.requestStream(
|
|
32
|
+
PLUGIN_ID,
|
|
33
|
+
"chat.completions",
|
|
34
|
+
request,
|
|
35
|
+
options
|
|
36
|
+
);
|
|
37
|
+
}
|
|
38
|
+
};
|
|
39
|
+
}
|
|
40
|
+
var client_default = groq;
|
|
41
|
+
export {
|
|
42
|
+
ACTIONS,
|
|
43
|
+
ChatCompletionChoiceSchema,
|
|
44
|
+
ChatCompletionChunkSchema,
|
|
45
|
+
ChatCompletionRequestSchema,
|
|
46
|
+
ChatCompletionResponseSchema,
|
|
47
|
+
ChatMessageSchema,
|
|
48
|
+
DEFAULT_GROQ_MODELS,
|
|
49
|
+
ENFORCEMENT_SUPPORT,
|
|
50
|
+
PLUGIN_ID,
|
|
51
|
+
PROVIDER,
|
|
52
|
+
RESOURCE_TYPE,
|
|
53
|
+
UsageSchema,
|
|
54
|
+
VERSION,
|
|
55
|
+
client_default as default,
|
|
56
|
+
groq
|
|
57
|
+
};
|
|
58
|
+
//# sourceMappingURL=client.mjs.map
|
|
@@ -0,0 +1 @@
|
|
|
1
|
+
{"version":3,"sources":["../src/client.ts"],"sourcesContent":["// ============================================\n// GROQ PLUGIN CLIENT\n// Typed client wrapper for target apps\n// ============================================\n//\n// This module provides typed client wrappers for the Groq LLM plugin.\n// It depends only on the SDK transport interface and shared contracts.\n//\n// Usage:\n// ```ts\n// import { groq } from \"@glueco/plugin-llm-groq/client\";\n// import { GatewayClient } from \"@glueco/sdk\";\n//\n// const client = new GatewayClient({ ... });\n// const transport = await client.getTransport();\n// const groqClient = groq(transport);\n//\n// const response = await groqClient.chatCompletions({\n// model: \"llama-3.3-70b-versatile\",\n// messages: [{ role: \"user\", content: \"Hello!\" }]\n// });\n// ```\n// ============================================\n\nimport type {\n GatewayTransport,\n GatewayResponse,\n GatewayStreamResponse,\n GatewayRequestOptions,\n} from \"@glueco/sdk\";\n\nimport {\n type ChatCompletionRequest,\n type ChatCompletionResponse,\n PLUGIN_ID,\n} from \"./contracts\";\n\n// Re-export contracts for consumer convenience\nexport * from \"./contracts\";\n\n// ============================================\n// CLIENT TYPES\n// ============================================\n\n/**\n * Options for chat completion requests.\n */\nexport interface ChatCompletionOptions extends Omit<\n GatewayRequestOptions,\n \"stream\" | \"method\"\n> {\n /**\n * Override for custom behavior (advanced usage).\n */\n raw?: boolean;\n}\n\n/**\n * Groq client interface.\n * Provides typed methods for all supported actions.\n */\nexport interface GroqClient {\n /**\n * Create a chat completion.\n *\n * @param request - Chat completion request (OpenAI-compatible format)\n * @param options - Optional request options\n * @returns Chat completion response\n *\n * @example\n * ```ts\n * const response = await groqClient.chatCompletions({\n * model: \"llama-3.3-70b-versatile\",\n * messages: [\n * { role: \"system\", content: \"You are a helpful assistant.\" },\n * { role: \"user\", content: \"What is the capital of France?\" }\n * ],\n * temperature: 0.7,\n * max_tokens: 1000\n * });\n *\n * console.log(response.data.choices[0].message.content);\n * ```\n */\n chatCompletions(\n request: ChatCompletionRequest,\n options?: ChatCompletionOptions,\n ): Promise<GatewayResponse<ChatCompletionResponse>>;\n\n /**\n * Create a streaming chat completion.\n *\n * @param request - Chat completion request (stream flag will be set automatically)\n * @param options - Optional request options\n * @returns Streaming response with SSE stream\n *\n * @example\n * ```ts\n * const response = await groqClient.chatCompletionsStream({\n * model: \"llama-3.3-70b-versatile\",\n * messages: [{ role: \"user\", content: \"Tell me a story\" }]\n * });\n *\n * const reader = response.stream.getReader();\n * const decoder = new TextDecoder();\n *\n * while (true) {\n * const { done, value } = await reader.read();\n * if (done) break;\n * const chunk = decoder.decode(value);\n * // Process SSE chunk\n * }\n * ```\n */\n chatCompletionsStream(\n request: Omit<ChatCompletionRequest, \"stream\">,\n options?: ChatCompletionOptions,\n ): Promise<GatewayStreamResponse>;\n\n /**\n * Get the underlying transport for advanced usage.\n * Useful when you need direct access to the gateway.\n */\n readonly transport: GatewayTransport;\n}\n\n// ============================================\n// CLIENT FACTORY\n// ============================================\n\n/**\n * Create a typed Groq client.\n *\n * @param transport - Gateway transport from SDK\n * @returns Typed Groq client\n *\n * @example\n * ```ts\n * import { groq } from \"@glueco/plugin-llm-groq/client\";\n * import { GatewayClient } from \"@glueco/sdk\";\n *\n * // Setup\n * const gatewayClient = new GatewayClient({\n * keyStorage: new FileKeyStorage('./.gateway/keys.json'),\n * configStorage: new FileConfigStorage('./.gateway/config.json'),\n * });\n *\n * // Get transport and create typed client\n * const transport = await gatewayClient.getTransport();\n * const groqClient = groq(transport);\n *\n * // Use with full type safety\n * const response = await groqClient.chatCompletions({\n * model: \"llama-3.3-70b-versatile\",\n * messages: [{ role: \"user\", content: \"Hello!\" }]\n * });\n * ```\n */\nexport function groq(transport: GatewayTransport): GroqClient {\n return {\n transport,\n\n async chatCompletions(\n request: ChatCompletionRequest,\n options?: ChatCompletionOptions,\n ): Promise<GatewayResponse<ChatCompletionResponse>> {\n // Ensure stream is false for non-streaming requests\n const payload = { ...request, stream: false };\n\n return transport.request<ChatCompletionResponse, ChatCompletionRequest>(\n PLUGIN_ID,\n \"chat.completions\",\n payload,\n options,\n );\n },\n\n async chatCompletionsStream(\n request: Omit<ChatCompletionRequest, \"stream\">,\n options?: ChatCompletionOptions,\n ): Promise<GatewayStreamResponse> {\n return transport.requestStream(\n PLUGIN_ID,\n \"chat.completions\",\n request,\n options,\n );\n },\n };\n}\n\n// Default export for convenient importing\nexport default groq;\n"],"mappings":";;;;;;;;;;;;;;;;;AA8JO,SAAS,KAAK,WAAyC;AAC5D,SAAO;AAAA,IACL;AAAA,IAEA,MAAM,gBACJ,SACA,SACkD;AAElD,YAAM,UAAU,EAAE,GAAG,SAAS,QAAQ,MAAM;AAE5C,aAAO,UAAU;AAAA,QACf;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,IAEA,MAAM,sBACJ,SACA,SACgC;AAChC,aAAO,UAAU;AAAA,QACf;AAAA,QACA;AAAA,QACA;AAAA,QACA;AAAA,MACF;AAAA,IACF;AAAA,EACF;AACF;AAGA,IAAO,iBAAQ;","names":[]}
|