@yourgpt/llm-sdk 0.1.0 → 1.0.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/README.md +61 -40
- package/dist/adapters/index.d.mts +4 -258
- package/dist/adapters/index.d.ts +4 -258
- package/dist/adapters/index.js +0 -113
- package/dist/adapters/index.js.map +1 -1
- package/dist/adapters/index.mjs +1 -112
- package/dist/adapters/index.mjs.map +1 -1
- package/dist/base-D_FyHFKj.d.mts +235 -0
- package/dist/base-D_FyHFKj.d.ts +235 -0
- package/dist/index.d.mts +209 -451
- package/dist/index.d.ts +209 -451
- package/dist/index.js +1905 -311
- package/dist/index.js.map +1 -1
- package/dist/index.mjs +1895 -309
- package/dist/index.mjs.map +1 -1
- package/dist/providers/anthropic/index.d.mts +61 -0
- package/dist/providers/anthropic/index.d.ts +61 -0
- package/dist/providers/anthropic/index.js +939 -0
- package/dist/providers/anthropic/index.js.map +1 -0
- package/dist/providers/anthropic/index.mjs +934 -0
- package/dist/providers/anthropic/index.mjs.map +1 -0
- package/dist/providers/azure/index.d.mts +38 -0
- package/dist/providers/azure/index.d.ts +38 -0
- package/dist/providers/azure/index.js +380 -0
- package/dist/providers/azure/index.js.map +1 -0
- package/dist/providers/azure/index.mjs +377 -0
- package/dist/providers/azure/index.mjs.map +1 -0
- package/dist/providers/google/index.d.mts +72 -0
- package/dist/providers/google/index.d.ts +72 -0
- package/dist/providers/google/index.js +790 -0
- package/dist/providers/google/index.js.map +1 -0
- package/dist/providers/google/index.mjs +785 -0
- package/dist/providers/google/index.mjs.map +1 -0
- package/dist/providers/ollama/index.d.mts +24 -0
- package/dist/providers/ollama/index.d.ts +24 -0
- package/dist/providers/ollama/index.js +235 -0
- package/dist/providers/ollama/index.js.map +1 -0
- package/dist/providers/ollama/index.mjs +232 -0
- package/dist/providers/ollama/index.mjs.map +1 -0
- package/dist/providers/openai/index.d.mts +82 -0
- package/dist/providers/openai/index.d.ts +82 -0
- package/dist/providers/openai/index.js +679 -0
- package/dist/providers/openai/index.js.map +1 -0
- package/dist/providers/openai/index.mjs +674 -0
- package/dist/providers/openai/index.mjs.map +1 -0
- package/dist/providers/xai/index.d.mts +78 -0
- package/dist/providers/xai/index.d.ts +78 -0
- package/dist/providers/xai/index.js +671 -0
- package/dist/providers/xai/index.js.map +1 -0
- package/dist/providers/xai/index.mjs +666 -0
- package/dist/providers/xai/index.mjs.map +1 -0
- package/dist/types-BBCZ3Fxy.d.mts +308 -0
- package/dist/types-CdORv1Yu.d.mts +338 -0
- package/dist/types-CdORv1Yu.d.ts +338 -0
- package/dist/types-DcoCaVVC.d.ts +308 -0
- package/package.json +34 -3
package/dist/adapters/index.js
CHANGED
|
@@ -739,117 +739,6 @@ var AnthropicAdapter = class {
|
|
|
739
739
|
function createAnthropicAdapter(config) {
|
|
740
740
|
return new AnthropicAdapter(config);
|
|
741
741
|
}
|
|
742
|
-
var GroqAdapter = class {
|
|
743
|
-
constructor(config) {
|
|
744
|
-
this.provider = "groq";
|
|
745
|
-
this.config = config;
|
|
746
|
-
this.model = config.model || "llama-3.1-70b-versatile";
|
|
747
|
-
}
|
|
748
|
-
async *stream(request) {
|
|
749
|
-
const messages = formatMessages(request.messages, request.systemPrompt);
|
|
750
|
-
const tools = request.actions?.length ? formatTools(request.actions) : void 0;
|
|
751
|
-
const messageId = core.generateMessageId();
|
|
752
|
-
yield { type: "message:start", id: messageId };
|
|
753
|
-
try {
|
|
754
|
-
const response = await fetch(
|
|
755
|
-
"https://api.groq.com/openai/v1/chat/completions",
|
|
756
|
-
{
|
|
757
|
-
method: "POST",
|
|
758
|
-
headers: {
|
|
759
|
-
"Content-Type": "application/json",
|
|
760
|
-
Authorization: `Bearer ${this.config.apiKey}`
|
|
761
|
-
},
|
|
762
|
-
body: JSON.stringify({
|
|
763
|
-
model: request.config?.model || this.model,
|
|
764
|
-
messages,
|
|
765
|
-
tools,
|
|
766
|
-
temperature: request.config?.temperature ?? this.config.temperature,
|
|
767
|
-
max_tokens: request.config?.maxTokens ?? this.config.maxTokens,
|
|
768
|
-
stream: true
|
|
769
|
-
}),
|
|
770
|
-
signal: request.signal
|
|
771
|
-
}
|
|
772
|
-
);
|
|
773
|
-
if (!response.ok) {
|
|
774
|
-
throw new Error(`Groq API error: ${response.status}`);
|
|
775
|
-
}
|
|
776
|
-
if (!response.body) {
|
|
777
|
-
throw new Error("No response body");
|
|
778
|
-
}
|
|
779
|
-
const reader = response.body.getReader();
|
|
780
|
-
const decoder = new TextDecoder();
|
|
781
|
-
let buffer = "";
|
|
782
|
-
let currentToolCall = null;
|
|
783
|
-
while (true) {
|
|
784
|
-
const { done, value } = await reader.read();
|
|
785
|
-
if (done) break;
|
|
786
|
-
buffer += decoder.decode(value, { stream: true });
|
|
787
|
-
const lines = buffer.split("\n");
|
|
788
|
-
buffer = lines.pop() || "";
|
|
789
|
-
for (const line of lines) {
|
|
790
|
-
if (!line.startsWith("data: ")) continue;
|
|
791
|
-
const data = line.slice(6).trim();
|
|
792
|
-
if (data === "[DONE]") continue;
|
|
793
|
-
try {
|
|
794
|
-
const chunk = JSON.parse(data);
|
|
795
|
-
const delta = chunk.choices?.[0]?.delta;
|
|
796
|
-
if (delta?.content) {
|
|
797
|
-
yield { type: "message:delta", content: delta.content };
|
|
798
|
-
}
|
|
799
|
-
if (delta?.tool_calls) {
|
|
800
|
-
for (const toolCall of delta.tool_calls) {
|
|
801
|
-
if (toolCall.id) {
|
|
802
|
-
if (currentToolCall) {
|
|
803
|
-
yield {
|
|
804
|
-
type: "action:args",
|
|
805
|
-
id: currentToolCall.id,
|
|
806
|
-
args: currentToolCall.arguments
|
|
807
|
-
};
|
|
808
|
-
}
|
|
809
|
-
currentToolCall = {
|
|
810
|
-
id: toolCall.id,
|
|
811
|
-
name: toolCall.function?.name || "",
|
|
812
|
-
arguments: toolCall.function?.arguments || ""
|
|
813
|
-
};
|
|
814
|
-
yield {
|
|
815
|
-
type: "action:start",
|
|
816
|
-
id: currentToolCall.id,
|
|
817
|
-
name: currentToolCall.name
|
|
818
|
-
};
|
|
819
|
-
} else if (currentToolCall && toolCall.function?.arguments) {
|
|
820
|
-
currentToolCall.arguments += toolCall.function.arguments;
|
|
821
|
-
}
|
|
822
|
-
}
|
|
823
|
-
}
|
|
824
|
-
if (chunk.choices?.[0]?.finish_reason && currentToolCall) {
|
|
825
|
-
yield {
|
|
826
|
-
type: "action:args",
|
|
827
|
-
id: currentToolCall.id,
|
|
828
|
-
args: currentToolCall.arguments
|
|
829
|
-
};
|
|
830
|
-
}
|
|
831
|
-
} catch {
|
|
832
|
-
}
|
|
833
|
-
}
|
|
834
|
-
}
|
|
835
|
-
yield { type: "message:end" };
|
|
836
|
-
yield { type: "done" };
|
|
837
|
-
} catch (error) {
|
|
838
|
-
if (error.name === "AbortError") {
|
|
839
|
-
yield { type: "done" };
|
|
840
|
-
} else {
|
|
841
|
-
yield {
|
|
842
|
-
type: "error",
|
|
843
|
-
message: error instanceof Error ? error.message : "Unknown error",
|
|
844
|
-
code: "GROQ_ERROR"
|
|
845
|
-
};
|
|
846
|
-
}
|
|
847
|
-
}
|
|
848
|
-
}
|
|
849
|
-
};
|
|
850
|
-
function createGroqAdapter(config) {
|
|
851
|
-
return new GroqAdapter(config);
|
|
852
|
-
}
|
|
853
742
|
var OllamaAdapter = class {
|
|
854
743
|
constructor(config = {}) {
|
|
855
744
|
this.provider = "ollama";
|
|
@@ -1616,7 +1505,6 @@ function createAzureAdapter(config) {
|
|
|
1616
1505
|
exports.AnthropicAdapter = AnthropicAdapter;
|
|
1617
1506
|
exports.AzureAdapter = AzureAdapter;
|
|
1618
1507
|
exports.GoogleAdapter = GoogleAdapter;
|
|
1619
|
-
exports.GroqAdapter = GroqAdapter;
|
|
1620
1508
|
exports.OllamaAdapter = OllamaAdapter;
|
|
1621
1509
|
exports.OpenAIAdapter = OpenAIAdapter;
|
|
1622
1510
|
exports.XAIAdapter = XAIAdapter;
|
|
@@ -1626,7 +1514,6 @@ exports.attachmentToOpenAIImage = attachmentToOpenAIImage;
|
|
|
1626
1514
|
exports.createAnthropicAdapter = createAnthropicAdapter;
|
|
1627
1515
|
exports.createAzureAdapter = createAzureAdapter;
|
|
1628
1516
|
exports.createGoogleAdapter = createGoogleAdapter;
|
|
1629
|
-
exports.createGroqAdapter = createGroqAdapter;
|
|
1630
1517
|
exports.createOllamaAdapter = createOllamaAdapter;
|
|
1631
1518
|
exports.createOpenAIAdapter = createOpenAIAdapter;
|
|
1632
1519
|
exports.createXAIAdapter = createXAIAdapter;
|