@cloudbase/ai 2.8.21-beta.0 → 2.8.22-beta.0
This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
- package/dist/cjs/AI.d.ts +27 -0
- package/dist/cjs/AI.js +154 -0
- package/dist/cjs/index.d.ts +13 -38
- package/dist/cjs/index.js +9 -73
- package/dist/cjs/models/Ark/index.d.ts +4 -18
- package/dist/cjs/models/Ark/index.js +45 -82
- package/dist/cjs/models/Ark/type.d.ts +52 -19
- package/dist/cjs/models/Ark/type.js +1 -1
- package/dist/cjs/models/DashScope/index.d.ts +4 -18
- package/dist/cjs/models/DashScope/index.js +45 -82
- package/dist/cjs/models/DashScope/type.d.ts +55 -24
- package/dist/cjs/models/DashScope/type.js +1 -1
- package/dist/cjs/models/HunYuan/index.d.ts +4 -19
- package/dist/cjs/models/HunYuan/index.js +47 -107
- package/dist/cjs/models/HunYuan/type.d.ts +68 -48
- package/dist/cjs/models/HunYuan/type.js +1 -1
- package/dist/cjs/models/HunYuan/util.d.ts +4 -0
- package/dist/cjs/models/HunYuan/util.js +58 -0
- package/dist/cjs/models/HunYuanBeta/index.d.ts +4 -19
- package/dist/cjs/models/HunYuanBeta/index.js +42 -110
- package/dist/cjs/models/Moonshot/index.d.ts +4 -18
- package/dist/cjs/models/Moonshot/index.js +45 -82
- package/dist/cjs/models/Moonshot/type.d.ts +63 -9
- package/dist/cjs/models/Moonshot/type.js +1 -1
- package/dist/cjs/models/Yi/index.d.ts +4 -18
- package/dist/cjs/models/Yi/index.js +48 -82
- package/dist/cjs/models/Yi/type.d.ts +41 -15
- package/dist/cjs/models/Yi/type.js +1 -1
- package/dist/cjs/models/ZhiPu/index.d.ts +4 -18
- package/dist/cjs/models/ZhiPu/index.js +59 -87
- package/dist/cjs/models/ZhiPu/type.d.ts +19 -19
- package/dist/cjs/models/ZhiPu/type.js +1 -1
- package/dist/cjs/models/index.d.ts +16 -15
- package/dist/cjs/models/index.js +26 -23
- package/dist/cjs/models/model.d.ts +38 -0
- package/dist/cjs/models/model.js +481 -0
- package/dist/cjs/type.d.ts +76 -15
- package/dist/cjs/type.js +6 -12
- package/dist/cjs/utils.d.ts +9 -1
- package/dist/cjs/utils.js +46 -2
- package/dist/esm/AI.d.ts +27 -0
- package/dist/esm/AI.js +128 -0
- package/dist/esm/index.d.ts +13 -38
- package/dist/esm/index.js +4 -70
- package/dist/esm/models/Ark/index.d.ts +4 -18
- package/dist/esm/models/Ark/index.js +45 -82
- package/dist/esm/models/Ark/type.d.ts +52 -19
- package/dist/esm/models/Ark/type.js +1 -1
- package/dist/esm/models/DashScope/index.d.ts +4 -18
- package/dist/esm/models/DashScope/index.js +45 -82
- package/dist/esm/models/DashScope/type.d.ts +55 -24
- package/dist/esm/models/DashScope/type.js +1 -1
- package/dist/esm/models/HunYuan/index.d.ts +4 -19
- package/dist/esm/models/HunYuan/index.js +47 -107
- package/dist/esm/models/HunYuan/type.d.ts +68 -48
- package/dist/esm/models/HunYuan/type.js +1 -1
- package/dist/esm/models/HunYuan/util.d.ts +4 -0
- package/dist/esm/models/HunYuan/util.js +53 -0
- package/dist/esm/models/HunYuanBeta/index.d.ts +4 -19
- package/dist/esm/models/HunYuanBeta/index.js +42 -110
- package/dist/esm/models/Moonshot/index.d.ts +4 -18
- package/dist/esm/models/Moonshot/index.js +45 -82
- package/dist/esm/models/Moonshot/type.d.ts +63 -9
- package/dist/esm/models/Moonshot/type.js +1 -1
- package/dist/esm/models/Yi/index.d.ts +4 -18
- package/dist/esm/models/Yi/index.js +48 -82
- package/dist/esm/models/Yi/type.d.ts +41 -15
- package/dist/esm/models/Yi/type.js +1 -1
- package/dist/esm/models/ZhiPu/index.d.ts +4 -18
- package/dist/esm/models/ZhiPu/index.js +59 -87
- package/dist/esm/models/ZhiPu/type.d.ts +19 -19
- package/dist/esm/models/ZhiPu/type.js +1 -1
- package/dist/esm/models/index.d.ts +16 -15
- package/dist/esm/models/index.js +17 -16
- package/dist/esm/models/model.d.ts +38 -0
- package/dist/esm/models/model.js +478 -0
- package/dist/esm/type.d.ts +76 -15
- package/dist/esm/type.js +5 -11
- package/dist/esm/utils.d.ts +9 -1
- package/dist/esm/utils.js +41 -1
- package/package.json +3 -3
- package/src/AI.ts +77 -0
- package/src/index.ts +3 -60
- package/src/models/Ark/index.ts +52 -54
- package/src/models/Ark/type.ts +60 -19
- package/src/models/DashScope/index.ts +56 -55
- package/src/models/DashScope/type.ts +63 -21
- package/src/models/HunYuan/index.ts +44 -67
- package/src/models/HunYuan/type.ts +68 -46
- package/src/models/HunYuan/util.ts +59 -0
- package/src/models/HunYuanBeta/index.ts +41 -75
- package/src/models/Moonshot/index.ts +52 -54
- package/src/models/Moonshot/type.ts +61 -7
- package/src/models/Yi/index.ts +59 -55
- package/src/models/Yi/type.ts +47 -19
- package/src/models/ZhiPu/index.ts +60 -52
- package/src/models/ZhiPu/type.ts +20 -9
- package/src/models/index.ts +25 -15
- package/src/models/model.ts +415 -0
- package/src/type.ts +100 -13
- package/src/utils.ts +53 -1
- package/dist/cjs/models/HunYuanBeta/type.d.ts +0 -52
- package/dist/cjs/models/HunYuanBeta/type.js +0 -3
- package/dist/esm/models/HunYuanBeta/type.d.ts +0 -52
- package/dist/esm/models/HunYuanBeta/type.js +0 -2
- package/src/models/HunYuanBeta/type.ts +0 -61
|
@@ -46,22 +46,12 @@ var __generator = (this && this.__generator) || function (thisArg, body) {
|
|
|
46
46
|
if (op[0] & 5) throw op[1]; return { value: op[0] ? op[1] : void 0, done: true };
|
|
47
47
|
}
|
|
48
48
|
};
|
|
49
|
-
var __rest = (this && this.__rest) || function (s, e) {
|
|
50
|
-
var t = {};
|
|
51
|
-
for (var p in s) if (Object.prototype.hasOwnProperty.call(s, p) && e.indexOf(p) < 0)
|
|
52
|
-
t[p] = s[p];
|
|
53
|
-
if (s != null && typeof Object.getOwnPropertySymbols === "function")
|
|
54
|
-
for (var i = 0, p = Object.getOwnPropertySymbols(s); i < p.length; i++) {
|
|
55
|
-
if (e.indexOf(p[i]) < 0 && Object.prototype.propertyIsEnumerable.call(s, p[i]))
|
|
56
|
-
t[p[i]] = s[p[i]];
|
|
57
|
-
}
|
|
58
|
-
return t;
|
|
59
|
-
};
|
|
60
49
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
61
|
-
exports.
|
|
50
|
+
exports.HunYuanBetaSimpleModel = void 0;
|
|
62
51
|
var utils_1 = require("../../utils");
|
|
63
|
-
var
|
|
64
|
-
|
|
52
|
+
var util_1 = require("../HunYuan/util");
|
|
53
|
+
var HunYuanBetaSimpleModel = (function () {
|
|
54
|
+
function HunYuanBetaSimpleModel(req, baseUrl, subUrl) {
|
|
65
55
|
this.req = req;
|
|
66
56
|
this.baseUrl = baseUrl;
|
|
67
57
|
this.subUrl = 'hunyuan-beta/openapi/v1/chat/completions';
|
|
@@ -69,125 +59,67 @@ var HunYuanBetaModel = (function () {
|
|
|
69
59
|
this.subUrl = subUrl;
|
|
70
60
|
}
|
|
71
61
|
}
|
|
72
|
-
Object.defineProperty(
|
|
62
|
+
Object.defineProperty(HunYuanBetaSimpleModel.prototype, "url", {
|
|
73
63
|
get: function () {
|
|
74
64
|
return "".concat(this.baseUrl, "/").concat(this.subUrl);
|
|
75
65
|
},
|
|
76
66
|
enumerable: false,
|
|
77
67
|
configurable: true
|
|
78
68
|
});
|
|
79
|
-
|
|
80
|
-
var _a, _b, _c, _d;
|
|
69
|
+
HunYuanBetaSimpleModel.prototype.doGenerate = function (data) {
|
|
81
70
|
return __awaiter(this, void 0, void 0, function () {
|
|
82
|
-
var
|
|
83
|
-
return __generator(this, function (
|
|
84
|
-
switch (
|
|
85
|
-
case 0:
|
|
86
|
-
|
|
87
|
-
|
|
88
|
-
|
|
89
|
-
|
|
90
|
-
'X-Tc-Action': 'ChatCompletions',
|
|
91
|
-
},
|
|
92
|
-
data: __assign(__assign({}, processedData), { Stream: false }),
|
|
93
|
-
stream: false,
|
|
94
|
-
})];
|
|
71
|
+
var res;
|
|
72
|
+
return __generator(this, function (_a) {
|
|
73
|
+
switch (_a.label) {
|
|
74
|
+
case 0: return [4, this.req({
|
|
75
|
+
url: this.url,
|
|
76
|
+
data: __assign(__assign({}, (0, util_1.processInput)(data)), { stream: false }),
|
|
77
|
+
stream: false,
|
|
78
|
+
})];
|
|
95
79
|
case 1:
|
|
96
|
-
res = (
|
|
97
|
-
return [2, {
|
|
98
|
-
text: (_d = (_c = (_b = (_a = res === null || res === void 0 ? void 0 : res.choices) === null || _a === void 0 ? void 0 : _a[0]) === null || _b === void 0 ? void 0 : _b.message) === null || _c === void 0 ? void 0 : _c.content) !== null && _d !== void 0 ? _d : '',
|
|
99
|
-
rawResponse: res,
|
|
100
|
-
}];
|
|
80
|
+
res = (_a.sent());
|
|
81
|
+
return [2, __assign(__assign({}, res), { rawResponse: res })];
|
|
101
82
|
}
|
|
102
83
|
});
|
|
103
84
|
});
|
|
104
85
|
};
|
|
105
|
-
|
|
86
|
+
HunYuanBetaSimpleModel.prototype.doStream = function (data) {
|
|
106
87
|
return __awaiter(this, void 0, void 0, function () {
|
|
107
|
-
var
|
|
88
|
+
var isToolCall, _stream, stream, hunyuanBetaStream, streamWithRaw;
|
|
108
89
|
return __generator(this, function (_a) {
|
|
109
90
|
switch (_a.label) {
|
|
110
91
|
case 0:
|
|
111
|
-
|
|
92
|
+
isToolCall = null;
|
|
112
93
|
return [4, this.req({
|
|
113
94
|
url: this.url,
|
|
114
|
-
|
|
115
|
-
'X-Tc-Action': 'ChatCompletions',
|
|
116
|
-
},
|
|
117
|
-
data: __assign(__assign({}, processedData), { Stream: true }),
|
|
95
|
+
data: __assign(__assign({}, data), { stream: true }),
|
|
118
96
|
stream: true,
|
|
119
97
|
})];
|
|
120
98
|
case 1:
|
|
121
|
-
|
|
122
|
-
|
|
99
|
+
_stream = _a.sent();
|
|
100
|
+
stream = (0, utils_1.toPolyfillReadable)(_stream);
|
|
101
|
+
hunyuanBetaStream = (0, utils_1.intoStandardStream)(stream);
|
|
102
|
+
streamWithRaw = hunyuanBetaStream.pipeThrough(new utils_1.TransformStream({
|
|
103
|
+
transform: function (chunk, controller) {
|
|
104
|
+
var newChoices = chunk.choices.map(function (choice) {
|
|
105
|
+
var message = choice.delta;
|
|
106
|
+
if (isToolCall == null)
|
|
107
|
+
isToolCall = (0, utils_1.isToolCallAssistantMessage)(message);
|
|
108
|
+
if (isToolCall) {
|
|
109
|
+
return __assign(__assign({}, choice), { finish_reason: 'tool_calls', delta: message });
|
|
110
|
+
}
|
|
111
|
+
return choice;
|
|
112
|
+
});
|
|
113
|
+
var newChunk = __assign(__assign({}, chunk), { choices: newChoices });
|
|
114
|
+
controller.enqueue(__assign(__assign({}, newChunk), { rawResponse: chunk }));
|
|
115
|
+
},
|
|
116
|
+
}));
|
|
117
|
+
return [2, (0, utils_1.createAsyncIterable)(streamWithRaw)];
|
|
123
118
|
}
|
|
124
119
|
});
|
|
125
120
|
});
|
|
126
121
|
};
|
|
127
|
-
|
|
128
|
-
var messages = _a.messages, model = _a.model, temperature = _a.temperature, top_p = _a.top_p, rest = __rest(_a, ["messages", "model", "temperature", "top_p"]);
|
|
129
|
-
return __assign({ Messages: messages.map(function (_a) {
|
|
130
|
-
var content = _a.content, role = _a.role;
|
|
131
|
-
return ({ Content: content, Role: role });
|
|
132
|
-
}), Model: model, Temperature: temperature, TopP: top_p }, rest);
|
|
133
|
-
};
|
|
134
|
-
return HunYuanBetaModel;
|
|
135
|
-
}());
|
|
136
|
-
exports.HunYuanBetaModel = HunYuanBetaModel;
|
|
137
|
-
var HunyuanModelStreamResult = (function () {
|
|
138
|
-
function HunyuanModelStreamResult(_stream) {
|
|
139
|
-
var stream = (0, utils_1.toPolyfillReadable)(_stream);
|
|
140
|
-
this._eventSourceStream = stream
|
|
141
|
-
.pipeThrough(new utils_1.TextDecoderStream())
|
|
142
|
-
.pipeThrough((0, utils_1.createEventSourceParserTransformStream)());
|
|
143
|
-
}
|
|
144
|
-
Object.defineProperty(HunyuanModelStreamResult.prototype, "teeedStream", {
|
|
145
|
-
get: function () {
|
|
146
|
-
var _a = this._eventSourceStream.tee(), s1 = _a[0], s2 = _a[1];
|
|
147
|
-
this._eventSourceStream = s2;
|
|
148
|
-
return s1;
|
|
149
|
-
},
|
|
150
|
-
enumerable: false,
|
|
151
|
-
configurable: true
|
|
152
|
-
});
|
|
153
|
-
Object.defineProperty(HunyuanModelStreamResult.prototype, "eventSourceStream", {
|
|
154
|
-
get: function () {
|
|
155
|
-
return (0, utils_1.createAsyncIterable)(this.teeedStream);
|
|
156
|
-
},
|
|
157
|
-
enumerable: false,
|
|
158
|
-
configurable: true
|
|
159
|
-
});
|
|
160
|
-
Object.defineProperty(HunyuanModelStreamResult.prototype, "dataStream", {
|
|
161
|
-
get: function () {
|
|
162
|
-
return (0, utils_1.createAsyncIterable)(this.eventSourceStream.pipeThrough(new utils_1.TransformStream({
|
|
163
|
-
transform: function (chunk, controller) {
|
|
164
|
-
try {
|
|
165
|
-
var data = JSON.parse(chunk.data);
|
|
166
|
-
controller.enqueue(data);
|
|
167
|
-
}
|
|
168
|
-
catch (e) {
|
|
169
|
-
if (chunk.data !== '[DONE]') {
|
|
170
|
-
console.warn('Error when transforming event source data to json', e);
|
|
171
|
-
}
|
|
172
|
-
}
|
|
173
|
-
},
|
|
174
|
-
})));
|
|
175
|
-
},
|
|
176
|
-
enumerable: false,
|
|
177
|
-
configurable: true
|
|
178
|
-
});
|
|
179
|
-
Object.defineProperty(HunyuanModelStreamResult.prototype, "textStream", {
|
|
180
|
-
get: function () {
|
|
181
|
-
return (0, utils_1.createAsyncIterable)(this.dataStream.pipeThrough(new utils_1.TransformStream({
|
|
182
|
-
transform: function (chunk, controller) {
|
|
183
|
-
var _a, _b, _c, _d;
|
|
184
|
-
controller.enqueue((_d = (_c = (_b = (_a = chunk === null || chunk === void 0 ? void 0 : chunk.choices) === null || _a === void 0 ? void 0 : _a[0]) === null || _b === void 0 ? void 0 : _b.delta) === null || _c === void 0 ? void 0 : _c.content) !== null && _d !== void 0 ? _d : '');
|
|
185
|
-
},
|
|
186
|
-
})));
|
|
187
|
-
},
|
|
188
|
-
enumerable: false,
|
|
189
|
-
configurable: true
|
|
190
|
-
});
|
|
191
|
-
return HunyuanModelStreamResult;
|
|
122
|
+
return HunYuanBetaSimpleModel;
|
|
192
123
|
}());
|
|
193
|
-
|
|
124
|
+
exports.HunYuanBetaSimpleModel = HunYuanBetaSimpleModel;
|
|
125
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvbW9kZWxzL0h1bll1YW5CZXRhL2luZGV4LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7O0FBQUEscUNBTW9CO0FBU3BCLHdDQUE4QztBQUc5QztJQUVFLGdDQUFvQixHQUFhLEVBQVMsT0FBZSxFQUFFLE1BQWU7UUFBdEQsUUFBRyxHQUFILEdBQUcsQ0FBVTtRQUFTLFlBQU8sR0FBUCxPQUFPLENBQVE7UUFEbEQsV0FBTSxHQUFHLDBDQUEwQyxDQUFBO1FBRXhELElBQUksTUFBTSxJQUFJLElBQUksRUFBRTtZQUNsQixJQUFJLENBQUMsTUFBTSxHQUFHLE1BQU0sQ0FBQTtTQUNyQjtJQUNILENBQUM7SUFFRCxzQkFBWSx1Q0FBRzthQUFmO1lBQ0UsT0FBTyxVQUFHLElBQUksQ0FBQyxPQUFPLGNBQUksSUFBSSxDQUFDLE1BQU0sQ0FBRSxDQUFBO1FBQ3pDLENBQUM7OztPQUFBO0lBRVksMkNBQVUsR0FBdkIsVUFBd0IsSUFBd0I7Ozs7OzRCQUNqQyxXQUFNLElBQUksQ0FBQyxHQUFHLENBQUM7NEJBQzFCLEdBQUcsRUFBRSxJQUFJLENBQUMsR0FBRzs0QkFDYixJQUFJLHdCQUNDLElBQUEsbUJBQVksRUFBQyxJQUFJLENBQUMsS0FDckIsTUFBTSxFQUFFLEtBQUssR0FDZDs0QkFDRCxNQUFNLEVBQUUsS0FBSzt5QkFDZCxDQUFDLEVBQUE7O3dCQVBJLEdBQUcsR0FBRyxDQUFDLFNBT1gsQ0FBOEI7d0JBQ2hDLGlDQUFZLEdBQUcsS0FBRSxXQUFXLEVBQUUsR0FBRyxLQUFFOzs7O0tBQ3BDO0lBRVkseUNBQVEsR0FBckIsVUFBc0IsSUFBd0I7Ozs7Ozt3QkFDeEMsVUFBVSxHQUFtQixJQUFJLENBQUE7d0JBRXJCLFdBQU0sSUFBSSxDQUFDLEdBQUcsQ0FBQztnQ0FDN0IsR0FBRyxFQUFFLElBQUksQ0FBQyxHQUFHO2dDQUNiLElBQUksd0JBQ0MsSUFBSSxLQUNQLE1BQU0sRUFBRSxJQUFJLEdBQ2I7Z0NBQ0QsTUFBTSxFQUFFLElBQUk7NkJBQ2IsQ0FBQyxFQUFBOzt3QkFQSSxPQUFPLEdBQUcsU0FPZDt3QkFDSSxNQUFNLEdBQUcsSUFBQSwwQkFBa0IsRUFBQyxPQUFPLENBQW1CLENBQUE7d0JBRXRELGlCQUFpQixHQUFHLElBQUEsMEJBQWtCLEVBQTBCLE1BQU0sQ0FBQyxDQUFBO3dCQUN2RSxhQUFhLEdBQUcsaUJBQWlCLENBQUMsV0FBVyxDQUFDLElBQUksdUJBQWUsQ0FBMkU7NEJBQ2hKLFNBQVMsWUFBQyxLQUFLLEVBQUUsVUFBVTtnQ0FDekIsSUFBTSxVQUFVLEdBQUcsS0FBSyxDQUFDLE9BQU8sQ0FBQyxHQUFHLENBQUMsVUFBQyxNQUFNO29DQUMxQyxJQUFNLE9BQU8sR0FBRyxNQUFNLENBQUMsS0FBSyxDQUFBO29DQUM1QixJQUFJLFVBQVUsSUFBSSxJQUFJO3dDQUFFLFVBQVUsR0FBRyxJQUFBLGtDQUEwQixFQUFDLE9BQU8sQ0FBQyxDQUFBO29DQUN4RSxJQUFJLFVBQVUsRUFBRTt3Q0FDZCw2QkFDSyxNQUFNLEtBQ1QsYUFBYSxFQUFFLFlBQVksRUFDM0IsS0FBSyxFQUFFLE9BQU8sSUFDZjtxQ0FDRjtvQ0FDRCxPQUFPLE1BQU0sQ0FBQTtnQ0FDZixDQUFDLENBQUMsQ0FBQTtnQ0FDRixJQUFNLFFBQVEseUJBQVEsS0FBSyxLQUFFLE9BQU8sRUFBRSxVQUFVLEdBQUUsQ0FBQTtnQ0FDbEQsVUFBVSxDQUFDLE9BQU8sdUJBQU0sUUFBUSxLQUFFLFdBQVcsRUFBRSxLQUFLLElBQUcsQ0FBQTs0QkFDekQsQ0FBQzt5QkFDRixDQUFDLENBQUUsQ0FBQTt3QkFFSixXQUFPLElBQUEsMkJBQW1CLEVBQUMsYUFBYSxDQUFDLEVBQUE7Ozs7S0FDMUM7SUFDSCw2QkFBQztBQUFELENBQUMsQUEzREQsSUEyREM7QUEzRFksd0RBQXNCIiwic291cmNlc0NvbnRlbnQiOlsiaW1wb3J0IHtcbiAgY3JlYXRlQXN5bmNJdGVyYWJsZSxcbiAgVHJhbnNmb3JtU3RyZWFtLFxuICB0b1BvbHlmaWxsUmVhZGFibGUsXG4gIGludG9TdGFuZGFyZFN0cmVhbSxcbiAgaXNUb29sQ2FsbEFzc2lzdGFudE1lc3NhZ2UsXG59IGZyb20gJy4uLy4uL3V0aWxzJ1xuaW1wb3J0IHR5cGUge1xuICBNb2RlbFJlcSxcbiAgQmFzZUNoYXRNb2RlbElucHV0LFxuICBTaW1wbGVDaGF0TW9kZWwsXG4gIERvU3RyZWFtT3V0cHV0LFxuICBCYXNlRG9TdHJlYW1PdXRwdXRDaHVuayxcbiAgRG9HZW5lcmF0ZU91dHB1dCxcbn0gZnJvbSAnLi4vLi4vdHlwZSdcbmltcG9ydCB7IHByb2Nlc3NJbnB1dCB9IGZyb20gJy4uL0h1bll1YW4vdXRpbCdcbmltcG9ydCB7IEh1bll1YW5HZW5lcmF0ZVRleHRPdXRwdXQsIEh1bll1YW5TdHJlYW1UZXh0T3V0cHV0IH0gZnJvbSAnLi4vSHVuWXVhbi90eXBlJ1xuXG5leHBvcnQgY2xhc3MgSHVuWXVhbkJldGFTaW1wbGVNb2RlbCBpbXBsZW1lbnRzIFNpbXBsZUNoYXRNb2RlbCB7XG4gIHB1YmxpYyBzdWJVcmwgPSAnaHVueXVhbi1iZXRhL29wZW5hcGkvdjEvY2hhdC9jb21wbGV0aW9ucydcbiAgY29uc3RydWN0b3IocHJpdmF0ZSByZXE6IE1vZGVsUmVxLCBwdWJsaWMgYmFzZVVybDogc3RyaW5nLCBzdWJVcmw/OiBzdHJpbmcpIHtcbiAgICBpZiAoc3ViVXJsICE9IG51bGwpIHtcbiAgICAgIHRoaXMuc3ViVXJsID0gc3ViVXJsXG4gICAgfVxuICB9XG5cbiAgcHJpdmF0ZSBnZXQgdXJsKCkge1xuICAgIHJldHVybiBgJHt0aGlzLmJhc2VVcmx9LyR7dGhpcy5zdWJVcmx9YFxuICB9XG5cbiAgcHVibGljIGFzeW5jIGRvR2VuZXJhdGUoZGF0YTogQmFzZUNoYXRNb2RlbElucHV0KTogUHJvbWlzZTxEb0dlbmVyYXRlT3V0cHV0PiB7XG4gICAgY29uc3QgcmVzID0gKGF3YWl0IHRoaXMucmVxKHtcbiAgICAgIHVybDogdGhpcy51cmwsXG4gICAgICBkYXRhOiB7XG4gICAgICAgIC4uLnByb2Nlc3NJbnB1dChkYXRhKSxcbiAgICAgICAgc3RyZWFtOiBmYWxzZSxcbiAgICAgIH0sXG4gICAgICBzdHJlYW06IGZhbHNlLFxuICAgIH0pKSBhcyBIdW5ZdWFuR2VuZXJhdGVUZXh0T3V0cHV0XG4gICAgcmV0dXJuIHsgLi4ucmVzLCByYXdSZXNwb25zZTogcmVzIH1cbiAgfVxuXG4gIHB1YmxpYyBhc3luYyBkb1N0cmVhbShkYXRhOiBCYXNlQ2hhdE1vZGVsSW5wdXQpOiBQcm9taXNlPERvU3RyZWFtT3V0cHV0PiB7XG4gICAgbGV0IGlzVG9vbENhbGw6IG51bGwgfCBib29sZWFuID0gbnVsbFxuXG4gICAgY29uc3QgX3N0cmVhbSA9IGF3YWl0IHRoaXMucmVxKHtcbiAgICAgIHVybDogdGhpcy51cmwsXG4gICAgICBkYXRhOiB7XG4gICAgICAgIC4uLmRhdGEsXG4gICAgICAgIHN0cmVhbTogdHJ1ZSxcbiAgICAgIH0sXG4gICAgICBzdHJlYW06IHRydWUsXG4gICAgfSlcbiAgICBjb25zdCBzdHJlYW0gPSB0b1BvbHlmaWxsUmVhZGFibGUoX3N0cmVhbSkgYXMgdHlwZW9mIF9zdHJlYW1cblxuICAgIGNvbnN0IGh1bnl1YW5CZXRhU3RyZWFtID0gaW50b1N0YW5kYXJkU3RyZWFtPEh1bll1YW5TdHJlYW1UZXh0T3V0cHV0PihzdHJlYW0pXG4gICAgY29uc3Qgc3RyZWFtV2l0aFJhdyA9IGh1bnl1YW5CZXRhU3RyZWFtLnBpcGVUaHJvdWdoKG5ldyBUcmFuc2Zvcm1TdHJlYW08SHVuWXVhblN0cmVhbVRleHRPdXRwdXQsIEJhc2VEb1N0cmVhbU91dHB1dENodW5rICYgeyByYXdSZXNwb25zZT86IGFueSB9Pih7XG4gICAgICB0cmFuc2Zvcm0oY2h1bmssIGNvbnRyb2xsZXIpIHtcbiAgICAgICAgY29uc3QgbmV3Q2hvaWNlcyA9IGNodW5rLmNob2ljZXMubWFwKChjaG9pY2UpID0+IHtcbiAgICAgICAgICBjb25zdCBtZXNzYWdlID0gY2hvaWNlLmRlbHRhXG4gICAgICAgICAgaWYgKGlzVG9vbENhbGwgPT0gbnVsbCkgaXNUb29sQ2FsbCA9IGlzVG9vbENhbGxBc3Npc3RhbnRNZXNzYWdlKG1lc3NhZ2UpXG4gICAgICAgICAgaWYgKGlzVG9vbENhbGwpIHtcbiAgICAgICAgICAgIHJldHVybiB7XG4gICAgICAgICAgICAgIC4uLmNob2ljZSxcbiAgICAgICAgICAgICAgZmluaXNoX3JlYXNvbjogJ3Rvb2xfY2FsbHMnLFxuICAgICAgICAgICAgICBkZWx0YTogbWVzc2FnZSxcbiAgICAgICAgICAgIH1cbiAgICAgICAgICB9XG4gICAgICAgICAgcmV0dXJuIGNob2ljZVxuICAgICAgICB9KVxuICAgICAgICBjb25zdCBuZXdDaHVuayA9IHsgLi4uY2h1bmssIGNob2ljZXM6IG5ld0Nob2ljZXMgfVxuICAgICAgICBjb250cm9sbGVyLmVucXVldWUoeyAuLi5uZXdDaHVuaywgcmF3UmVzcG9uc2U6IGNodW5rIH0pXG4gICAgICB9LFxuICAgIH0pLClcblxuICAgIHJldHVybiBjcmVhdGVBc3luY0l0ZXJhYmxlKHN0cmVhbVdpdGhSYXcpXG4gIH1cbn1cbiJdfQ==
|
|
@@ -1,24 +1,10 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
3
|
-
import type { ChatModel, StreamTextResult, ModelReq } from '../../type';
|
|
4
|
-
export declare class MoonshotModel implements ChatModel {
|
|
1
|
+
import type { ModelReq, DoGenerateOutput, DoStreamOutput, SimpleChatModel, BaseChatModelInput } from '../../type';
|
|
2
|
+
export declare class MoonshotSimpleModel implements SimpleChatModel {
|
|
5
3
|
private req;
|
|
6
4
|
baseUrl: string;
|
|
7
5
|
subUrl: string;
|
|
8
6
|
constructor(req: ModelReq, baseUrl: string, subUrl?: string);
|
|
9
7
|
private get url();
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
rawResponse: MoonshotGenerateTextOutput;
|
|
13
|
-
}>;
|
|
14
|
-
streamText(data: MoonshotInputData): Promise<MoonshotModelStreamResult>;
|
|
8
|
+
doGenerate(data: BaseChatModelInput): Promise<DoGenerateOutput>;
|
|
9
|
+
doStream(data: BaseChatModelInput): Promise<DoStreamOutput>;
|
|
15
10
|
}
|
|
16
|
-
declare class MoonshotModelStreamResult implements StreamTextResult {
|
|
17
|
-
private _eventSourceStream;
|
|
18
|
-
constructor(_stream: ReadableStream<Uint8Array>);
|
|
19
|
-
private get teeedStream();
|
|
20
|
-
get eventSourceStream(): import("../../type").AsyncIterableReadableStream<ParsedEvent>;
|
|
21
|
-
get dataStream(): import("../../type").AsyncIterableReadableStream<MoonshotStreamTextOutput>;
|
|
22
|
-
get textStream(): import("../../type").AsyncIterableReadableStream<string>;
|
|
23
|
-
}
|
|
24
|
-
export {};
|
|
@@ -47,10 +47,14 @@ var __generator = (this && this.__generator) || function (thisArg, body) {
|
|
|
47
47
|
}
|
|
48
48
|
};
|
|
49
49
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
50
|
-
exports.
|
|
50
|
+
exports.MoonshotSimpleModel = void 0;
|
|
51
51
|
var utils_1 = require("../../utils");
|
|
52
|
-
|
|
53
|
-
|
|
52
|
+
function processInput(input) {
|
|
53
|
+
var messages = input.messages, model = input.model, temperature = input.temperature, tools = input.tools, top_p = input.top_p;
|
|
54
|
+
return __assign(__assign({}, input), { messages: messages, model: model, tools: tools === null || tools === void 0 ? void 0 : tools.map(function (tool) { return (__assign(__assign({}, tool), { function: __assign(__assign({}, tool.function), { parameters: JSON.parse(tool.function.parameters) }) })); }), top_p: top_p, temperature: temperature });
|
|
55
|
+
}
|
|
56
|
+
var MoonshotSimpleModel = (function () {
|
|
57
|
+
function MoonshotSimpleModel(req, baseUrl, subUrl) {
|
|
54
58
|
this.req = req;
|
|
55
59
|
this.baseUrl = baseUrl;
|
|
56
60
|
this.subUrl = 'moonshot/v1/chat/completions';
|
|
@@ -58,108 +62,67 @@ var MoonshotModel = (function () {
|
|
|
58
62
|
this.subUrl = subUrl;
|
|
59
63
|
}
|
|
60
64
|
}
|
|
61
|
-
Object.defineProperty(
|
|
65
|
+
Object.defineProperty(MoonshotSimpleModel.prototype, "url", {
|
|
62
66
|
get: function () {
|
|
63
67
|
return "".concat(this.baseUrl, "/").concat(this.subUrl);
|
|
64
68
|
},
|
|
65
69
|
enumerable: false,
|
|
66
70
|
configurable: true
|
|
67
71
|
});
|
|
68
|
-
|
|
69
|
-
var _a, _b, _c, _d;
|
|
72
|
+
MoonshotSimpleModel.prototype.doGenerate = function (data) {
|
|
70
73
|
return __awaiter(this, void 0, void 0, function () {
|
|
71
74
|
var res;
|
|
72
|
-
return __generator(this, function (
|
|
73
|
-
switch (
|
|
75
|
+
return __generator(this, function (_a) {
|
|
76
|
+
switch (_a.label) {
|
|
74
77
|
case 0: return [4, this.req({
|
|
75
78
|
url: this.url,
|
|
76
|
-
data: __assign(__assign({}, data), { stream: false }),
|
|
79
|
+
data: __assign(__assign({}, processInput(data)), { stream: false }),
|
|
77
80
|
stream: false,
|
|
78
81
|
})];
|
|
79
82
|
case 1:
|
|
80
|
-
res = (
|
|
81
|
-
return [2, {
|
|
82
|
-
text: (_d = (_c = (_b = (_a = res === null || res === void 0 ? void 0 : res.choices) === null || _a === void 0 ? void 0 : _a[0]) === null || _b === void 0 ? void 0 : _b.message) === null || _c === void 0 ? void 0 : _c.content) !== null && _d !== void 0 ? _d : '',
|
|
83
|
-
rawResponse: res,
|
|
84
|
-
}];
|
|
83
|
+
res = (_a.sent());
|
|
84
|
+
return [2, __assign(__assign({}, res), { rawResponse: res })];
|
|
85
85
|
}
|
|
86
86
|
});
|
|
87
87
|
});
|
|
88
88
|
};
|
|
89
|
-
|
|
89
|
+
MoonshotSimpleModel.prototype.doStream = function (data) {
|
|
90
90
|
return __awaiter(this, void 0, void 0, function () {
|
|
91
|
-
var stream;
|
|
91
|
+
var isToolCall, _stream, stream, arkStream, streamWithRaw;
|
|
92
92
|
return __generator(this, function (_a) {
|
|
93
93
|
switch (_a.label) {
|
|
94
|
-
case 0:
|
|
95
|
-
|
|
96
|
-
|
|
97
|
-
|
|
98
|
-
|
|
94
|
+
case 0:
|
|
95
|
+
isToolCall = null;
|
|
96
|
+
return [4, this.req({
|
|
97
|
+
url: this.url,
|
|
98
|
+
data: __assign(__assign({}, processInput(data)), { stream: true }),
|
|
99
|
+
stream: true,
|
|
100
|
+
})];
|
|
99
101
|
case 1:
|
|
100
|
-
|
|
101
|
-
|
|
102
|
+
_stream = _a.sent();
|
|
103
|
+
stream = (0, utils_1.toPolyfillReadable)(_stream);
|
|
104
|
+
arkStream = (0, utils_1.intoStandardStream)(stream);
|
|
105
|
+
streamWithRaw = arkStream.pipeThrough(new utils_1.TransformStream({
|
|
106
|
+
transform: function (chunk, controller) {
|
|
107
|
+
var newChoices = chunk.choices.map(function (choice) {
|
|
108
|
+
var message = choice.delta;
|
|
109
|
+
if (isToolCall == null)
|
|
110
|
+
isToolCall = (0, utils_1.isToolCallAssistantMessage)(message);
|
|
111
|
+
if (isToolCall) {
|
|
112
|
+
return __assign(__assign({}, choice), { finish_reason: 'tool_calls', delta: message });
|
|
113
|
+
}
|
|
114
|
+
return choice;
|
|
115
|
+
});
|
|
116
|
+
var newChunk = __assign(__assign({}, chunk), { choices: newChoices });
|
|
117
|
+
controller.enqueue(__assign(__assign({}, newChunk), { rawResponse: chunk }));
|
|
118
|
+
},
|
|
119
|
+
}));
|
|
120
|
+
return [2, (0, utils_1.createAsyncIterable)(streamWithRaw)];
|
|
102
121
|
}
|
|
103
122
|
});
|
|
104
123
|
});
|
|
105
124
|
};
|
|
106
|
-
return
|
|
107
|
-
}());
|
|
108
|
-
exports.MoonshotModel = MoonshotModel;
|
|
109
|
-
var MoonshotModelStreamResult = (function () {
|
|
110
|
-
function MoonshotModelStreamResult(_stream) {
|
|
111
|
-
var stream = (0, utils_1.toPolyfillReadable)(_stream);
|
|
112
|
-
this._eventSourceStream = stream
|
|
113
|
-
.pipeThrough(new utils_1.TextDecoderStream())
|
|
114
|
-
.pipeThrough((0, utils_1.createEventSourceParserTransformStream)());
|
|
115
|
-
}
|
|
116
|
-
Object.defineProperty(MoonshotModelStreamResult.prototype, "teeedStream", {
|
|
117
|
-
get: function () {
|
|
118
|
-
var _a = this._eventSourceStream.tee(), s1 = _a[0], s2 = _a[1];
|
|
119
|
-
this._eventSourceStream = s2;
|
|
120
|
-
return s1;
|
|
121
|
-
},
|
|
122
|
-
enumerable: false,
|
|
123
|
-
configurable: true
|
|
124
|
-
});
|
|
125
|
-
Object.defineProperty(MoonshotModelStreamResult.prototype, "eventSourceStream", {
|
|
126
|
-
get: function () {
|
|
127
|
-
return (0, utils_1.createAsyncIterable)(this.teeedStream);
|
|
128
|
-
},
|
|
129
|
-
enumerable: false,
|
|
130
|
-
configurable: true
|
|
131
|
-
});
|
|
132
|
-
Object.defineProperty(MoonshotModelStreamResult.prototype, "dataStream", {
|
|
133
|
-
get: function () {
|
|
134
|
-
return (0, utils_1.createAsyncIterable)(this.eventSourceStream.pipeThrough(new utils_1.TransformStream({
|
|
135
|
-
transform: function (chunk, controller) {
|
|
136
|
-
try {
|
|
137
|
-
var data = JSON.parse(chunk.data);
|
|
138
|
-
controller.enqueue(data);
|
|
139
|
-
}
|
|
140
|
-
catch (e) {
|
|
141
|
-
if (chunk.data !== '[DONE]') {
|
|
142
|
-
console.warn('Error when transforming event source data to json', e);
|
|
143
|
-
}
|
|
144
|
-
}
|
|
145
|
-
},
|
|
146
|
-
})));
|
|
147
|
-
},
|
|
148
|
-
enumerable: false,
|
|
149
|
-
configurable: true
|
|
150
|
-
});
|
|
151
|
-
Object.defineProperty(MoonshotModelStreamResult.prototype, "textStream", {
|
|
152
|
-
get: function () {
|
|
153
|
-
return (0, utils_1.createAsyncIterable)(this.dataStream.pipeThrough(new utils_1.TransformStream({
|
|
154
|
-
transform: function (chunk, controller) {
|
|
155
|
-
var _a, _b, _c, _d;
|
|
156
|
-
controller.enqueue((_d = (_c = (_b = (_a = chunk === null || chunk === void 0 ? void 0 : chunk.choices) === null || _a === void 0 ? void 0 : _a[0]) === null || _b === void 0 ? void 0 : _b.delta) === null || _c === void 0 ? void 0 : _c.content) !== null && _d !== void 0 ? _d : '');
|
|
157
|
-
},
|
|
158
|
-
})));
|
|
159
|
-
},
|
|
160
|
-
enumerable: false,
|
|
161
|
-
configurable: true
|
|
162
|
-
});
|
|
163
|
-
return MoonshotModelStreamResult;
|
|
125
|
+
return MoonshotSimpleModel;
|
|
164
126
|
}());
|
|
165
|
-
|
|
127
|
+
exports.MoonshotSimpleModel = MoonshotSimpleModel;
|
|
128
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoiaW5kZXguanMiLCJzb3VyY2VSb290IjoiIiwic291cmNlcyI6WyIuLi8uLi8uLi8uLi9zcmMvbW9kZWxzL01vb25zaG90L2luZGV4LnRzIl0sIm5hbWVzIjpbXSwibWFwcGluZ3MiOiI7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7Ozs7O0FBQUEscUNBTW9CO0FBV3BCLFNBQVMsWUFBWSxDQUFDLEtBQXlCO0lBQ3JDLElBQUEsUUFBUSxHQUF1QyxLQUFLLFNBQTVDLEVBQUUsS0FBSyxHQUFnQyxLQUFLLE1BQXJDLEVBQUUsV0FBVyxHQUFtQixLQUFLLFlBQXhCLEVBQUUsS0FBSyxHQUFZLEtBQUssTUFBakIsRUFBRSxLQUFLLEdBQUssS0FBSyxNQUFWLENBQVU7SUFFNUQsNkJBQ0ssS0FBSyxLQUNSLFFBQVEsVUFBQSxFQUNSLEtBQUssT0FBQSxFQUNMLEtBQUssRUFBRSxLQUFLLGFBQUwsS0FBSyx1QkFBTCxLQUFLLENBQUUsR0FBRyxDQUFDLFVBQUEsSUFBSSxJQUFJLE9BQUEsdUJBQ3JCLElBQUksS0FDUCxRQUFRLHdCQUFPLElBQUksQ0FBQyxRQUFRLEtBQUUsVUFBVSxFQUFFLElBQUksQ0FBQyxLQUFLLENBQUMsSUFBSSxDQUFDLFFBQVEsQ0FBQyxVQUFVLENBQUMsT0FDOUUsRUFId0IsQ0FHeEIsQ0FBQyxFQUNILEtBQUssT0FBQSxFQUNMLFdBQVcsYUFBQSxJQUNaO0FBQ0gsQ0FBQztBQUVEO0lBRUUsNkJBQW9CLEdBQWEsRUFBUyxPQUFlLEVBQUUsTUFBZTtRQUF0RCxRQUFHLEdBQUgsR0FBRyxDQUFVO1FBQVMsWUFBTyxHQUFQLE9BQU8sQ0FBUTtRQURsRCxXQUFNLEdBQUcsOEJBQThCLENBQUE7UUFFNUMsSUFBSSxNQUFNLElBQUksSUFBSSxFQUFFO1lBQ2xCLElBQUksQ0FBQyxNQUFNLEdBQUcsTUFBTSxDQUFBO1NBQ3JCO0lBQ0gsQ0FBQztJQUVELHNCQUFZLG9DQUFHO2FBQWY7WUFDRSxPQUFPLFVBQUcsSUFBSSxDQUFDLE9BQU8sY0FBSSxJQUFJLENBQUMsTUFBTSxDQUFFLENBQUE7UUFDekMsQ0FBQzs7O09BQUE7SUFFWSx3Q0FBVSxHQUF2QixVQUF3QixJQUF3Qjs7Ozs7NEJBQ2pDLFdBQU0sSUFBSSxDQUFDLEdBQUcsQ0FBQzs0QkFDMUIsR0FBRyxFQUFFLElBQUksQ0FBQyxHQUFHOzRCQUNiLElBQUksd0JBQ0MsWUFBWSxDQUFDLElBQUksQ0FBQyxLQUNyQixNQUFNLEVBQUUsS0FBSyxHQUNkOzRCQUNELE1BQU0sRUFBRSxLQUFLO3lCQUNkLENBQUMsRUFBQTs7d0JBUEksR0FBRyxHQUFHLENBQUMsU0FPWCxDQUErQjt3QkFDakMsaUNBQVksR0FBRyxLQUFFLFdBQVcsRUFBRSxHQUFHLEtBQUU7Ozs7S0FDcEM7SUFFWSxzQ0FBUSxHQUFyQixVQUFzQixJQUF3Qjs7Ozs7O3dCQUN4QyxVQUFVLEdBQW1CLElBQUksQ0FBQTt3QkFDckIsV0FBTSxJQUFJLENBQUMsR0FBRyxDQUFDO2dDQUM3QixHQUFHLEVBQUUsSUFBSSxDQUFDLEdBQUc7Z0NBQ2IsSUFBSSx3QkFDQyxZQUFZLENBQUMsSUFBSSxDQUFDLEtBQ3JCLE1BQU0sRUFBRSxJQUFJLEdBQ2I7Z0NBQ0QsTUFBTSxFQUFFLElBQUk7NkJBQ2IsQ0FBQyxFQUFBOzt3QkFQSSxPQUFPLEdBQUcsU0FPZDt3QkFDSSxNQUFNLEdBQUcsSUFBQSwwQkFBa0IsRUFBQyxPQUFPLENBQW1CLENBQUE7d0JBRXRELFNBQVMsR0FBRyxJQUFBLDBCQUFrQixFQUEyQixNQUFNLENBQUMsQ0FBQTt3QkFDaEUsYUFBYSxHQUFHLFNBQVMsQ0FBQyxXQUFXLENBQUMsSUFBSSx1QkFBZSxDQUE0RTs0QkFDekksU0FBUyxZQUFDLEtBQUssRUFBRSxVQUFVO2dDQUN6QixJQUFNLFVBQVUsR0FBRyxLQUFLLENBQUMsT0FBTyxDQUFDLEdBQUcsQ0FBQyxVQUFDLE1BQU07b0NBQzFDLElBQU0sT0FBTyxHQUFHLE1BQU0sQ0FBQyxLQUFLLENBQUE7b0NBQzVCLElBQUksVUFBVSxJQUFJLElBQUk7d0NBQUUsVUFBVSxHQUFHLElBQUEsa0NBQTBCLEVBQUMsT0FBTyxDQUFDLENBQUE7b0NBQ3hFLElBQUksVUFBVSxFQUFFO3dDQUNkLDZCQUNLLE1BQU0sS0FDVCxhQUFhLEVBQUUsWUFBcUIsRUFDcEMsS0FBSyxFQUFFLE9BQU8sSUFDZjtxQ0FDRjtvQ0FDRCxPQUFPLE1BQU0sQ0FBQTtnQ0FDZixDQUFDLENBQUMsQ0FBQTtnQ0FDRixJQUFNLFFBQVEseUJBQVEsS0FBSyxLQUFFLE9BQU8sRUFBRSxVQUFVLEdBQUUsQ0FBQTtnQ0FDbEQsVUFBVSxDQUFDLE9BQU8sdUJBQU0sUUFBUSxLQUFFLFdBQVcsRUFBRSxLQUFLLElBQUcsQ0FBQTs0QkFDekQsQ0FBQzt5QkFDRixDQUFDLENBQUUsQ0FBQTt3QkFFSixXQUFPLElBQUEsMkJBQW1CLEVBQUMsYUFBYSxDQUFDLEVBQUE7Ozs7S0FDMUM7SUFDSCwwQkFBQztBQUFELENBQUMsQUExREQsSUEwREM7QUExRFksa0RBQW1CIiwic291cmNlc0NvbnRlbnQiOlsiaW1wb3J0IHtcbiAgY3JlYXRlQXN5bmNJdGVyYWJsZSxcbiAgVHJhbnNmb3JtU3RyZWFtLFxuICB0b1BvbHlmaWxsUmVhZGFibGUsXG4gIGludG9TdGFuZGFyZFN0cmVhbSxcbiAgaXNUb29sQ2FsbEFzc2lzdGFudE1lc3NhZ2UsXG59IGZyb20gJy4uLy4uL3V0aWxzJ1xuaW1wb3J0IHR5cGUgeyBNb29uc2hvdEdlbmVyYXRlVGV4dE91dHB1dCwgTW9vbnNob3RTdHJlYW1UZXh0T3V0cHV0LCBNb29uc2hvdElucHV0RGF0YSB9IGZyb20gJy4vdHlwZSdcbmltcG9ydCB0eXBlIHtcbiAgTW9kZWxSZXEsXG4gIEJhc2VEb1N0cmVhbU91dHB1dENodW5rLFxuICBEb0dlbmVyYXRlT3V0cHV0LFxuICBEb1N0cmVhbU91dHB1dCxcbiAgU2ltcGxlQ2hhdE1vZGVsLFxuICBCYXNlQ2hhdE1vZGVsSW5wdXQsXG59IGZyb20gJy4uLy4uL3R5cGUnXG5cbmZ1bmN0aW9uIHByb2Nlc3NJbnB1dChpbnB1dDogQmFzZUNoYXRNb2RlbElucHV0KTogTW9vbnNob3RJbnB1dERhdGEge1xuICBjb25zdCB7IG1lc3NhZ2VzLCBtb2RlbCwgdGVtcGVyYXR1cmUsIHRvb2xzLCB0b3BfcCB9ID0gaW5wdXRcblxuICByZXR1cm4ge1xuICAgIC4uLmlucHV0LFxuICAgIG1lc3NhZ2VzLFxuICAgIG1vZGVsLFxuICAgIHRvb2xzOiB0b29scz8ubWFwKHRvb2wgPT4gKHtcbiAgICAgIC4uLnRvb2wsXG4gICAgICBmdW5jdGlvbjogeyAuLi50b29sLmZ1bmN0aW9uLCBwYXJhbWV0ZXJzOiBKU09OLnBhcnNlKHRvb2wuZnVuY3Rpb24ucGFyYW1ldGVycykgfSxcbiAgICB9KSksXG4gICAgdG9wX3AsXG4gICAgdGVtcGVyYXR1cmUsXG4gIH1cbn1cblxuZXhwb3J0IGNsYXNzIE1vb25zaG90U2ltcGxlTW9kZWwgaW1wbGVtZW50cyBTaW1wbGVDaGF0TW9kZWwge1xuICBwdWJsaWMgc3ViVXJsID0gJ21vb25zaG90L3YxL2NoYXQvY29tcGxldGlvbnMnXG4gIGNvbnN0cnVjdG9yKHByaXZhdGUgcmVxOiBNb2RlbFJlcSwgcHVibGljIGJhc2VVcmw6IHN0cmluZywgc3ViVXJsPzogc3RyaW5nKSB7XG4gICAgaWYgKHN1YlVybCAhPSBudWxsKSB7XG4gICAgICB0aGlzLnN1YlVybCA9IHN1YlVybFxuICAgIH1cbiAgfVxuXG4gIHByaXZhdGUgZ2V0IHVybCgpIHtcbiAgICByZXR1cm4gYCR7dGhpcy5iYXNlVXJsfS8ke3RoaXMuc3ViVXJsfWBcbiAgfVxuXG4gIHB1YmxpYyBhc3luYyBkb0dlbmVyYXRlKGRhdGE6IEJhc2VDaGF0TW9kZWxJbnB1dCk6IFByb21pc2U8RG9HZW5lcmF0ZU91dHB1dD4ge1xuICAgIGNvbnN0IHJlcyA9IChhd2FpdCB0aGlzLnJlcSh7XG4gICAgICB1cmw6IHRoaXMudXJsLFxuICAgICAgZGF0YToge1xuICAgICAgICAuLi5wcm9jZXNzSW5wdXQoZGF0YSksXG4gICAgICAgIHN0cmVhbTogZmFsc2UsXG4gICAgICB9LFxuICAgICAgc3RyZWFtOiBmYWxzZSxcbiAgICB9KSkgYXMgTW9vbnNob3RHZW5lcmF0ZVRleHRPdXRwdXRcbiAgICByZXR1cm4geyAuLi5yZXMsIHJhd1Jlc3BvbnNlOiByZXMgfVxuICB9XG5cbiAgcHVibGljIGFzeW5jIGRvU3RyZWFtKGRhdGE6IEJhc2VDaGF0TW9kZWxJbnB1dCk6IFByb21pc2U8RG9TdHJlYW1PdXRwdXQ+IHtcbiAgICBsZXQgaXNUb29sQ2FsbDogbnVsbCB8IGJvb2xlYW4gPSBudWxsXG4gICAgY29uc3QgX3N0cmVhbSA9IGF3YWl0IHRoaXMucmVxKHtcbiAgICAgIHVybDogdGhpcy51cmwsXG4gICAgICBkYXRhOiB7XG4gICAgICAgIC4uLnByb2Nlc3NJbnB1dChkYXRhKSxcbiAgICAgICAgc3RyZWFtOiB0cnVlLFxuICAgICAgfSxcbiAgICAgIHN0cmVhbTogdHJ1ZSxcbiAgICB9KVxuICAgIGNvbnN0IHN0cmVhbSA9IHRvUG9seWZpbGxSZWFkYWJsZShfc3RyZWFtKSBhcyB0eXBlb2YgX3N0cmVhbVxuXG4gICAgY29uc3QgYXJrU3RyZWFtID0gaW50b1N0YW5kYXJkU3RyZWFtPE1vb25zaG90U3RyZWFtVGV4dE91dHB1dD4oc3RyZWFtKVxuICAgIGNvbnN0IHN0cmVhbVdpdGhSYXcgPSBhcmtTdHJlYW0ucGlwZVRocm91Z2gobmV3IFRyYW5zZm9ybVN0cmVhbTxNb29uc2hvdFN0cmVhbVRleHRPdXRwdXQsIEJhc2VEb1N0cmVhbU91dHB1dENodW5rICYgeyByYXdSZXNwb25zZT86IGFueSB9Pih7XG4gICAgICB0cmFuc2Zvcm0oY2h1bmssIGNvbnRyb2xsZXIpIHtcbiAgICAgICAgY29uc3QgbmV3Q2hvaWNlcyA9IGNodW5rLmNob2ljZXMubWFwKChjaG9pY2UpID0+IHtcbiAgICAgICAgICBjb25zdCBtZXNzYWdlID0gY2hvaWNlLmRlbHRhXG4gICAgICAgICAgaWYgKGlzVG9vbENhbGwgPT0gbnVsbCkgaXNUb29sQ2FsbCA9IGlzVG9vbENhbGxBc3Npc3RhbnRNZXNzYWdlKG1lc3NhZ2UpXG4gICAgICAgICAgaWYgKGlzVG9vbENhbGwpIHtcbiAgICAgICAgICAgIHJldHVybiB7XG4gICAgICAgICAgICAgIC4uLmNob2ljZSxcbiAgICAgICAgICAgICAgZmluaXNoX3JlYXNvbjogJ3Rvb2xfY2FsbHMnIGFzIGNvbnN0LFxuICAgICAgICAgICAgICBkZWx0YTogbWVzc2FnZSxcbiAgICAgICAgICAgIH1cbiAgICAgICAgICB9XG4gICAgICAgICAgcmV0dXJuIGNob2ljZVxuICAgICAgICB9KVxuICAgICAgICBjb25zdCBuZXdDaHVuayA9IHsgLi4uY2h1bmssIGNob2ljZXM6IG5ld0Nob2ljZXMgfVxuICAgICAgICBjb250cm9sbGVyLmVucXVldWUoeyAuLi5uZXdDaHVuaywgcmF3UmVzcG9uc2U6IGNodW5rIH0pXG4gICAgICB9LFxuICAgIH0pLClcblxuICAgIHJldHVybiBjcmVhdGVBc3luY0l0ZXJhYmxlKHN0cmVhbVdpdGhSYXcpXG4gIH1cbn1cbiJdfQ==
|
|
@@ -1,31 +1,85 @@
|
|
|
1
|
-
type
|
|
2
|
-
role: '
|
|
1
|
+
type SystemMessage = {
|
|
2
|
+
role: 'system';
|
|
3
3
|
content: string;
|
|
4
4
|
};
|
|
5
|
+
type UserMessage = {
|
|
6
|
+
role: 'user';
|
|
7
|
+
content: string;
|
|
8
|
+
};
|
|
9
|
+
type AssistantMessage = {
|
|
10
|
+
role: 'assistant';
|
|
11
|
+
content?: string;
|
|
12
|
+
tool_calls?: Array<{
|
|
13
|
+
id: string;
|
|
14
|
+
type: string;
|
|
15
|
+
function?: {
|
|
16
|
+
name: string;
|
|
17
|
+
arguments: string;
|
|
18
|
+
};
|
|
19
|
+
}>;
|
|
20
|
+
};
|
|
21
|
+
type ToolMessage = {
|
|
22
|
+
role: 'tool';
|
|
23
|
+
content: string;
|
|
24
|
+
tool_call_id: string;
|
|
25
|
+
};
|
|
26
|
+
type MoonshotMessage = SystemMessage | UserMessage | AssistantMessage | ToolMessage;
|
|
5
27
|
export type MoonshotInputData = {
|
|
6
28
|
messages: Array<MoonshotMessage>;
|
|
7
|
-
model:
|
|
29
|
+
model: string;
|
|
8
30
|
max_tokens?: number;
|
|
9
31
|
temperature?: number;
|
|
10
32
|
top_p?: number;
|
|
11
33
|
n?: number;
|
|
34
|
+
tools?: Array<{
|
|
35
|
+
type: string;
|
|
36
|
+
function: {
|
|
37
|
+
name: string;
|
|
38
|
+
description: string;
|
|
39
|
+
parameters: object;
|
|
40
|
+
};
|
|
41
|
+
}>;
|
|
12
42
|
presence_penalty?: number;
|
|
13
43
|
frequency_penalty?: number;
|
|
14
44
|
response_format?: object;
|
|
15
45
|
stop?: string | Array<string>;
|
|
16
46
|
};
|
|
17
47
|
export type MoonshotGenerateTextOutput = {
|
|
18
|
-
choices
|
|
19
|
-
|
|
20
|
-
|
|
48
|
+
choices: Array<{
|
|
49
|
+
finish_reason: string;
|
|
50
|
+
message: {
|
|
51
|
+
content: string;
|
|
52
|
+
role: 'assistant';
|
|
53
|
+
tool_calls?: Array<ToolCall>;
|
|
21
54
|
};
|
|
22
55
|
}>;
|
|
56
|
+
usage: {
|
|
57
|
+
prompt_tokens: number;
|
|
58
|
+
completion_tokens: number;
|
|
59
|
+
total_tokens: number;
|
|
60
|
+
};
|
|
23
61
|
};
|
|
24
62
|
export type MoonshotStreamTextOutput = {
|
|
25
|
-
choices
|
|
26
|
-
delta
|
|
27
|
-
content
|
|
63
|
+
choices: Array<{
|
|
64
|
+
delta: {
|
|
65
|
+
content: string;
|
|
66
|
+
tool_calls?: Array<ToolCall>;
|
|
67
|
+
role: 'assistant';
|
|
28
68
|
};
|
|
69
|
+
finish_reason: string;
|
|
29
70
|
}>;
|
|
71
|
+
usage?: {
|
|
72
|
+
prompt_tokens: number;
|
|
73
|
+
completion_tokens: number;
|
|
74
|
+
total_tokens: number;
|
|
75
|
+
};
|
|
76
|
+
};
|
|
77
|
+
type ToolCall = {
|
|
78
|
+
id: string;
|
|
79
|
+
type: string;
|
|
80
|
+
function: {
|
|
81
|
+
name: string;
|
|
82
|
+
arguments: string;
|
|
83
|
+
};
|
|
30
84
|
};
|
|
31
85
|
export {};
|
|
@@ -1,3 +1,3 @@
|
|
|
1
1
|
"use strict";
|
|
2
2
|
Object.defineProperty(exports, "__esModule", { value: true });
|
|
3
|
-
//# sourceMappingURL=data:application/json;base64,
|
|
3
|
+
//# sourceMappingURL=data:application/json;base64,eyJ2ZXJzaW9uIjozLCJmaWxlIjoidHlwZS5qcyIsInNvdXJjZVJvb3QiOiIiLCJzb3VyY2VzIjpbIi4uLy4uLy4uLy4uL3NyYy9tb2RlbHMvTW9vbnNob3QvdHlwZS50cyJdLCJuYW1lcyI6W10sIm1hcHBpbmdzIjoiIiwic291cmNlc0NvbnRlbnQiOlsidHlwZSBTeXN0ZW1NZXNzYWdlID0ge1xuICByb2xlOiAnc3lzdGVtJ1xuICBjb250ZW50OiBzdHJpbmdcbn1cblxudHlwZSBVc2VyTWVzc2FnZSA9IHtcbiAgcm9sZTogJ3VzZXInXG4gIGNvbnRlbnQ6IHN0cmluZ1xufVxuXG50eXBlIEFzc2lzdGFudE1lc3NhZ2UgPSB7XG4gIHJvbGU6ICdhc3Npc3RhbnQnXG4gIGNvbnRlbnQ/OiBzdHJpbmdcbiAgdG9vbF9jYWxscz86IEFycmF5PHtcbiAgICBpZDogc3RyaW5nXG4gICAgdHlwZTogc3RyaW5nXG4gICAgZnVuY3Rpb24/OiB7IG5hbWU6IHN0cmluZzsgYXJndW1lbnRzOiBzdHJpbmcgfVxuICB9PlxufVxuXG50eXBlIFRvb2xNZXNzYWdlID0ge1xuICByb2xlOiAndG9vbCdcbiAgY29udGVudDogc3RyaW5nXG4gIHRvb2xfY2FsbF9pZDogc3RyaW5nXG59XG5cbnR5cGUgTW9vbnNob3RNZXNzYWdlID0gU3lzdGVtTWVzc2FnZSB8IFVzZXJNZXNzYWdlIHwgQXNzaXN0YW50TWVzc2FnZSB8IFRvb2xNZXNzYWdlXG5cbmV4cG9ydCB0eXBlIE1vb25zaG90SW5wdXREYXRhID0ge1xuICBtZXNzYWdlczogQXJyYXk8TW9vbnNob3RNZXNzYWdlPlxuICBtb2RlbDogc3RyaW5nXG4gIG1heF90b2tlbnM/OiBudW1iZXJcbiAgdGVtcGVyYXR1cmU/OiBudW1iZXJcbiAgdG9wX3A/OiBudW1iZXJcbiAgbj86IG51bWJlclxuICB0b29scz86IEFycmF5PHtcbiAgICB0eXBlOiBzdHJpbmdcbiAgICBmdW5jdGlvbjogeyBuYW1lOiBzdHJpbmc7IGRlc2NyaXB0aW9uOiBzdHJpbmc7IHBhcmFtZXRlcnM6IG9iamVjdCB9XG4gIH0+XG4gIHByZXNlbmNlX3BlbmFsdHk/OiBudW1iZXJcbiAgZnJlcXVlbmN5X3BlbmFsdHk/OiBudW1iZXJcbiAgcmVzcG9uc2VfZm9ybWF0Pzogb2JqZWN0XG4gIHN0b3A/OiBzdHJpbmcgfCBBcnJheTxzdHJpbmc+XG59XG5cbi8vIHRvZG86IG1vcmUgcHJlY2lzZVxuZXhwb3J0IHR5cGUgTW9vbnNob3RHZW5lcmF0ZVRleHRPdXRwdXQgPSB7XG4gIGNob2ljZXM6IEFycmF5PHtcbiAgICBmaW5pc2hfcmVhc29uOiBzdHJpbmdcbiAgICBtZXNzYWdlOiB7XG4gICAgICBjb250ZW50OiBzdHJpbmdcbiAgICAgIHJvbGU6ICdhc3Npc3RhbnQnXG4gICAgICB0b29sX2NhbGxzPzogQXJyYXk8VG9vbENhbGw+XG4gICAgfVxuICB9PlxuICB1c2FnZToge1xuICAgIHByb21wdF90b2tlbnM6IG51bWJlclxuICAgIGNvbXBsZXRpb25fdG9rZW5zOiBudW1iZXJcbiAgICB0b3RhbF90b2tlbnM6IG51bWJlclxuICB9XG59XG4vLyB0b2RvOiBtb3JlIHByZWNpc2VcbmV4cG9ydCB0eXBlIE1vb25zaG90U3RyZWFtVGV4dE91dHB1dCA9IHtcbiAgY2hvaWNlczogQXJyYXk8e1xuICAgIGRlbHRhOiB7XG4gICAgICBjb250ZW50OiBzdHJpbmdcbiAgICAgIHRvb2xfY2FsbHM/OiBBcnJheTxUb29sQ2FsbD5cbiAgICAgIHJvbGU6ICdhc3Npc3RhbnQnXG4gICAgfVxuICAgIGZpbmlzaF9yZWFzb246IHN0cmluZ1xuICB9PlxuICB1c2FnZT86IHtcbiAgICBwcm9tcHRfdG9rZW5zOiBudW1iZXJcbiAgICBjb21wbGV0aW9uX3Rva2VuczogbnVtYmVyXG4gICAgdG90YWxfdG9rZW5zOiBudW1iZXJcbiAgfVxufVxudHlwZSBUb29sQ2FsbCA9IHtcbiAgaWQ6IHN0cmluZ1xuICB0eXBlOiBzdHJpbmdcbiAgZnVuY3Rpb246IHsgbmFtZTogc3RyaW5nOyBhcmd1bWVudHM6IHN0cmluZyB9XG59XG4iXX0=
|
|
@@ -1,24 +1,10 @@
|
|
|
1
|
-
import {
|
|
2
|
-
|
|
3
|
-
import type { ChatModel, StreamTextResult, ModelReq, BaseChatModelInput } from '../../type';
|
|
4
|
-
export declare class YiModel implements ChatModel {
|
|
1
|
+
import type { ModelReq, BaseChatModelInput, DoGenerateOutput, DoStreamOutput, SimpleChatModel } from '../../type';
|
|
2
|
+
export declare class YiSimpleModel implements SimpleChatModel {
|
|
5
3
|
private req;
|
|
6
4
|
baseUrl: string;
|
|
7
5
|
subUrl: string;
|
|
8
6
|
constructor(req: ModelReq, baseUrl: string, subUrl?: string);
|
|
9
7
|
private get url();
|
|
10
|
-
|
|
11
|
-
|
|
12
|
-
rawResponse: YiGenerateTextOutput;
|
|
13
|
-
}>;
|
|
14
|
-
streamText(data: BaseChatModelInput): Promise<YiModelStreamResult>;
|
|
8
|
+
doGenerate(data: BaseChatModelInput): Promise<DoGenerateOutput>;
|
|
9
|
+
doStream(data: BaseChatModelInput): Promise<DoStreamOutput>;
|
|
15
10
|
}
|
|
16
|
-
declare class YiModelStreamResult implements StreamTextResult {
|
|
17
|
-
private _eventSourceStream;
|
|
18
|
-
constructor(_stream: ReadableStream<Uint8Array>);
|
|
19
|
-
private get teeedStream();
|
|
20
|
-
get eventSourceStream(): import("../../type").AsyncIterableReadableStream<ParsedEvent>;
|
|
21
|
-
get dataStream(): import("../../type").AsyncIterableReadableStream<YiStreamTextOutput>;
|
|
22
|
-
get textStream(): import("../../type").AsyncIterableReadableStream<string>;
|
|
23
|
-
}
|
|
24
|
-
export {};
|