utilitas 1998.2.19 → 1998.2.21

package/lib/alan.mjs

@@ -318,6 +318,7 @@ const MODELS = {
         tokenLimitsITPM: 40000,
         tokenLimitsOTPM: 8000,
         trainingData: 'Apr 2024', // ?
+        reasoning: true,
         supportedMimeTypes: [
             png, jpeg, gif, webp, pdf,
         ],
@@ -706,6 +707,7 @@ const promptChatGPT = async (content, options = {}) => {
             await packGptResp(chunk, { ...options || {}, processing: true })
         ), LOG);
     }
+    chunk.choices?.[0] || (chunk.choices = [{}]); // handle empty choices for Azure APIs
     chunk.choices[0].message = {
         content: resultText,
         ...resultAudio.length ? { audio: { data: resultAudio } } : {},
@@ -743,16 +745,27 @@ const promptOllama = async (content, options = {}) => {
 const promptClaude = async (content, options = {}) => {
     const { client } = await getClaudeClient(options);
     options.model = options?.model || DEFAULT_MODELS[CLAUDE];
+    const reasoning = options?.reasoning ?? MODELS[options.model]?.reasoning;
     const resp = await client.messages.create({
         model: options.model, max_tokens: MODELS[options.model].maxOutputTokens,
         messages: [
             ...options?.messages || [], buildClaudeMessage(content, options)
-        ], stream: !!options?.stream,
+        ], stream: !!options?.stream, ...reasoning ? {
+            thinking: options?.thinking || { type: 'enabled', budget_tokens: 1024 },
+        } : {} // https://docs.anthropic.com/en/docs/build-with-claude/extended-thinking
     });
-    let [event, result] = [null, ''];
+    let [event, result, thinkEnd] = [null, '', ''];
     if (options?.stream) {
         for await (event of resp) {
-            const delta = event?.content_block?.text || event?.delta?.text || '';
+            let [thkDelta, txtDelta] = [
+                event?.content_block?.thinking || event?.delta?.thinking || '',
+                event?.content_block?.text || event?.delta?.text || '',
+            ];
+            if (reasoning) {
+                !result && thkDelta && (thkDelta = `${THINK_STR}\n${thkDelta}`);
+                result && txtDelta && !thinkEnd && (thinkEnd = thkDelta = `${thkDelta}\n${THINK_END}\n\n`);
+            }
+            const delta = thkDelta + txtDelta;
             if (delta === '') { continue; }
             result += delta;
             event.content = { text: options?.delta ? delta : result };
@@ -852,7 +865,7 @@ const promptGemini = async (content, options) => {
     // Google's bug: history is not allowed while using inline_data?
     assert(!(
         options?.jsonMode && MODELS[genModel]?.json == false
-    ), `This model does not support JSON output: ${genModel}`);
+    ), `This model does not support JSON output: ${genModel} `);
     const chat = generative.startChat({
         history: options?.messages && !options?.attachments?.length
             ? options.messages : [],
@@ -948,7 +961,7 @@ const listGptFineTuningEvents = async (job_id, options) => {
 
 const tailGptFineTuningEvents = async (job_id, options) => {
     assert(job_id, 'Job ID is required.');
-    const [loopName, listOpts] = [`GPT-${job_id}`, {
+    const [loopName, listOpts] = [`GPT - ${job_id} `, {
         ...options, params: { ...options?.params, order: 'ascending' }
     }];
     let lastEvent;

package/lib/manifest.mjs

@@ -1,7 +1,7 @@
 const manifest = {
     "name": "utilitas",
     "description": "Just another common utility for JavaScript.",
-    "version": "1998.2.19",
+    "version": "1998.2.21",
     "private": false,
     "homepage": "https://github.com/Leask/utilitas",
     "main": "index.mjs",

package/package.json

@@ -1,7 +1,7 @@
 {
     "name": "utilitas",
     "description": "Just another common utility for JavaScript.",
-    "version": "1998.2.19",
+    "version": "1998.2.21",
     "private": false,
     "homepage": "https://github.com/Leask/utilitas",
     "main": "index.mjs",