wirejs-deploy-amplify-basic 0.1.139-llm → 0.1.141-llm

package/amplify-hosting-assets/compute/default/package.json

@@ -3,6 +3,6 @@
 	"dependencies": {
 		"jsdom": "^25.0.1",
 		"wirejs-dom": "^1.0.42",
-		"wirejs-resources": "^0.1.139-llm"
+		"wirejs-resources": "^0.1.141-llm"
 	}
 }

package/dist/services/llm.js

@@ -34,6 +34,7 @@ export class LLM extends BaseLLM {
             'claude-opus': 'anthropic.claude-3-opus-20240229-v1:0',
             'llama2': 'meta.llama2-70b-chat-v1',
             'llama3': 'meta.llama3-70b-instruct-v1:0',
+            'llama3.2': 'meta.llama3-2-90b-instruct-v1:0'
         };
         return modelMap[model] || model;
     }
@@ -95,6 +96,8 @@ export class LLM extends BaseLLM {
         for (let i = 0; i < maxRetries; i++) {
             try {
                 const modelId = this.getModelId(model);
+                if (modelId !== model)
+                    console.log(`Mapped ${model} to ${modelId}`);
                 const response = await this.invokeBedrock(modelId, history, stream);
                 if (stream) {
                     return this.streamBedrock(response, onChunk);
@@ -130,7 +133,8 @@ export class LLM extends BaseLLM {
                     throw new Error("No response from model.");
             }
             catch (error) {
-                console.log(error);
+                console.log(`Attempt failed with model: ${model}`);
+                console.error(error);
                 if (error.name === 'ValidationException' && error.message?.includes('model')) {
                     continue;
                 }
@@ -139,13 +143,25 @@ export class LLM extends BaseLLM {
                 }
             }
         }
-        return this.createBedrockInstructionMessage(`None of the attempted are not available or not enabled in your AWS account. ` +
+        const message = this.createBedrockInstructionMessage(`None of the attempted models are not available in your AWS account. ` +
             `Please enable it in the AWS Bedrock console:\n\n` +
             `1. Go to AWS Bedrock Console (https://console.aws.amazon.com/bedrock/)\n` +
             `2. Navigate to "Model access"\n` +
             `3. Request access to the model\n` +
             `4. Accept the End User License Agreement (EULA)\n\n` +
-            `Available models attempted: ${this.models.join(', ')}\n` +
-            `You may need to enable these models: ${this.models.map(m => this.getModelId(m)).join(', ')}`);
+            `Available models attempted: ${this.models.join(', ')}\n`);
+        if (onChunk) {
+            try {
+                await onChunk({
+                    message,
+                    done: true,
+                    created_at: new Date().toISOString()
+                });
+            }
+            catch (error) {
+                console.error(error);
+            }
+        }
+        return message;
     }
 }

package/package.json

@@ -1,6 +1,6 @@
 {
 	"name": "wirejs-deploy-amplify-basic",
-	"version": "0.1.139-llm",
+	"version": "0.1.141-llm",
 	"type": "module",
 	"main": "./dist/index.js",
 	"types": "./dist/index.d.ts",
@@ -44,7 +44,7 @@
 		"recursive-copy": "^2.0.14",
 		"rimraf": "^6.0.1",
 		"wirejs-dom": "^1.0.42",
-		"wirejs-resources": "^0.1.139-llm"
+		"wirejs-resources": "^0.1.141-llm"
 	},
 	"devDependencies": {
 		"@aws-amplify/backend": "^1.14.0",