foobara-llm-backed-command 1.0.1 → 1.0.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 5cd4264ef20eceef87e44331408218af76d8d1d07743533c6afc5eed05422867
-  data.tar.gz: 104f619f341c20bd5a0e98ebf737c6f38cf5bf674ad73fcaaa8e25869f185e0e
+  metadata.gz: cf89dfdfd181a03c728a1e4776440dca2f5421ed0f488d2e3fc3a7630b497c64
+  data.tar.gz: 60ae5ea17c418ffc323eeed3b6642e86e408a5c4b810e3471ef6a2bdf71ad9a7
 SHA512:
-  metadata.gz: c7562aafb2b293e4ccf0d3337a22d18ec261a3275291e5b21082d873b632d4875e50092b65bf2e1283e790660bd9c5de420a1348a32c31f5d5d0ff851a2f9523
-  data.tar.gz: 80924f44dc355c5bb1272c0c5f17ed816f8c4e702c7e7f71a6154c7172cf90f61d92a42e72c9182ed4044b6643a456ee5c00224625507b9fb010e2430276073e
+  metadata.gz: cb2ba5b9634a0f5c7740d338e9f588f67d4bd214f5e101f0373cb91a0f2cf587707eee5b80beafcae0a5ea8c0c311b37138dc58c78279358609e50ffbb7d026f
+  data.tar.gz: 97a025adf7c31a0cebce7c65427811fcd628634b948f7e2654112eaad8b8cfa3d3fb6992595ced1fcf5ca98f7531ce5a018ae97d1af05e4a1d8cc638ac64b61d

data/CHANGELOG.md

@@ -1,3 +1,7 @@
+## [1.0.2] - 2025-08-11
+
+- Handle situation where smaller models incorrectly use {"result":"whatever"} instead of "whatever"
+
 ## [1.0.1] - 2025-07-09
 
 - Use foobara-ai version 1.0.0

data/src/llm_backed_execute_method.rb

@@ -35,11 +35,12 @@ module Foobara
       construct_messages
       generate_answer
       parse_answer
+      attempt_to_recover_from_bad_format
 
-      parsed_answer
+      final_answer
     end
 
-    attr_accessor :answer, :parsed_answer, :messages, :assistant_serializer, :user_serializer,
+    attr_accessor :final_answer, :answer, :parsed_answer, :messages, :assistant_serializer, :user_serializer,
                   :computed_assistant_association_depth, :computed_user_association_depth,
                   :llm_instructions
 
@@ -181,6 +182,31 @@ module Foobara
       end
     end
 
+    # Sometimes we get {"result": "whatever"} instead of just "whatever" from some smaller models.
+    # Let's detect that and handle it...
+    def attempt_to_recover_from_bad_format
+      self.final_answer = if parsed_answer.is_a?(::Hash) && parsed_answer.keys == ["result"]
+                            result_type = self.class.result_type
+
+                            # TODO: implement a Type#valid? method
+                            if result_type.process_value(parsed_answer).success?
+                              parsed_answer
+                            else
+                              result = parsed_answer["result"]
+
+                              if result_type.process_value(result).success?
+                                result
+                              else
+                                # :nocov:
+                                parsed_answer
+                                # :nocov:
+                              end
+                            end
+                          else
+                            parsed_answer
+                          end
+    end
+
     module ClassMethods
       def inputs_json_schema(association_depth)
         JsonSchemaGenerator.to_json_schema(

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: foobara-llm-backed-command
 version: !ruby/object:Gem::Version
-  version: 1.0.1
+  version: 1.0.2
 platform: ruby
 authors:
 - Miles Georgi