cpee-llm 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 3859c1965e2cb0d5bddf13277d2dd60bd821f2bbec81aadbc257efc738fba967
+  data.tar.gz: 441ca61ac4fd0992aad64c90da0cc5e698092c5004ec2210fede96b1d2e28519
+SHA512:
+  metadata.gz: b56ea1e75b23c1c45d95d9b0c1def1e19bc273b0fd47ae0d10e8c41d01616631f6f2d3b72c2f3b320048dae35f5b41711cfdf7039bd596820a7ed354c6539ab8
+  data.tar.gz: 8e348b13cec46552f70ed0ce09f67c1f1cefd9a3d0a68862f0b4737fe0c4f5326ae24d6840bcc0ea2d0935d9f8414858e3d6720aed30cb41b801da99b05f79b8

data/AUTHORS

@@ -0,0 +1,3 @@
+Nataliia Klievtsova <n.klievtsova@gmail.com>
+Matthias Ehrendorfer <matthias.ehrendorfer@gmail.com>
+Juergen 'eTM' Mangler <juergen.mangler@gmail.com>

data/LICENSE

@@ -0,0 +1,165 @@
+                   GNU LESSER GENERAL PUBLIC LICENSE
+                       Version 3, 29 June 2007
+
+ Copyright (C) 2007 Free Software Foundation, Inc. <http://fsf.org/>
+ Everyone is permitted to copy and distribute verbatim copies
+ of this license document, but changing it is not allowed.
+
+
+  This version of the GNU Lesser General Public License incorporates
+the terms and conditions of version 3 of the GNU General Public
+License, supplemented by the additional permissions listed below.
+
+  0. Additional Definitions.
+
+  As used herein, "this License" refers to version 3 of the GNU Lesser
+General Public License, and the "GNU GPL" refers to version 3 of the GNU
+General Public License.
+
+  "The Library" refers to a covered work governed by this License,
+other than an Application or a Combined Work as defined below.
+
+  An "Application" is any work that makes use of an interface provided
+by the Library, but which is not otherwise based on the Library.
+Defining a subclass of a class defined by the Library is deemed a mode
+of using an interface provided by the Library.
+
+  A "Combined Work" is a work produced by combining or linking an
+Application with the Library.  The particular version of the Library
+with which the Combined Work was made is also called the "Linked
+Version".
+
+  The "Minimal Corresponding Source" for a Combined Work means the
+Corresponding Source for the Combined Work, excluding any source code
+for portions of the Combined Work that, considered in isolation, are
+based on the Application, and not on the Linked Version.
+
+  The "Corresponding Application Code" for a Combined Work means the
+object code and/or source code for the Application, including any data
+and utility programs needed for reproducing the Combined Work from the
+Application, but excluding the System Libraries of the Combined Work.
+
+  1. Exception to Section 3 of the GNU GPL.
+
+  You may convey a covered work under sections 3 and 4 of this License
+without being bound by section 3 of the GNU GPL.
+
+  2. Conveying Modified Versions.
+
+  If you modify a copy of the Library, and, in your modifications, a
+facility refers to a function or data to be supplied by an Application
+that uses the facility (other than as an argument passed when the
+facility is invoked), then you may convey a copy of the modified
+version:
+
+   a) under this License, provided that you make a good faith effort to
+   ensure that, in the event an Application does not supply the
+   function or data, the facility still operates, and performs
+   whatever part of its purpose remains meaningful, or
+
+   b) under the GNU GPL, with none of the additional permissions of
+   this License applicable to that copy.
+
+  3. Object Code Incorporating Material from Library Header Files.
+
+  The object code form of an Application may incorporate material from
+a header file that is part of the Library.  You may convey such object
+code under terms of your choice, provided that, if the incorporated
+material is not limited to numerical parameters, data structure
+layouts and accessors, or small macros, inline functions and templates
+(ten or fewer lines in length), you do both of the following:
+
+   a) Give prominent notice with each copy of the object code that the
+   Library is used in it and that the Library and its use are
+   covered by this License.
+
+   b) Accompany the object code with a copy of the GNU GPL and this license
+   document.
+
+  4. Combined Works.
+
+  You may convey a Combined Work under terms of your choice that,
+taken together, effectively do not restrict modification of the
+portions of the Library contained in the Combined Work and reverse
+engineering for debugging such modifications, if you also do each of
+the following:
+
+   a) Give prominent notice with each copy of the Combined Work that
+   the Library is used in it and that the Library and its use are
+   covered by this License.
+
+   b) Accompany the Combined Work with a copy of the GNU GPL and this license
+   document.
+
+   c) For a Combined Work that displays copyright notices during
+   execution, include the copyright notice for the Library among
+   these notices, as well as a reference directing the user to the
+   copies of the GNU GPL and this license document.
+
+   d) Do one of the following:
+
+       0) Convey the Minimal Corresponding Source under the terms of this
+       License, and the Corresponding Application Code in a form
+       suitable for, and under terms that permit, the user to
+       recombine or relink the Application with a modified version of
+       the Linked Version to produce a modified Combined Work, in the
+       manner specified by section 6 of the GNU GPL for conveying
+       Corresponding Source.
+
+       1) Use a suitable shared library mechanism for linking with the
+       Library.  A suitable mechanism is one that (a) uses at run time
+       a copy of the Library already present on the user's computer
+       system, and (b) will operate properly with a modified version
+       of the Library that is interface-compatible with the Linked
+       Version.
+
+   e) Provide Installation Information, but only if you would otherwise
+   be required to provide such information under section 6 of the
+   GNU GPL, and only to the extent that such information is
+   necessary to install and execute a modified version of the
+   Combined Work produced by recombining or relinking the
+   Application with a modified version of the Linked Version. (If
+   you use option 4d0, the Installation Information must accompany
+   the Minimal Corresponding Source and Corresponding Application
+   Code. If you use option 4d1, you must provide the Installation
+   Information in the manner specified by section 6 of the GNU GPL
+   for conveying Corresponding Source.)
+
+  5. Combined Libraries.
+
+  You may place library facilities that are a work based on the
+Library side by side in a single library together with other library
+facilities that are not Applications and are not covered by this
+License, and convey such a combined library under terms of your
+choice, if you do both of the following:
+
+   a) Accompany the combined library with a copy of the same work based
+   on the Library, uncombined with any other library facilities,
+   conveyed under the terms of this License.
+
+   b) Give prominent notice with the combined library that part of it
+   is a work based on the Library, and explaining where to find the
+   accompanying uncombined form of the same work.
+
+  6. Revised Versions of the GNU Lesser General Public License.
+
+  The Free Software Foundation may publish revised and/or new versions
+of the GNU Lesser General Public License from time to time. Such new
+versions will be similar in spirit to the present version, but may
+differ in detail to address new problems or concerns.
+
+  Each version is given a distinguishing version number. If the
+Library as you received it specifies that a certain numbered version
+of the GNU Lesser General Public License "or any later version"
+applies to it, you have the option of following the terms and
+conditions either of that published version or of any later version
+published by the Free Software Foundation. If the Library as you
+received it does not specify a version number of the GNU Lesser
+General Public License, you may choose any version of the GNU Lesser
+General Public License ever published by the Free Software Foundation.
+
+  If the Library as you received it specifies that a proxy can decide
+whether future versions of the GNU Lesser General Public License shall
+apply, that proxy's public statement of acceptance of any version is
+permanent authorization for you to choose that version for the
+Library.

data/README.md

@@ -0,0 +1,7 @@
+# CPEE-LLM
+
+CPEE Conversational Agents
+
+* CM-A for creating models
+* EP-A for selecting endpoints
+* DF-A for creating and validating dataflow

data/Rakefile

@@ -0,0 +1,21 @@
+require 'rake'
+require 'rubygems/package_task'
+
+spec = eval(File.read('cpee-llm.gemspec'))
+Gem::PackageTask.new(spec) do |pkg|
+  pkg.need_zip = true
+  pkg.need_tar = true
+  FileUtils.mkdir 'pkg' rescue nil
+  FileUtils.rm_rf Dir.glob('pkg/*')
+  FileUtils.ln_sf "#{pkg.name}.gem", "pkg/#{spec.name}.gem"
+end
+
+task :default => [:gem]
+
+task :push => :gem do |r|
+  `gem push pkg/cpee-llm.gem`
+end
+
+task :install => :gem do |r|
+  `gem install pkg/cpee-llm.gem`
+end

data/cpee-llm.gemspec

@@ -0,0 +1,29 @@
+Gem::Specification.new do |s|
+  s.name             = "cpee-llm"
+  s.version          = "1.0.0"
+  s.platform         = Gem::Platform::RUBY
+  s.license          = "LGPL-3.0-or-later"
+  s.summary          = "CPEE Conversational Agents"
+
+  s.description      = "see http://cpee.org"
+
+  s.files            = Dir['{server/*,tools/**/*,lib/**/*}'] + %w(LICENSE Rakefile cpee-llm.gemspec README.md AUTHORS)
+  s.require_path     = 'lib'
+  s.extra_rdoc_files = ['README.md']
+  s.bindir           = 'tools'
+  s.executables      = ['cpee-llm']
+
+  s.required_ruby_version = '>=3.4'
+
+  s.authors          = ['Nataliia Klievtsova', 'Matthias Ehrendorfer', 'Juergen eTM Mangler']
+
+  s.email            = 'n.klievtsova@gmail.com'
+  s.homepage         = 'http://cpee.org/'
+
+  s.add_runtime_dependency 'riddl', '~> 1.0'
+  s.add_runtime_dependency 'json', '~> 2.10'
+  s.add_runtime_dependency 'xml-smart', '~> 0.4'
+  s.add_runtime_dependency 'typhoeus', '~> 1.4'
+  s.add_runtime_dependency 'ruby_llm', '~> 1.15'
+  s.add_runtime_dependency 'rag_embeddings', '~> 0'
+end

data/lib/cpee/llm/dataflow.rb

@@ -0,0 +1,199 @@
+# This file is part of CPEE-LLM.
+#
+# CPEE-LLM is free software: you can redistribute it and/or modify it under the
+# terms of the GNU Lesser General Public License as published by the Free
+# Software Foundation, either version 3 of the License, or (at your option) any
+# later version.
+#
+# CPEE-LLM is distributed in the hope that it will be useful, but WITHOUT ANY
+# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
+# A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more
+# details.
+#
+# You should have received a copy of the GNU Lesser General Public License
+# along with CPEE-LLM (file LICENSE in the main directory). If not, see
+# <http://www.gnu.org/licenses/>.
+
+require 'typhoeus'
+require 'xml/smart'
+require 'cgi'
+require 'rag_embeddings'
+
+# disable Logging, rag_emb uses langchain
+Langchain.logger.level = Logger::UNKNOWN
+
+module CPEE
+
+  module LLM
+
+    module DataFlow
+
+      def get_data_from_url(url,method)
+        request = Typhoeus::Request.new(
+          url,
+          method: method,
+        )
+        request.run
+        response = request.response
+        if response.code.to_i == 200
+          data = response.body
+          return data
+        else
+          raise Exception.new "Request failed with #{response.code}!!!. \n For more details see: \n #{response.body}."
+        end
+      end
+
+      def get_input(url)
+        data_content = get_data_from_url("https://cpee.org/flow/resources/endpoints/#{url}/schema.rng",:get)
+        doc = XML::Smart.string(data_content)
+        doc.register_namespace 'd', 'http://relaxng.org/ns/structure/1.0'
+        data_info = doc.find("/d:element/*").map{|e| e.dump }.join("\n")
+        return data_info
+      end
+
+      def get_demo_endpoints()
+        ed = get_data_from_url("https://cpee.org/flow/resources/endpoints/?description",:get)
+        doc = XML::Smart.string(ed)
+        resources = doc.find("//resource")
+        endpoints_description = resources.map do |resource|
+          [ CGI.unescape(resource.attributes['endpoint']),
+            [ resource.find('string(./endpoint)'),
+              resource.find('string(./functionality)'),
+              get_input(resource.attributes['endpoint']),
+              resource.find('string(./ouput)')
+            ]
+          ]
+        end.to_h
+        return endpoints_description
+      end
+
+      def get_idlabel_from_model(doc)
+        doc.register_namespace 'd', 'http://cpee.org/ns/description/1.0'
+        pairs = doc.find('//d:call').map do |c|
+          [c.attributes['id'],
+          c.find('string(d:parameters/d:label)')]
+        end.to_h
+        return pairs
+      end
+
+      EMBED_CACHE = {}
+
+      def embed_cached(text)
+        EMBED_CACHE[text] ||= begin
+          emb = RagEmbeddings.embed(text, model: "mxbai-embed-large")
+          RagEmbeddings::Embedding.from_array(emb)
+        end
+      end
+
+      def text_similarity(string1, string2)
+        obj1 = embed_cached(string1)
+        obj2 = embed_cached(string2)
+        return obj1.cosine_similarity(obj2)
+      end
+
+      def get_matching_endpoints(process_model,endpoints_description)
+        ids = get_idlabel_from_model(process_model)
+        best_match = {}
+        ids.each do |i,l|
+          values = endpoints_description.transform_values do |v|
+            options = v[0].split(';')
+            options.sum { |o| text_similarity(l, o) } / options.size.to_f
+          end
+          key, value = values.max_by { |_, v| v }
+          ed = endpoints_description[key]
+          if value > 0.70
+            best_match[i] = [{"label":l, "url": key,"description": ed[0],"functionality": ed[1],"input":ed[2], "output":ed[3]}]
+          end
+        end
+        return best_match
+      end
+
+      def integrate_dataflow(cpee_model,dataflow)
+        json_e = JSON.parse(dataflow)
+        endxml = XML::Smart.string('<endpoints xmlns="http://cpee.org/ns/properties/2.0"/>')
+
+        # ========================calls=========================
+        json_e['tasks'].each do |i, value|
+          begin
+            if value['url'] == 'script'
+              cur_el = cpee_model.find("//d:call[@id='#{i}']").first
+              alt = cpee_model.find('string(//d:call/@a:alt_id)')
+              info = XML::Smart.string('<manipulate id="" label="" a:alt_id=""></manipulate>')
+              info.root.attributes['a:alt_id'] = alt
+              info.root.attributes['id'] = i
+              info.root.attributes['label'] = value['label']
+              info.root.add("code", value['script'])
+              cpee_model.find("//d:*[@id='#{i}']").first.replace_by(info.root)
+            else
+              cur_task =  cpee_model.find("//d:call[@id='#{i}']").first
+              label = cur_task.find('string(d:parameters/d:label)')
+              #short_l = label.gsub(" ", "").downcase
+              short_l = label.gsub(/[^a-zA-Z0-9]/, '').downcase
+              cur_task.attributes["endpoint"] = short_l
+              endxml.root.add(short_l).text = value["url"]
+              # set input if exists
+              if value['input'].length > 0
+                args = cur_task.find('d:parameters/d:arguments').first
+                value["input"].each do |i,iv|
+                  if iv.is_a?(String)
+                    iv = iv.start_with?("data.") ? "!#{iv}" : iv
+                  end
+                  args.add(i, iv)
+                end
+              end
+            end
+          rescue StandardError => e
+            puts "task and script task are not consistent"
+            raise e
+          end
+
+          #set output if exists
+          code_fragment = XML::Smart.string(<<~XML)
+            <code>
+              <prepare/>
+              <finalize output="result"/>
+              <update output="result"/>
+              <rescue output="result"/>
+            </code>
+          XML
+
+          if !value['output'].nil?
+            result = value['output'].map { |k, v| "#{k} = #{v}" }.join("; ")
+            cur_task.add(code_fragment.root)
+            finalize = cur_task.find('//d:finalize').first
+            finalize.text = result
+          end
+        end
+
+        pp json_e
+        pp cpee_model
+        # ==============================conditions (only alternative)=======================
+        json_e['gateway_conditions'].each do |i, value|
+          if i.end_with?("s")
+            sid = i.chomp("s")
+            choose = cpee_model.find("//d:choose[@eid = '#{sid}']").first
+            if choose.nil?
+              loop = cpee_model.find("//d:loop[@eid = '#{sid}']").first
+              if loop.nil?
+                #do nothing it is parralel
+              else
+                cur_cond = CGI.unescapeHTML(loop.attributes['condition'])
+                loop.attributes['condition'] = value['branches'][cur_cond]
+              end
+            else
+              cur_gateway =  cpee_model.find("//d:choose[@eid = '#{sid}']/d:alternative")
+              cur_gateway.each do |branch|
+                cur_cond = CGI.unescapeHTML(branch.attributes['condition'])
+                branch.attributes['condition'] = value['branches'][cur_cond]
+              end
+            end
+          end
+        end
+        return cpee_model.serialize, endxml.serialize
+      end
+
+    end
+
+  end
+
+end

data/lib/cpee/llm/functions.rb

@@ -0,0 +1,248 @@
+# This file is part of CPEE-LLM.
+#
+# CPEE-LLM is free software: you can redistribute it and/or modify it under the
+# terms of the GNU Lesser General Public License as published by the Free
+# Software Foundation, either version 3 of the License, or (at your option) any
+# later version.
+#
+# CPEE-LLM is distributed in the hope that it will be useful, but WITHOUT ANY
+# WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR
+# A PARTICULAR PURPOSE. See the GNU Lesser General Public License for more
+# details.
+#
+# You should have received a copy of the GNU Lesser General Public License
+# along with CPEE-LLM (file LICENSE in the main directory). If not, see
+# <http://www.gnu.org/licenses/>.
+
+require_relative 'rubyllm_requests'
+require 'json'
+
+module CPEE
+
+  module LLM
+
+    module Functions
+
+      include RubyLLM_Requests
+
+        def cpee_to_mermaid(cpee) #{{{
+          srv = Riddl::Client.new('http://localhost:9295/mermaid/cpee')
+          status, res = srv.post [
+            Riddl::Parameter::Complex.new("description","text/xml",cpee),
+            Riddl::Parameter::Simple.new("type","description")
+          ]
+          if status >= 200 && status < 300
+            res
+          else
+            raise 'error when converting cpee to mermaid'
+          end
+          return res[0].value().read()
+        end #}}}
+
+        def mermaid_to_cpee(mermaid) #{{{
+          srv = Riddl::Client.new('http://localhost:9295/cpee/mermaid')
+          status, res = srv.post [
+            Riddl::Parameter::Complex.new("description","text/plain",mermaid),
+            Riddl::Parameter::Simple.new("type","description")
+          ]
+          if status >= 200 && status < 300
+            res
+          else
+            raise 'error when converting mermaid to cpee'
+          end
+          return res[0].value().read()
+        end #}}}
+
+
+      def generate_model(myllm,user_input,temperature,llms) #{{{
+        begin
+          llm_response = generate_mermaid_model(myllm,user_input,temperature,llms)
+          # raise exceptions if response is empty for some reason
+          if llm_response.nil? || llm_response.empty?
+            raise LLMError.new("Something went wrong and your content was not generated!", 500)
+          else
+            return llm_response
+          end
+        rescue LLMError => e_llm
+          e_llm.message
+          raise e_llm
+        rescue Exception => e
+          e.message
+          raise e
+        end
+      end #}}}
+
+      def adapt_model(myllm,doc,user_input,llms) #{{{
+        input_cpee = doc.to_s()
+        input_mermaid = cpee_to_mermaid(doc.to_s())
+        begin
+          llm_response = adapt_mermaid_model(myllm,user_input,input_mermaid,llms)
+          # raise exceptions if response is empty for some reason
+          if llm_response.nil? || llm_response.empty?
+            raise LLMError.new("Something went wrong and your content was not generated!", 500)
+          else
+            return llm_response
+          end
+        rescue LLMError => e_llm
+          raise e_llm
+        rescue Exception => e
+          raise e
+        end
+      end #}}}
+
+      def adapt_cpee_model(myllm,doc,user_input,existing_endpoints,endpoints,llms) #{{{
+        testset = XML::Smart.string(<<~XML)
+          <testset xmlns="http://cpee.org/ns/properties/2.0">
+          </testset>
+        XML
+        root = testset.root
+        root.add(existing_endpoints.root)
+        dslx = root.add("dslx")
+        dslx.add(doc.root)
+
+        #puts testset.to_s
+
+        begin
+          llm_response = adapt_xml_model(myllm,user_input,testset,endpoints,llms)
+          # raise exceptions if response is empty for some reason
+          if llm_response.nil? || llm_response.empty?
+            raise LLMError.new("Something went wrong and your content was not generated!", 500)
+          else
+            llm_response = llm_response.strip
+            inside = llm_response.scan(/```(\w+)?\s*\n(.*?)\n```/m)
+            llm_response = inside.empty? ? llm_response : inside[0][1]
+            #check if response is xml:
+            begin
+              XML::Smart.string(llm_response)
+            rescue Nokogiri::XML::SyntaxError => e
+              raise LLMError.new("Something went wrong and llm was not able to generate valid xml model: #{llm_response}", 500)
+            end
+            return llm_response
+          end
+        rescue LLMError => e_llm
+          raise e_llm
+        rescue Exception => e
+          raise e
+        end
+      end #}}}
+
+      def generate_text(myllm,doc,llms) #{{{
+        input_cpee = doc.to_s()
+        input_mermaid = cpee_to_mermaid(doc.to_s())
+        begin
+          llm_response = generate_plain_text(myllm,input_mermaid,llms)
+          # raise exceptions if response is empty for some reason
+          if llm_response.nil? || llm_response.empty?
+            raise LLMError.new("Something went wrong and your content was not generated!", 500)
+          else
+            return llm_response
+          end
+        rescue LLMError => e_llm
+          e_llm.message
+          raise e_llm
+        rescue Exception => e
+          e.message
+          raise e
+        end
+      end #}}}
+
+      def generate_generic(myllm,user_input,system_prompt,format,temperature,llms) #{{{
+        begin
+          llm_response = generate_generic_content(myllm, user_input, system_prompt, format, temperature, llms)
+          # raise exceptions if response is empty for some reason
+          if llm_response.nil? || llm_response.empty?
+            raise LLMError.new("Something went wrong and your content was not generated!", 500)
+          else
+            return llm_response
+          end
+        rescue LLMError => e_llm
+          e_llm.message
+          raise e_llm
+        rescue Exception => e
+          e.message
+          raise e
+        end
+      end #}}}
+
+      def generate_dataflow(myllm,mermaid_model,api_specification,llms) #{{{
+        begin
+          llm_response = generate_dataflow_content(myllm, mermaid_model, api_specification, llms)
+          # raise exceptions if response is empty for some reason
+          if llm_response.nil? || llm_response.empty?
+            raise LLMError.new("Something went wrong and your content was not generated!", 500)
+          else
+            #check if markdown is there:
+            llm_response = llm_response.strip
+            inside = llm_response.scan(/```(\w+)?\s*\n(.*?)\n```/m)
+            # variable = condition?  if true: if false
+            llm_response = inside.empty? ? llm_response : inside[0][1]
+            #check if response is json:
+            begin
+              pp "here"
+              hash = JSON.parse(llm_response)
+            rescue JSON::ParserError => e
+              pp "there"
+              raise LLMError.new("Something went wrong and llm was not able to generate Json data flow: #{llm_response}", 500)
+            end
+            return llm_response
+          end
+        rescue LLMError => e_llm
+          e_llm.message
+          raise e_llm
+        rescue Exception => e
+          e.message
+          raise e
+        end
+      end #}}}
+
+      def generate_endpoint_model(myllm,user_input,endpoints,llms) #{{{
+        begin
+          llm_response = generate_endpoint_mermaid_model(myllm,user_input,endpoints,llms)
+          # raise exceptions if response is empty for some reason
+          if llm_response.nil? || llm_response.empty?
+            raise LLMError.new("Something went wrong and your content was not generated!", 500)
+          else
+            return llm_response
+          end
+        rescue LLMError => e_llm
+          e_llm.message
+          raise e_llm
+        rescue Exception => e
+          e.message
+          raise e
+        end
+      end #}}}
+
+      def validate_cpee_model(myllm,cpee_model,llms) #{{{
+        begin
+          llm_response = validate_xml_model(myllm,cpee_model,llms)
+          if llm_response.nil? || llm_response.empty?
+            raise LLMError.new("Something went wrong and your content was not generated!", 500)
+          elsif llm_response.strip.downcase == "perfect"
+            return cpee_model
+          else
+            llm_response = llm_response.strip
+            inside = llm_response.scan(/```(\w+)?\s*\n(.*?)\n```/m)
+            llm_response = inside.empty? ? llm_response : inside[0][1]
+            #check if response is xml:
+            begin
+              XML::Smart.string(llm_response)
+            rescue Nokogiri::XML::SyntaxError => e
+              raise LLMError.new("Something went wrong and llm was not able to generate valid xml model", llm_response)
+            end
+            return llm_response
+          end
+        rescue LLMError => e_llm
+          e_llm.message
+          raise e_llm
+        rescue Exception => e
+          e.message
+          raise e
+        end
+      end #}}}
+
+    end
+
+  end
+
+end