multiwoven-integrations 0.13.1 → 0.14.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2ec77e033727b0ee1dcffb68d822fc7881da80914ad9c783dbc429805d269067
-  data.tar.gz: 02b8d1a3bd999110e7a251281e414e57d4725c0d16e30947a2c299d2a0aae990
+  metadata.gz: a7c243e28fa9925a82ee68f84359a027ea71ce3e3b12189e02b54c5938207021
+  data.tar.gz: dc802b13ad025f1a7297fa6aa7e938c5599994fe73be92e103212609bdf25272
 SHA512:
-  metadata.gz: 13e57b0868dca890856151bccca0950d46d92113dd4deca1ef4c474513954733ac23017aa13c34a2cb98345a51ed3b9eab93c2b56994c1dd05ae5467cfb0cc0f
-  data.tar.gz: 52e39eb65c1903c2ac9b5c237059b1f81e62d1f704737bcf96f3fbe03a1b148b1248eab662f53197395c2143b2f8328f8e5dcb8e6cc08c13c863bc5c1871b4bf
+  metadata.gz: d1dee7afc9b52139bf2c8ac51de71dedd042b343ead87eaa61cc704672ae53ce87972e025fb6d2940df57806824fd613fb5aba1bb65aa19ab28f0a4bdb292432
+  data.tar.gz: a67eae7ca3c35d29eb3021e4fb7bd42a83220a700d9edf68b4ba72905c4d184650e0935f9b355fa7d29e5381c9fb2575f4cbd20b4dbab40ec29e5d66de7b0f06

data/lib/multiwoven/integrations/core/http_client.rb

@@ -4,10 +4,15 @@ module Multiwoven
   module Integrations::Core
     class HttpClient
       class << self
-        def request(url, method, payload: nil, headers: {})
+        def request(url, method, payload: nil, headers: {}, config: {})
           uri = URI(url)
           http = Net::HTTP.new(uri.host, uri.port)
           http.use_ssl = (uri.scheme == "https")
+
+          # Set timeout if provided
+          http.open_timeout = config[:timeout] if config[:timeout]
+          http.read_timeout = config[:timeout] if config[:timeout]
+
           request = build_request(method, uri, payload, headers)
           http.request(request)
         end

data/lib/multiwoven/integrations/rollout.rb

@@ -2,7 +2,7 @@
 
 module Multiwoven
   module Integrations
-    VERSION = "0.13.1"
+    VERSION = "0.14.0"
 
     ENABLED_SOURCES = %w[
       Snowflake
@@ -19,6 +19,7 @@ module Multiwoven
       DatabricksModel
       AwsSagemakerModel
       VertexModel
+      HttpModel
     ].freeze
 
     ENABLED_DESTINATIONS = %w[

data/lib/multiwoven/integrations/source/http_model/client.rb

@@ -0,0 +1,89 @@
+# frozen_string_literal: true
+
+module Multiwoven::Integrations::Source
+  module HttpModel
+    include Multiwoven::Integrations::Core
+    class Client < SourceConnector
+      def check_connection(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        url_host = connection_config[:url_host]
+        headers = connection_config[:headers]
+        response = Multiwoven::Integrations::Core::HttpClient.request(
+          url_host,
+          HTTP_GET,
+          headers: headers
+        )
+        if success?(response)
+          success_status
+        else
+          failure_status(nil)
+        end
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "HTTP MODEL:CHECK_CONNECTION:EXCEPTION",
+                           type: "error"
+                         })
+        failure_status(e)
+      end
+
+      def discover(_connection_config = nil)
+        catalog_json = read_json(CATALOG_SPEC_PATH)
+        catalog = build_catalog(catalog_json)
+        catalog.to_multiwoven_message
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "HTTP MODEL:DISCOVER:EXCEPTION",
+                           type: "error"
+                         })
+      end
+
+      def read(sync_config)
+        connection_config = sync_config.source.connection_specification
+        connection_config = connection_config.with_indifferent_access
+        # The server checks the ConnectorQueryType.
+        # If it's "ai_ml," the server calculates the payload and passes it as a query in the sync config model protocol.
+        # This query is then sent to the AI/ML model.
+        payload = JSON.parse(sync_config.model.query)
+        run_model(connection_config, payload)
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "HTTP MODEL:READ:EXCEPTION",
+                           type: "error"
+                         })
+      end
+
+      private
+
+      def run_model(connection_config, payload)
+        connection_config = connection_config.with_indifferent_access
+        url_host = connection_config[:url_host]
+        headers = connection_config[:headers]
+        config = connection_config[:config]
+        config[:timeout] ||= 30
+        response = send_request(url_host, payload, headers, config)
+        process_response(response)
+      rescue StandardError => e
+        handle_exception(e, context: "HTTP MODEL:RUN_MODEL:EXCEPTION", type: "error")
+      end
+
+      def process_response(response)
+        if success?(response)
+          data = JSON.parse(response.body)
+          [RecordMessage.new(data: data, emitted_at: Time.now.to_i).to_multiwoven_message]
+        else
+          create_log_message("HTTP MODEL:RUN_MODEL", "error", "request failed")
+        end
+      end
+
+      def send_request(url, payload, headers, config)
+        Multiwoven::Integrations::Core::HttpClient.request(
+          url,
+          HTTP_POST,
+          payload: payload,
+          headers: headers,
+          config: config
+        )
+      end
+    end
+  end
+end

data/lib/multiwoven/integrations/source/http_model/config/catalog.json

@@ -0,0 +1,6 @@
+{
+  "request_rate_limit": 600,
+  "request_rate_limit_unit": "minute",
+  "request_rate_concurrency": 10,
+  "streams": []
+}

data/lib/multiwoven/integrations/source/http_model/config/meta.json

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "HttpModel",
+    "title": "HTTP Model",
+    "connector_type": "source",
+    "category": "AI Model",
+    "documentation_url": "https://docs.mutliwoven.com",
+    "github_issue_label": "source-http-model",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "multiwoven"]
+  }
+}

data/lib/multiwoven/integrations/source/http_model/config/spec.json

@@ -0,0 +1,37 @@
+{
+  "documentation_url": "https://docs.multiwoven.com/integrations/source/http-model",
+  "stream_type": "user_defined",
+  "connector_query_type": "ai_ml",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "Http Model",
+    "type": "object",
+    "required": ["url_host"],
+    "properties": {
+      "url_host": {
+        "type": "string",
+        "title": "URL",
+        "order": 0
+      },
+      "headers": {
+        "type": "string",
+        "title": "Http Headers",
+        "order": 1
+      },
+      "config": {
+        "title": "",
+        "type": "object",
+        "properties": {
+          "timeout": {
+            "type": "integer",
+            "minimum": 0,
+            "default": 30,
+            "title": "Http Timeout",
+            "order": 0
+          }
+        },
+        "order": 2
+      }
+    }
+  }
+}

data/lib/multiwoven/integrations/source/http_model/icon.svg

@@ -0,0 +1,9 @@
+<?xml version="1.0" encoding="utf-8"?>
+
+<svg width="800px" height="800px" viewBox="0 0 16 16" xmlns="http://www.w3.org/2000/svg" fill="none">
+
+
+
+
+
+

data/lib/multiwoven/integrations.rb

@@ -70,6 +70,7 @@ require_relative "integrations/source/oracle_db/client"
 require_relative "integrations/source/databrics_model/client"
 require_relative "integrations/source/aws_sagemaker_model/client"
 require_relative "integrations/source/google_vertex_model/client"
+require_relative "integrations/source/http_model/client"
 
 # Destination
 require_relative "integrations/destination/klaviyo/client"

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: multiwoven-integrations
 version: !ruby/object:Gem::Version
-  version: 0.13.1
+  version: 0.14.0
 platform: ruby
 authors:
 - Subin T P
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2024-11-11 00:00:00.000000000 Z
+date: 2024-11-12 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: activesupport
@@ -720,6 +720,11 @@ files:
 - lib/multiwoven/integrations/source/google_vertex_model/config/meta.json
 - lib/multiwoven/integrations/source/google_vertex_model/config/spec.json
 - lib/multiwoven/integrations/source/google_vertex_model/icon.svg
+- lib/multiwoven/integrations/source/http_model/client.rb
+- lib/multiwoven/integrations/source/http_model/config/catalog.json
+- lib/multiwoven/integrations/source/http_model/config/meta.json
+- lib/multiwoven/integrations/source/http_model/config/spec.json
+- lib/multiwoven/integrations/source/http_model/icon.svg
 - lib/multiwoven/integrations/source/maria_db/client.rb
 - lib/multiwoven/integrations/source/maria_db/config/meta.json
 - lib/multiwoven/integrations/source/maria_db/config/spec.json