outhad-integrations 0.32.0

data/lib/outhad/integrations/destination/pinecone_db/client.rb

@@ -0,0 +1,154 @@
+# frozen_string_literal: true
+
+module Outhad::Integrations::Destination
+  module PineconeDB
+    include Outhad::Integrations::Core
+    PINECONE_OBJECTS = [
+      { column_name: "id", data_type: "string", is_nullable: false },
+      { column_name: "value", data_type: "vector", is_nullable: false },
+      { column_name: "meta_data", data_type: "string", is_nullable: false }
+    ].freeze
+    class Client < DestinationConnector
+      def check_connection(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        create_connection(connection_config)
+        result = @pinecone.describe_index(@index_name)
+        if result
+          success_status
+        else
+          failure_status(nil)
+        end
+      rescue StandardError => e
+        handle_exception(e, { context: "PINECONE:CHECK_CONNECTION:EXCEPTION", type: "error" })
+        failure_status(e)
+      end
+
+      def discover(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        create_connection(connection_config)
+        pinecone_index = @pinecone.index(@index_name)
+        response = pinecone_index.describe_index_stats
+        results = JSON.parse(response.body)
+        records = results["namespaces"].keys
+        catalog = Catalog.new(streams: create_streams(records))
+        catalog.to_outhad_message
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "PINECONE:DISCOVER:EXCEPTION",
+                           type: "error"
+                         })
+      end
+
+      def write(sync_config, records, _action = "upsert")
+        @sync_config = sync_config
+        connection_config = sync_config.destination.connection_specification.with_indifferent_access
+        create_connection(connection_config)
+        process_records(records, sync_config.stream)
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "PINECONE:WRITE:EXCEPTION",
+                           type: "error",
+                           sync_id: @sync_config.sync_id,
+                           sync_run_id: @sync_config.sync_run_id
+                         })
+      end
+
+      private
+
+      def create_connection(connection_config)
+        initialize_client(connection_config)
+        Pinecone.configure do |config|
+          config.api_key = @api_key
+          config.environment = @region
+        end
+        @pinecone = Pinecone::Client.new
+      end
+
+      def initialize_client(connection_config)
+        @api_key = connection_config["api_key"]
+        @region = connection_config["region"]
+        @index_name = connection_config["index_name"]
+      end
+
+      def process_records(records, stream)
+        log_message_array = []
+        write_success = 0
+        write_failure = 0
+        properties = stream.json_schema[:properties]
+
+        records.each do |record_object|
+          record = extract_data(record_object, properties)
+          @namespace = stream.name
+          args = [@index_name, @namespace, record]
+          begin
+            pinecone_index = @pinecone.index(@index_name)
+            response = send_to_pinecone(pinecone_index, record)
+            if success?(response)
+              write_success += 1
+            else
+              write_failure += 1
+            end
+            log_message_array << log_request_response("info", args, response)
+          rescue StandardError => e
+            handle_exception(e, {
+                               context: "PINECONE:WRITE:EXCEPTION",
+                               type: "error",
+                               sync_id: @sync_config.sync_id,
+                               sync_run_id: @sync_config.sync_run_id
+                             })
+            write_failure += 1
+            log_message_array << log_request_response("error", args, e.message)
+          end
+        end
+        tracking_message(write_success, write_failure, log_message_array)
+      end
+
+      def parse_meta_data(vector_meta_data)
+        return {} if vector_meta_data.nil?
+
+        metadata = vector_meta_data.to_s
+        metadata = metadata.gsub(/([{,]\s*)([A-Za-z_]\w*)(\s*:)/, '\1"\2"\3')
+        metadata = metadata.gsub(/:\s*([A-Za-z_]\w*)/, ': "\1"')
+
+        JSON.parse(metadata)
+      rescue JSON::ParserError
+        {}
+      end
+
+      def send_to_pinecone(pinecone_index, record)
+        meta_data = parse_meta_data(record[:meta_data])
+        pinecone_index.upsert(
+          namespace: @namespace,
+          vectors: [
+            {
+              id: record[:id].to_s,
+              values: record[:value],
+              metadata: meta_data
+            }
+          ]
+        )
+      end
+
+      def create_streams(records)
+        group_by_table(records).map do |r|
+          Outhad::Integrations::Protocol::Stream.new(name: r[:tablename], action: StreamAction["create"], json_schema: convert_to_json_schema(r[:columns]))
+        end
+      end
+
+      def group_by_table(records)
+        records.map do |table_name|
+          {
+            tablename: table_name,
+            columns: PINECONE_OBJECTS.map do |column|
+              {
+                column_name: column[:column_name],
+                type: column[:data_type],
+                optional: column[:is_nullable]
+              }
+            end
+          }
+        end
+      end
+    end
+  end
+end

data/lib/outhad/integrations/destination/pinecone_db/config/meta.json

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "PineconeDB",
+    "title": "Pinecone DB",
+    "connector_type": "destination",
+    "category": "Database",
+    "documentation_url": "https://docs.squared.ai/guides/destinations/retl-destinations/database/pinecone_db",
+    "github_issue_label": "destination-pinecone-db",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "outhad"]
+  }
+}

data/lib/outhad/integrations/destination/pinecone_db/config/spec.json

@@ -0,0 +1,32 @@
+{
+  "documentation_url": "https://docs.squared.ai/guides/destinations/retl-destinations/database/oracle",
+  "stream_type": "dynamic",
+  "connector_query_type": "raw_sql",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "Pinecone DB",
+    "type": "object",
+    "required": ["api_key", "region", "index_name"],
+    "properties": {
+      "api_key": {
+        "type": "string",
+        "outhad_secret": true,
+        "title": "API Key",
+        "description": "Your secret Pinecone API key used to authenticate requests.",
+        "order": 0
+      },
+      "region": {
+        "type": "string",
+        "title": "Region",
+        "description": "The Pinecone region where your index is hosted (e.g., 'us-east-1').",
+        "order": 1
+      },
+      "index_name": {
+        "type": "string",
+        "title": "Index Name",
+        "description": "The name of the Pinecone index where vectors will be written.",
+        "order": 2
+      }
+    }    
+  }
+}

data/lib/outhad/integrations/destination/pinecone_db/icon.svg

@@ -0,0 +1 @@
+<svg width="256" height="287.319" viewBox="0 0 256 287.319" xmlns="http://www.w3.org/2000/svg" xmlns:xlink="http://www.w3.org/1999/xlink" preserveAspectRatio="xMidYMid"><title>Pinecone</title><g><path d="M108.633615,254.43629 C117.713862,254.43629 125.074857,261.797284 125.074857,270.877532 C125.074857,279.957779 117.713862,287.318774 108.633615,287.318774 C99.5533677,287.318774 92.1923728,279.957779 92.1923728,270.877532 C92.1923728,261.797284 99.5533677,254.43629 108.633615,254.43629 Z M199.849665,224.438339 L216.09705,229.252379 L203.199913,272.780219 C202.072982,276.58361 198.458049,279.095992 194.500389,278.826397 L190.516677,278.552973 L190.419263,278.633409 L149.02918,275.728903 L150.180842,258.822508 L177.989056,260.709686 L159.783784,234.447622 L173.709616,224.792379 L191.938895,251.08702 L199.849665,224.438339 Z M23.0126771,194.347476 L39.9158866,195.544979 L37.935897,223.348728 L64.1501315,205.120082 L73.8271476,219.030793 L47.578736,237.278394 L74.3707554,245.173037 L69.5818063,261.427835 L25.8485266,248.543243 C22.0304448,247.418369 19.5101155,243.787479 19.7913963,239.817092 L23.0126771,194.347476 Z M132.151306,170.671396 L162.658679,207.503468 L148.909247,218.891886 L130.753266,196.972134 L124.866941,230.673893 L107.280249,227.599613 L113.172232,193.845272 L88.7296311,208.256891 L79.6674587,192.874434 L120.745504,168.674377 C124.522104,166.449492 129.355297,167.295726 132.151306,170.671396 Z M217.504528,145.960198 L232.744017,137.668804 L254.94482,178.473633 C256.889641,182.048192 256.088221,186.494171 253.017682,189.164674 L249.876622,191.878375 L217.826246,219.77131 L206.441034,206.680621 L227.988588,187.934494 L195.893546,182.152609 L198.972402,165.078949 L231.044844,170.857793 L217.504528,145.960198 Z M37.7821805,103.299272 L49.2622123,116.306888 L28.0106317,135.050179 L60.1668233,140.664193 L57.1863573,157.755303 L24.9947229,152.136967 L38.822104,177.134576 L23.6411026,185.532577 L1.08439616,144.756992 C-0.885025494,141.196884 -0.115545265,136.746375 2.93488097,134.054184 L37.7821805,103.299272 Z M146.476311,89.8796828 L176.88045,126.612847 L163.1271,137.996532 L144.975445,116.067101 L139.08912,149.778947 L121.502428,146.704666 L127.374238,113.081452 L103.025237,127.354817 L93.9976317,111.952048 L131.398812,90.0233663 L131.435631,89.880899 L131.600545,89.9023265 L135.085833,87.870141 C138.861877,85.6569913 143.68556,86.5079996 146.476311,89.8796828 Z M185.655786,71.8143168 L192.305535,55.7902703 L235.318239,73.6399229 C239.072486,75.1978811 241.2415,79.1537636 240.536356,83.1568091 L239.820231,87.1385839 L232.47517,128.919545 L215.389188,125.909819 L220.312646,97.9413879 L191.776157,113.7129 L183.390302,98.5251862 L211.981072,82.7408038 L185.655786,71.8143168 Z M103.71696,40.2373824 L104.456513,57.5706533 L76.0432671,58.785006 L97.4730368,83.2749086 L84.4165529,94.6993319 L62.9507932,70.1728358 L57.949673,98.1737132 L40.8716575,95.1191088 L49.0561498,49.3603563 C49.771444,45.3612115 53.1664633,42.3942036 57.2253811,42.2210231 L61.246149,42.0411642 L61.3363168,41.9758 L103.71696,40.2373824 Z M161.838155,3.27194826 L192.104824,40.2369789 L178.291207,51.5474574 L160.327329,29.6043227 L154.268381,63.2715157 L136.697231,60.1096121 L142.766468,26.3665075 L118.24002,40.7062765 L109.232678,25.2916494 L150.427675,1.21987397 C154.218286,-0.995121237 159.056796,-0.124957814 161.838155,3.27194826 Z" fill="#201D1E"/></g></svg>

data/lib/outhad/integrations/destination/postgresql/client.rb

@@ -0,0 +1,130 @@
+# frozen_string_literal: true
+
+require "pg"
+
+module Outhad::Integrations::Destination
+  module Postgresql
+    include Outhad::Integrations::Core
+    class Client < DestinationConnector
+      def check_connection(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        create_connection(connection_config)
+        ConnectionStatus.new(
+          status: ConnectionStatusType["succeeded"]
+        ).to_outhad_message
+      rescue PG::Error => e
+        ConnectionStatus.new(
+          status: ConnectionStatusType["failed"], message: e.message
+        ).to_outhad_message
+      end
+
+      def discover(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        query = "SELECT table_name, column_name,
+                 CASE WHEN data_type = 'USER-DEFINED' THEN udt_name ELSE data_type END
+                 AS data_type,
+                 is_nullable
+                 FROM information_schema.columns
+                 WHERE table_schema = '#{connection_config[:schema]}' AND table_catalog = '#{connection_config[:database]}'
+                 ORDER BY table_name, ordinal_position;"
+
+        db = create_connection(connection_config)
+        records = db.exec(query) do |result|
+          result.map do |row|
+            row
+          end
+        end
+        catalog = Catalog.new(streams: create_streams(records))
+        catalog.to_outhad_message
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "POSTGRESQL:DISCOVER:EXCEPTION",
+                           type: "error"
+                         })
+      ensure
+        db&.close
+      end
+
+      def write(sync_config, records, action = "destination_insert")
+        connection_config = sync_config.destination.connection_specification.with_indifferent_access
+        table_name = sync_config.stream.name
+        primary_key = sync_config.model.primary_key
+        log_message_array = []
+        db = create_connection(connection_config)
+
+        write_success = 0
+        write_failure = 0
+
+        records.each do |record|
+          query = Outhad::Integrations::Core::QueryBuilder.perform(action, table_name, record, primary_key)
+          logger.debug("POSTGRESQL:WRITE:QUERY query = #{query} sync_id = #{sync_config.sync_id} sync_run_id = #{sync_config.sync_run_id}")
+          begin
+            response = db.exec(query)
+            write_success += 1
+            log_message_array << log_request_response("info", query, response)
+          rescue StandardError => e
+            handle_exception(e, {
+                               context: "POSTGRESQL:RECORD:WRITE:EXCEPTION",
+                               type: "error",
+                               sync_id: sync_config.sync_id,
+                               sync_run_id: sync_config.sync_run_id
+                             })
+            write_failure += 1
+            log_message_array << log_request_response("error", query, e.message)
+          end
+        end
+        tracking_message(write_success, write_failure, log_message_array)
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "POSTGRESQL:RECORD:WRITE:EXCEPTION",
+                           type: "error",
+                           sync_id: sync_config.sync_id,
+                           sync_run_id: sync_config.sync_run_id
+                         })
+      end
+
+      private
+
+      def query(connection, query)
+        connection.exec(query) do |result|
+          result.map do |row|
+            RecordMessage.new(data: row, emitted_at: Time.now.to_i).to_outhad_message
+          end
+        end
+      end
+
+      def create_connection(connection_config)
+        raise "Unsupported Auth type" unless connection_config[:credentials][:auth_type] == "username/password"
+
+        PG.connect(
+          host: connection_config[:host],
+          dbname: connection_config[:database],
+          user: connection_config[:credentials][:username],
+          password: connection_config[:credentials][:password],
+          port: connection_config[:port]
+        )
+      end
+
+      def create_streams(records)
+        group_by_table(records).map do |r|
+          Outhad::Integrations::Protocol::Stream.new(name: r[:tablename], action: StreamAction["fetch"], json_schema: convert_to_json_schema(r[:columns]))
+        end
+      end
+
+      def group_by_table(records)
+        records.group_by { |entry| entry["table_name"] }.map do |table_name, columns|
+          {
+            tablename: table_name,
+            columns: columns.map do |column|
+              {
+                column_name: column["column_name"],
+                type: column["data_type"],
+                optional: column["is_nullable"] == "YES"
+              }
+            end
+          }
+        end
+      end
+    end
+  end
+end

data/lib/outhad/integrations/destination/postgresql/config/meta.json

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "Postgresql",
+    "title": "PostgreSQL",
+    "connector_type": "destination",
+    "category": "Database",
+    "documentation_url": "https://docs.squared.ai/guides/destinations/retl-destinations/database/postgresql",
+    "github_issue_label": "destination-postgresql",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "outhad"]
+  }
+}

data/lib/outhad/integrations/destination/postgresql/config/spec.json

@@ -0,0 +1,68 @@
+{
+  "documentation_url": "https://docs.squared.ai/guides/destinations/retl-destinations/database/postgresql",
+  "stream_type": "dynamic",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "Postgresql",
+    "type": "object",
+    "required": ["host", "port", "database", "schema"],
+    "properties": {
+      "credentials": {
+        "title": "",
+        "type": "object",
+        "required": ["auth_type", "username", "password"],
+        "properties": {
+          "auth_type": {
+            "type": "string",
+            "default": "username/password",
+            "order": 0,
+            "readOnly": true
+          },
+          "username": {
+            "description": "Username refers to your individual PostgreSQL login credentials. At a minimum, the user associated with these credentials must be granted read access to the data intended for synchronization.",
+            "examples": ["POSTGRESQL_USER"],
+            "type": "string",
+            "title": "Username",
+            "order": 1
+          },
+          "password": {
+            "description": "This field requires the password associated with the user account specified in the preceding section.",
+            "type": "string",
+            "outhad_secret": true,
+            "title": "Password",
+            "order": 2
+          }
+        },
+        "order": 0
+      },
+      "host": {
+        "description": "The hostname or IP address of your PostgreSQL server.",
+        "examples": ["127.0.0.1"],
+        "type": "string",
+        "title": "Host",
+        "order": 1
+      },
+      "port": {
+        "description": "The port number for your PostgreSQL server, which defaults to 5432, may vary based on your configuration. ",
+        "examples": ["5432"],
+        "type": "string",
+        "title": "Port",
+        "order": 2
+      },
+      "database": {
+        "description": "The specific PostgreSQL database to connect to.",
+        "examples": ["POSTGRESQL_DB"],
+        "type": "string",
+        "title": "Database",
+        "order": 3
+      },
+      "schema": {
+        "description": "The schema within the PostgreSQL database.",
+        "examples": ["POSTGRESQL_SCHEMA"],
+        "type": "string",
+        "title": "Schema",
+        "order": 4
+      }
+    }
+  }
+}

data/lib/outhad/integrations/destination/postgresql/icon.svg

@@ -0,0 +1,20 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<!DOCTYPE svg PUBLIC "-//W3C//DTD SVG 1.1//EN" "http://www.w3.org/Graphics/SVG/1.1/DTD/svg11.dtd">
+<svg width="432.071pt" height="445.383pt" viewBox="0 0 432.071 445.383" xml:space="preserve" xmlns="http://www.w3.org/2000/svg">
+<g id="orginal" style="fill-rule:nonzero;clip-rule:nonzero;stroke:#000000;stroke-miterlimit:4;">
+	</g>
+<g id="Layer_x0020_3" style="fill-rule:nonzero;clip-rule:nonzero;fill:none;stroke:#FFFFFF;stroke-width:12.4651;stroke-linecap:round;stroke-linejoin:round;stroke-miterlimit:4;">
+<path style="fill:#000000;stroke:#000000;stroke-width:37.3953;stroke-linecap:butt;stroke-linejoin:miter;" d="M323.205,324.227c2.833-23.601,1.984-27.062,19.563-23.239l4.463,0.392c13.517,0.615,31.199-2.174,41.587-7c22.362-10.376,35.622-27.7,13.572-23.148c-50.297,10.376-53.755-6.655-53.755-6.655c53.111-78.803,75.313-178.836,56.149-203.322    C352.514-5.534,262.036,26.049,260.522,26.869l-0.482,0.089c-9.938-2.062-21.06-3.294-33.554-3.496c-22.761-0.374-40.032,5.967-53.133,15.904c0,0-161.408-66.498-153.899,83.628c1.597,31.936,45.777,241.655,98.47,178.31    c19.259-23.163,37.871-42.748,37.871-42.748c9.242,6.14,20.307,9.272,31.912,8.147l0.897-0.765c-0.281,2.876-0.157,5.689,0.359,9.019c-13.572,15.167-9.584,17.83-36.723,23.416c-27.457,5.659-11.326,15.734-0.797,18.367c12.768,3.193,42.305,7.716,62.268-20.224    l-0.795,3.188c5.325,4.26,4.965,30.619,5.72,49.452c0.756,18.834,2.017,36.409,5.856,46.771c3.839,10.36,8.369,37.05,44.036,29.406c29.809-6.388,52.6-15.582,54.677-101.107"/>
+<path style="fill:#336791;stroke:none;" d="M402.395,271.23c-50.302,10.376-53.76-6.655-53.76-6.655c53.111-78.808,75.313-178.843,56.153-203.326c-52.27-66.785-142.752-35.2-144.262-34.38l-0.486,0.087c-9.938-2.063-21.06-3.292-33.56-3.496c-22.761-0.373-40.026,5.967-53.127,15.902    c0,0-161.411-66.495-153.904,83.63c1.597,31.938,45.776,241.657,98.471,178.312c19.26-23.163,37.869-42.748,37.869-42.748c9.243,6.14,20.308,9.272,31.908,8.147l0.901-0.765c-0.28,2.876-0.152,5.689,0.361,9.019c-13.575,15.167-9.586,17.83-36.723,23.416    c-27.459,5.659-11.328,15.734-0.796,18.367c12.768,3.193,42.307,7.716,62.266-20.224l-0.796,3.188c5.319,4.26,9.054,27.711,8.428,48.969c-0.626,21.259-1.044,35.854,3.147,47.254c4.191,11.4,8.368,37.05,44.042,29.406c29.809-6.388,45.256-22.942,47.405-50.555    c1.525-19.631,4.976-16.729,5.194-34.28l2.768-8.309c3.192-26.611,0.507-35.196,18.872-31.203l4.463,0.392c13.517,0.615,31.208-2.174,41.591-7c22.358-10.376,35.618-27.7,13.573-23.148z"/>
+<path d="M215.866,286.484c-1.385,49.516,0.348,99.377,5.193,111.495c4.848,12.118,15.223,35.688,50.9,28.045c29.806-6.39,40.651-18.756,45.357-46.051c3.466-20.082,10.148-75.854,11.005-87.281"/>
+<path d="M173.104,38.256c0,0-161.521-66.016-154.012,84.109c1.597,31.938,45.779,241.664,98.473,178.316c19.256-23.166,36.671-41.335,36.671-41.335"/>
+<path d="M260.349,26.207c-5.591,1.753,89.848-34.889,144.087,34.417c19.159,24.484-3.043,124.519-56.153,203.329"/>
+<path style="stroke-linejoin:bevel;" d="M348.282,263.953c0,0,3.461,17.036,53.764,6.653c22.04-4.552,8.776,12.774-13.577,23.155c-18.345,8.514-59.474,10.696-60.146-1.069c-1.729-30.355,21.647-21.133,19.96-28.739c-1.525-6.85-11.979-13.573-18.894-30.338    c-6.037-14.633-82.796-126.849,21.287-110.183c3.813-0.789-27.146-99.002-124.553-100.599c-97.385-1.597-94.19,119.762-94.19,119.762"/>
+<path d="M188.604,274.334c-13.577,15.166-9.584,17.829-36.723,23.417c-27.459,5.66-11.326,15.733-0.797,18.365c12.768,3.195,42.307,7.718,62.266-20.229c6.078-8.509-0.036-22.086-8.385-25.547c-4.034-1.671-9.428-3.765-16.361,3.994z"/>
+<path d="M187.715,274.069c-1.368-8.917,2.93-19.528,7.536-31.942c6.922-18.626,22.893-37.255,10.117-96.339c-9.523-44.029-73.396-9.163-73.436-3.193c-0.039,5.968,2.889,30.26-1.067,58.548c-5.162,36.913,23.488,68.132,56.479,64.938"/>
+<path style="fill:#FFFFFF;stroke-width:4.155;stroke-linecap:butt;stroke-linejoin:miter;" d="M172.517,141.7c-0.288,2.039,3.733,7.48,8.976,8.207c5.234,0.73,9.714-3.522,9.998-5.559c0.284-2.039-3.732-4.285-8.977-5.015c-5.237-0.731-9.719,0.333-9.996,2.367z"/>
+<path style="fill:#FFFFFF;stroke-width:2.0775;stroke-linecap:butt;stroke-linejoin:miter;" d="M331.941,137.543c0.284,2.039-3.732,7.48-8.976,8.207c-5.238,0.73-9.718-3.522-10.005-5.559c-0.277-2.039,3.74-4.285,8.979-5.015c5.239-0.73,9.718,0.333,10.002,2.368z"/>
+<path d="M350.676,123.432c0.863,15.994-3.445,26.888-3.988,43.914c-0.804,24.748,11.799,53.074-7.191,81.435"/>
+<path style="stroke-width:3;" d="M0,60.232"/>
+</g>
+</svg>

data/lib/outhad/integrations/destination/qdrant/client.rb

@@ -0,0 +1,184 @@
+# frozen_string_literal: true
+
+module Outhad::Integrations::Destination
+  module Qdrant
+    include Outhad::Integrations::Core
+    class Client < DestinationConnector
+      def check_connection(connection_config)
+        connection_config = connection_config.with_indifferent_access
+        api_url = connection_config[:api_url]
+        api_key = connection_config[:api_key]
+
+        response = Outhad::Integrations::Core::HttpClient.request(
+          api_url,
+          HTTP_GET,
+          headers: auth_headers(api_key)
+        )
+        if success?(response)
+          success_status
+        else
+          failure_status(nil)
+        end
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "QDRANT:CHECK_CONNECTION:EXCEPTION",
+                           type: "error"
+                         })
+        failure_status(e)
+      end
+
+      def discover(connection_config = nil)
+        connection_config = connection_config.with_indifferent_access
+        @api_url = connection_config[:api_url]
+        @api_key = connection_config[:api_key]
+
+        response = Outhad::Integrations::Core::HttpClient.request(
+          "#{@api_url}/collections",
+          HTTP_GET,
+          headers: auth_headers(@api_key)
+        )
+
+        data = JSON.parse(response.body)
+        catalog = build_catalog(data)
+        catalog.to_outhad_message
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "QDRANT:DISCOVER:EXCEPTION",
+                           type: "error"
+                         })
+      end
+
+      def write(sync_config, records, _action = "upsert")
+        connection_config = sync_config.destination.connection_specification.with_indifferent_access
+        collection_name = sync_config.stream.name
+        primary_key = sync_config.model.primary_key
+        log_message_array = []
+
+        api_url = connection_config[:api_url]
+        api_key = connection_config[:api_key]
+
+        write_success = 0
+        write_failure = 0
+        records.each do |record|
+          points = []
+          points.push({
+                        id: record[primary_key],
+                        vector: JSON.parse(record["vector"]),
+                        payload: record["payload"]
+                      })
+          begin
+            response = upsert_points(api_url, api_key, collection_name, { points: points })
+            if success?(response)
+              write_success += 1
+              log_message_array << log_request_response("info", { points: points }, JSON.parse(response.body))
+            else
+              # write_failure could be duplicated if JSON.parse errors.
+              write_failure += 1
+              log_message_array << log_request_response("error", { points: points }, JSON.parse(response.body))
+            end
+          rescue StandardError => e
+            handle_exception(e, {
+                               context: "QDRANT:RECORD:WRITE:EXCEPTION",
+                               type: "error",
+                               sync_id: sync_config.sync_id,
+                               sync_run_id: sync_config.sync_run_id
+                             })
+            write_failure += 1
+            log_message_array << log_request_response("error", { points: points }, e.message)
+          end
+        end
+        tracking_message(write_success, write_failure, log_message_array)
+      rescue StandardError => e
+        handle_exception(e, {
+                           context: "QDRANT:RECORD:WRITE:EXCEPTION",
+                           type: "error",
+                           sync_id: sync_config.sync_id,
+                           sync_run_id: sync_config.sync_run_id
+                         })
+      end
+
+      private
+
+      def upsert_points(api_url, api_key, collection_name, payload)
+        Outhad::Integrations::Core::HttpClient.request(
+          api_url + "/collections/#{collection_name}/points",
+          HTTP_PUT,
+          payload: payload,
+          headers: auth_headers(api_key)
+        )
+      end
+
+      def build_catalog(data)
+        streams = data["result"]["collections"].map { |collection| build_stream(collection) }
+        Outhad::Integrations::Protocol::Catalog.new(
+          streams: streams,
+          request_rate_limit: 60,
+          request_rate_limit_unit: "minute",
+          request_rate_concurrency: 10
+        )
+      end
+
+      def build_stream(collection)
+        response = Outhad::Integrations::Core::HttpClient.request(
+          "#{@api_url}/collections/#{collection["name"]}",
+          HTTP_GET,
+          headers: auth_headers(@api_key)
+        )
+
+        payload = { "type" => "object", "properties" => {} }
+        if success?(response)
+          data = JSON.parse(response.body)
+          payload_schema = data["result"]["payload_schema"]
+          payload_schema.each { |key, value| payload["properties"][key] = map_qdrant_types(value) } unless payload_schema.empty?
+        end
+
+        Outhad::Integrations::Protocol::Stream.new(
+          name: collection["name"],
+          action: "update",
+          method: HTTP_PUT,
+          supported_sync_modes: %w[incremental],
+          json_schema: {
+            "type" => "object",
+            "required" => %w[id vector payload],
+            "properties" => {
+              "id" => {
+                "type" => "string"
+              },
+              "payload" => payload,
+              "vector" => {
+                "type" => "vector"
+              }
+            }
+          }
+        )
+      end
+
+      def map_qdrant_types(value)
+        case value["data_type"]
+        when "integer"
+          { "type" => "integer" }
+        when "float"
+          { "type" => "number" }
+        when "bool"
+          { "type" => "boolean" }
+        when "geo"
+          {
+            "type" => "object",
+            "required" => %w[lon lat],
+            "properties" => {
+              "lon" => {
+                "type" => "number"
+              },
+              "lat" => {
+                "type" => "number"
+              }
+            }
+          }
+        else
+          # datetime, keyword, text, uuid
+          { "type" => "string" }
+        end
+      end
+    end
+  end
+end

data/lib/outhad/integrations/destination/qdrant/config/meta.json

@@ -0,0 +1,15 @@
+{
+  "data": {
+    "name": "Qdrant",
+    "title": "Qdrant",
+    "connector_type": "destination",
+    "category": "Database",
+    "documentation_url": "https://docs.squared.ai/guides/destinations/retl-destinations/database/qdrant",
+    "github_issue_label": "destination-qdrant",
+    "icon": "icon.svg",
+    "license": "MIT",
+    "release_stage": "alpha",
+    "support_level": "community",
+    "tags": ["language:ruby", "outhad"]        
+  }
+}

data/lib/outhad/integrations/destination/qdrant/config/spec.json

@@ -0,0 +1,23 @@
+{
+  "documentation_url": "https://docs.squared.ai/guides/destinations/retl-destinations/database/qdrant",
+  "stream_type": "dynamic",
+  "connection_specification": {
+    "$schema": "http://json-schema.org/draft-07/schema#",
+    "title": "Qdrant",
+    "type": "object",
+    "required": ["api_url", "api_key"],
+    "properties": {
+      "api_url": {
+        "type": "string",
+        "title": "API Url",
+        "order": 0
+      },
+      "api_key": {
+        "type": "string",
+        "outhad_secret": true,
+        "title": "API Key",
+        "order": 1
+      }
+    }
+  }
+}