etl-integrations 0.1.82 → 0.1.86

data/lib/{multiwoven → etl}/integrations/destination/slack/client.rb

@@ -1,13 +1,13 @@
 # frozen_string_literal: true
 
-module Multiwoven
+module Etl
   module Integrations
     module Destination
       module Slack
-        include Multiwoven::Integrations::Core
+        include Etl::Integrations::Core
 
         class Client < DestinationConnector
-          prepend Multiwoven::Integrations::Core::RateLimiter
+          prepend Etl::Integrations::Core::RateLimiter
           attr_accessor :channel_id
 
           def check_connection(connection_config)
@@ -103,7 +103,7 @@ module Multiwoven
           end
 
           def tracking_message(success, failure)
-            Multiwoven::Integrations::Protocol::TrackingMessage.new(
+            Etl::Integrations::Protocol::TrackingMessage.new(
               success: success, failed: failure
             ).to_multiwoven_message
           end

data/lib/{multiwoven → etl}/integrations/destination/stripe/client.rb

@@ -1,15 +1,15 @@
 # frozen_string_literal: true
 
-module Multiwoven
+module Etl
   module Integrations
     module Destination
       module Stripe
-        include Multiwoven::Integrations::Core
+        include Etl::Integrations::Core
 
         API_VERSION = "59.0"
 
         class Client < DestinationConnector
-          prepend Multiwoven::Integrations::Core::RateLimiter
+          prepend Etl::Integrations::Core::RateLimiter
           def check_connection(connection_config)
             connection_config = connection_config.with_indifferent_access
             initialize_client(connection_config)
@@ -67,13 +67,13 @@ module Multiwoven
           end
 
           def tracking_message(success, failure)
-            Multiwoven::Integrations::Protocol::TrackingMessage.new(
+            Etl::Integrations::Protocol::TrackingMessage.new(
               success: success, failed: failure
             ).to_multiwoven_message
           end
 
           def log_debug(message)
-            Multiwoven::Integrations::Service.logger.debug(message)
+            Etl::Integrations::Service.logger.debug(message)
           end
         end
       end

data/lib/etl/integrations/destination/tally/client.rb

@@ -0,0 +1,236 @@
+# frozen_string_literal: true
+
+require "stringio"
+require "net/http"
+require "uri"
+require "json"
+require 'builder' # Add builder gem for XML generation
+
+module Etl
+  module Integrations
+    module Destination
+      module Tally
+        include Etl::Integrations::Core
+        include Etl::Integrations::Core::Utils
+
+        API_VERSION = "1.0"
+
+        class Client < DestinationConnector
+          prepend Etl::Integrations::Core::RateLimiter
+
+          def check_connection(connection_config)
+            connection_config = connection_config.with_indifferent_access
+            initialize_client(connection_config)
+            authenticate_client
+            success_status
+          rescue StandardError => e
+            failure_status(e)
+          end
+
+          def discover(_connection_config = nil)
+            catalog = build_catalog(load_catalog)
+            catalog.to_multiwoven_message
+          rescue StandardError => e
+            handle_exception("TALLY:DISCOVER:EXCEPTION", "error", e)
+          end
+
+          def write(sync_config, records, action = "create")
+            @action = sync_config.stream.action || action
+            initialize_client(sync_config.destination.connection_specification)
+            process_records(records, sync_config.stream)
+          rescue StandardError => e
+            handle_exception("TALLY:WRITE:EXCEPTION", "error", e)
+          end
+
+          private
+
+          def initialize_client(config)
+            config = config.with_indifferent_access
+            @tally_url = config[:tally_url]
+            @company_name = config[:company_name]
+
+            check_tally_status(@tally_url)
+          end
+
+          def check_tally_status(tally_url)
+            uri = URI.parse(tally_url)
+            response = Net::HTTP.get_response(uri)
+          
+            if response.is_a?(Net::HTTPSuccess)
+              puts "Tally is running at #{tally_url}"
+            else
+              raise "Tally is not running or not reachable at #{tally_url}"
+            end
+          rescue StandardError => e
+            raise "Error connecting to Tally: #{e.message}"
+          end
+
+          def process_records(records, stream)
+            write_success = 0
+            write_failure = 0
+            properties = stream.json_schema[:properties]
+            records.each do |record_object|
+              record = extract_data(record_object, properties)
+              xml_payload = convert_to_xml(record) # Convert record to XML
+              process_record(xml_payload)
+              write_success += 1
+            rescue StandardError => e
+              handle_exception("TALLY:WRITE:EXCEPTION", "error", e)
+              write_failure += 1
+            end
+            tracking_message(write_success, write_failure)
+          end
+
+          def process_record(xml_payload)
+            send_data_to_tally(xml_payload)
+          end
+
+          def send_data_to_tally(xml_payload = {})
+            uri = URI.parse("#{@tally_url}")
+            request = Net::HTTP::Post.new(uri)
+            request.content_type = 'application/xml' # Tally uses XML format
+            request.body = xml_payload
+            response = Net::HTTP.start(uri.hostname, uri.port) { |http| http.request(request) }
+
+            raise StandardError, response.body unless response.is_a?(Net::HTTPSuccess)
+          end
+
+          def convert_to_xml(record)
+            # Using Builder gem to create XML structure
+            xml = Builder::XmlMarkup.new
+            xml.instruct! :xml, version: '1.0', encoding: 'UTF-8'
+            xml.ENVELOPE do
+              xml.HEADER do
+                xml.TALLYREQUEST 'Import Data'
+              end
+              xml.BODY do
+                xml.IMPORTDATA do
+                  xml.REQUESTDESC do
+                    xml.REPORTNAME 'Vouchers'
+                    xml.STATICVARIABLES do
+                      xml.SVCURRENTCOMPANY @company_name
+                    end
+                  end
+                  xml.REQUESTDATA do
+                    xml.TALLYMESSAGE('xmlns:UDF' => 'TallyUDF') do
+                      xml.VOUCHER('VCHTYPE' => 'Sales', 'ACTION' => 'Create', 'OBJVIEW' => 'Invoice Voucher View') do
+                        xml.DATE(record[:date].gsub('-', '')) # Date in YYYYMMDD format
+                        xml.PARTYNAME record[:customer_name]
+                        xml.PARTYLEDGERNAME record[:customer_name]
+                        xml.VOUCHERTYPENAME 'Sales'
+                        xml.REFERENCE record[:invoice_number]
+                        xml.VOUCHERNUMBER record[:invoice_id] # If you want to use invoice_id as VOUCHERNUMBER
+                        xml.NARRATION 'Invoice for ' + record[:customer_name]
+                        xml.BASICBASEPARTYNAME record[:customer_name]
+
+                        # Inventory Allocations
+                        xml.ALLINVENTORYENTRIES__LIST do
+                          xml.STOCKITEMNAME 'Product A' # This should be replaced with actual product names
+                          xml.ISDEEMEDPOSITIVE 'No'
+                          xml.AMOUNT record[:total]
+                          xml.BILLEDQTY '1' # Adjust quantity as needed
+                          xml.RATE record[:total] # Adjust rate as needed
+                          xml.ACTUALQTY '1'
+                          xml.ACCOUNTINGALLOCATIONS__LIST do
+                            xml.LEDGERNAME record[:customer_name]
+                            xml.AMOUNT record[:total]
+                          end
+                        end
+
+                        # Ledger Entries (Tax and Sales Accounts)
+                        xml.LEDGERENTRIES__LIST do
+                          xml.LEDGERNAME 'Sales Accounts'
+                          xml.ISDEEMEDPOSITIVE 'No'
+                          xml.AMOUNT record[:total]
+                        end
+                        
+                        xml.LEDGERENTRIES__LIST do
+                          xml.LEDGERNAME 'Output GST @ 18%' # Adjust GST ledger name if different
+                          xml.ISDEEMEDPOSITIVE 'No'
+                          xml.AMOUNT '900' # Replace with calculated GST if available
+                        end
+
+                        xml.LEDGERENTRIES__LIST do
+                          xml.LEDGERNAME 'ABC India Pvt. Ltd.'
+                          xml.ISDEEMEDPOSITIVE 'Yes'
+                          xml.AMOUNT '-5000' # Adjust based on the payment received or invoice amount
+                        end
+                      end
+                    end
+                  end
+                end
+              end
+            end
+            xml.target! # Returns the generated XML string
+          end
+
+          # def convert_to_xml(record)
+          #   # Using Builder gem to create XML structure
+          #   xml = Builder::XmlMarkup.new
+          #   xml.instruct! :xml, version: '1.0', encoding: 'UTF-8'
+          #   xml.ENVELOPE do
+          #     xml.HEADER do
+          #       xml.TALLYREQUEST 'Import Data'
+          #     end
+          #     xml.BODY do
+          #       xml.IMPORTDATA do
+          #         xml.REQUESTDESC do
+          #           xml.REPORTNAME 'Vouchers'
+          #           xml.STATICVARIABLES do
+          #             xml.SVCURRENTCOMPANY @company_name
+          #           end
+          #         end
+          #         xml.REQUESTDATA do
+          #           xml.TALLYMESSAGE('xmlns:UDF' => 'TallyUDF') do
+          #             xml.VOUCHER do
+          #               xml.DATE '20240915' # Static or dynamic date
+          #               xml.VOUCHERTYPENAME 'Sales'
+          #               xml.NARRATION 'Test invoice from ETL Tool'
+          #               xml.VOUCHERNUMBER record[:VOUCHERNUMBER] || 'INV-1002'
+          #               xml.PARTYNAME record[:PARTYNAME] || 'XYZ Ltd'
+          #               xml.AMOUNT record[:AMOUNT] || 10000
+          #               xml.LEDGERENTRIES__LIST do
+          #                 xml.LEDGERNAME 'Sales Account'
+          #                 xml.AMOUNT record[:AMOUNT] || 10000
+          #               end
+          #             end
+          #           end
+          #         end
+          #       end
+          #     end
+          #   end
+          #   xml.target! # Returns the generated XML string
+          # end
+
+          def authenticate_client
+            # Tally may not need specific authentication steps like OAuth;
+            # skipping authentication or implementing basic connection validation.
+            true
+          end
+
+          def success_status
+            ConnectionStatus.new(status: ConnectionStatusType["succeeded"]).to_multiwoven_message
+          end
+
+          def failure_status(error)
+            ConnectionStatus.new(status: ConnectionStatusType["failed"], message: error.message).to_multiwoven_message
+          end
+
+          def load_catalog
+            read_json(CATALOG_SPEC_PATH)
+          end
+
+          def tracking_message(success, failure)
+            Etl::Integrations::Protocol::TrackingMessage.new(
+              success: success, failed: failure
+            ).to_multiwoven_message
+          end
+
+          def log_debug(message)
+            Etl::Integrations::Service.logger.debug(message)
+          end
+        end
+      end
+    end
+  end
+end

data/lib/{multiwoven → etl}/integrations/destination/tally/config/catalog.json

@@ -4,7 +4,7 @@
   "request_rate_concurrency": 10,
   "streams": [
     {
-      "name": "Voucher",
+      "name": "Sales Accounts",
       "action": "create",
       "json_schema": {
         "type": "object",
@@ -26,6 +26,9 @@
               "Debit Note"
             ]
           },
+          "Particulars": {
+            "type": ["string", "null"]
+          },
           "Date": {
             "type": "string",
             "format": "date"

data/lib/{multiwoven → etl}/integrations/protocol/protocol.json

@@ -1,8 +1,8 @@
 {
   "$schema": "http://json-schema.org/draft-07/schema#",
-  "title": "Mutliwoven Protocol",
+  "title": "Etl Protocol",
   "type": "object",
-  "description": "Mutliwoven protocol schema",
+  "description": "Etl protocol schema",
   "version": "1.0.0",
   "definitions": {
     "SyncMode": {

data/lib/{multiwoven → etl}/integrations/protocol/protocol.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-module Multiwoven
+module Etl
   module Integrations::Protocol
     module Types
       include Dry.Types()
@@ -28,7 +28,7 @@ module Multiwoven
     SchemaMode = Types::String.enum("schema", "schemaless")
 
     class ProtocolModel < Dry::Struct
-      extend Multiwoven::Integrations::Core::Utils
+      extend Etl::Integrations::Core::Utils
       class << self
         def from_json(json_string)
           data = JSON.parse(json_string)

data/lib/{multiwoven → etl}/integrations/rollout.rb

@@ -1,8 +1,8 @@
 # frozen_string_literal: true
 
-module Multiwoven
+module Etl
   module Integrations
-    VERSION = "0.1.82"
+    VERSION = "0.1.86"
 
     ENABLED_SOURCES = %w[
       Snowflake

data/lib/{multiwoven → etl}/integrations/service.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-module Multiwoven
+module Etl
   module Integrations
     class Service
       def initialize
@@ -21,12 +21,12 @@ module Multiwoven
         def connector_class(connector_type, connector_name) 
           # *args
           Object.const_get(
-            "Multiwoven::Integrations::#{connector_type}::#{connector_name}::Client"
+            "Etl::Integrations::#{connector_type}::#{connector_name}::Client"
           )
 
           # # Retrieve the class dynamically
           # klass = Object.const_get(
-          #   "Multiwoven::Integrations::#{connector_type}::#{connector_name}::Client"
+          #   "Etl::Integrations::#{connector_type}::#{connector_name}::Client"
           # )
 
           # # Instantiate the class (assuming it's not a singleton)

data/lib/{multiwoven → etl}/integrations/source/bigquery/client.rb

@@ -2,9 +2,9 @@
 
 require "google/cloud/bigquery"
 
-module Multiwoven::Integrations::Source
+module Etl::Integrations::Source
   module Bigquery
-    include Multiwoven::Integrations::Core
+    include Etl::Integrations::Core
     class Client < SourceConnector
       def check_connection(connection_config)
         connection_config = connection_config.with_indifferent_access
@@ -81,7 +81,7 @@ module Multiwoven::Integrations::Source
 
       def create_streams(records)
         group_by_table(records).map do |r|
-          Multiwoven::Integrations::Protocol::Stream.new(name: r[:tablename], action: StreamAction["fetch"], json_schema: convert_to_json_schema(r[:columns]))
+          Etl::Integrations::Protocol::Stream.new(name: r[:tablename], action: StreamAction["fetch"], json_schema: convert_to_json_schema(r[:columns]))
         end
       end
 

data/lib/{multiwoven → etl}/integrations/source/databricks/client.rb

@@ -1,8 +1,8 @@
 # frozen_string_literal: true
 
-module Multiwoven::Integrations::Source
+module Etl::Integrations::Source
   module Databricks
-    include Multiwoven::Integrations::Core
+    include Etl::Integrations::Core
     class Client < SourceConnector
       def check_connection(connection_config)
         connection_config = connection_config.with_indifferent_access
@@ -81,7 +81,7 @@ module Multiwoven::Integrations::Source
 
       def create_streams(records)
         group_by_table(records).map do |r|
-          Multiwoven::Integrations::Protocol::Stream.new(name: r[:tablename], action: StreamAction["fetch"], json_schema: convert_to_json_schema(r[:columns]))
+          Etl::Integrations::Protocol::Stream.new(name: r[:tablename], action: StreamAction["fetch"], json_schema: convert_to_json_schema(r[:columns]))
         end
       end
 

data/lib/{multiwoven → etl}/integrations/source/postgresql/client.rb

@@ -2,9 +2,9 @@
 
 require "pg"
 
-module Multiwoven::Integrations::Source
+module Etl::Integrations::Source
   module Postgresql
-    include Multiwoven::Integrations::Core
+    include Etl::Integrations::Core
     class Client < SourceConnector
       def check_connection(connection_config)
         connection_config = connection_config.with_indifferent_access
@@ -86,7 +86,7 @@ module Multiwoven::Integrations::Source
 
       def create_streams(records)
         group_by_table(records).map do |r|
-          Multiwoven::Integrations::Protocol::Stream.new(name: r[:tablename], action: StreamAction["fetch"], json_schema: convert_to_json_schema(r[:columns]))
+          Etl::Integrations::Protocol::Stream.new(name: r[:tablename], action: StreamAction["fetch"], json_schema: convert_to_json_schema(r[:columns]))
         end
       end
 

data/lib/{multiwoven → etl}/integrations/source/redshift/client.rb

@@ -2,9 +2,9 @@
 
 require "pg"
 
-module Multiwoven::Integrations::Source
+module Etl::Integrations::Source
   module Redshift
-    include Multiwoven::Integrations::Core
+    include Etl::Integrations::Core
     class Client < SourceConnector
       def check_connection(connection_config)
         connection_config = connection_config.with_indifferent_access
@@ -86,7 +86,7 @@ module Multiwoven::Integrations::Source
 
       def create_streams(records)
         group_by_table(records).map do |r|
-          Multiwoven::Integrations::Protocol::Stream.new(name: r[:tablename], action: StreamAction["fetch"], json_schema: convert_to_json_schema(r[:columns]))
+          Etl::Integrations::Protocol::Stream.new(name: r[:tablename], action: StreamAction["fetch"], json_schema: convert_to_json_schema(r[:columns]))
         end
       end
 

data/lib/{multiwoven → etl}/integrations/source/salesforce_consumer_goods_cloud/client.rb

@@ -3,17 +3,17 @@
 require "stringio"
 require_relative "schema_helper"
 
-module Multiwoven
+module Etl
   module Integrations
     module Source
       module SalesforceConsumerGoodsCloud
-        include Multiwoven::Integrations::Core
+        include Etl::Integrations::Core
 
         API_VERSION = "59.0"
         SALESFORCE_OBJECTS = %w[Account User Visit RetailStore RecordType].freeze
 
         class Client < SourceConnector
-          prepend Multiwoven::Integrations::Core::RateLimiter
+          prepend Etl::Integrations::Core::RateLimiter
           def check_connection(connection_config)
             connection_config = connection_config.with_indifferent_access
             initialize_client(connection_config)
@@ -108,13 +108,13 @@ module Multiwoven
           end
 
           def tracking_message(success, failure)
-            Multiwoven::Integrations::Protocol::TrackingMessage.new(
+            Etl::Integrations::Protocol::TrackingMessage.new(
               success: success, failed: failure
             ).to_multiwoven_message
           end
 
           def log_debug(message)
-            Multiwoven::Integrations::Service.logger.debug(message)
+            Etl::Integrations::Service.logger.debug(message)
           end
         end
       end

data/lib/{multiwoven → etl}/integrations/source/salesforce_consumer_goods_cloud/schema_helper.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-module Multiwoven
+module Etl
   module Integrations
     module Source
       module SalesforceConsumerGoodsCloud

data/lib/{multiwoven → etl}/integrations/source/snowflake/client.rb

@@ -1,8 +1,8 @@
 # frozen_string_literal: true
 
-module Multiwoven::Integrations::Source
+module Etl::Integrations::Source
   module Snowflake
-    include Multiwoven::Integrations::Core
+    include Etl::Integrations::Core
     class Client < SourceConnector
       def check_connection(connection_config)
         connection_config = connection_config.with_indifferent_access
@@ -75,7 +75,7 @@ module Multiwoven::Integrations::Source
 
       def create_streams(records)
         group_by_table(records).map do |r|
-          Multiwoven::Integrations::Protocol::Stream.new(name: r[:tablename], action: StreamAction["fetch"], json_schema: convert_to_json_schema(r[:columns]))
+          Etl::Integrations::Protocol::Stream.new(name: r[:tablename], action: StreamAction["fetch"], json_schema: convert_to_json_schema(r[:columns]))
         end
       end
 

data/lib/{multiwoven → etl}/integrations/source/zoho_books/client.rb

@@ -3,14 +3,14 @@
 # require "zoho_books" # or the correct gem for Zoho Books
 require "stringio"
 
-module Multiwoven
+module Etl
   module Integrations
     module Source
       module ZohoBooks
-        include Multiwoven::Integrations::Core
+        include Etl::Integrations::Core
 
         class Client < DestinationConnector
-          prepend Multiwoven::Integrations::Core::RateLimiter
+          prepend Etl::Integrations::Core::RateLimiter
 
           def check_connection(connection_config)
             connection_config = connection_config.with_indifferent_access
@@ -140,13 +140,13 @@ module Multiwoven
           end
 
           def tracking_message(success, failure)
-            Multiwoven::Integrations::Protocol::TrackingMessage.new(
+            Etl::Integrations::Protocol::TrackingMessage.new(
               success: success, failed: failure
             ).to_multiwoven_message
           end
 
           def log_debug(message)
-            Multiwoven::Integrations::Service.logger.debug(message)
+            Etl::Integrations::Service.logger.debug(message)
           end
         end
       end

data/lib/{multiwoven → etl}/integrations.rb

@@ -63,7 +63,7 @@ require_relative "integrations/destination/sftp/client"
 require_relative "integrations/destination/postgresql/client"
 require_relative "integrations/destination/tally/client"
 
-module Multiwoven
+module Etl
   module Integrations
     class Error < StandardError; end
     # Your code goes here...

data/sig/{multiwoven → etl}/integrations.rbs

@@ -1,4 +1,4 @@
-module Multiwoven
+module Etl
   module Integrations
     VERSION: String
     # See the writing guide of rbs: https://github.com/ruby/rbs#guides