ckan_cli 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 0d5686c7f8bd8d3fe87ac9fc4de600667ecd455fa773e383f8af10410d237dab
+  data.tar.gz: 0203fd33391a22b27eefcabc8f663b75080df194673800383fe2e563f448096f
+SHA512:
+  metadata.gz: 9f2b823b83f3a9c9570fe45db2b797012e9b32d77f2db22b52d63db1bc1f7dfc1d2ffd3aa89ca6d019995b07f25f8dfaf7f43f3ffdf0b814cc409cfb018b584c
+  data.tar.gz: 9597fcf8f12824676a93c23b92496e8e282ff847ac3b41657915873e024b969f8b276d3aa17cfa2d5a4a91682e5a8eeb27f4e20064beb64b7a29db8500072005

data/LICENSE.txt

@@ -0,0 +1,20 @@
+The MIT License (MIT)
+
+Copyright (c) 2019 datagovlvlv
+
+Permission is hereby granted, free of charge, to any person obtaining a copy of
+this software and associated documentation files (the "Software"), to deal in
+the Software without restriction, including without limitation the rights to
+use, copy, modify, merge, publish, distribute, sublicense, and/or sell copies of
+the Software, and to permit persons to whom the Software is furnished to do so,
+subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in all
+copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY, FITNESS
+FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE AUTHORS OR
+COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER LIABILITY, WHETHER
+IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM, OUT OF OR IN
+CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN THE SOFTWARE.

data/README.md

@@ -0,0 +1,57 @@
+# [CKAN CLI](https://github.com/datagovlv/ckan_cli)
+
+> CKAN on your command line. Use your terminal to validate and publish resources to CKAN. Works with CKAN API.
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'ckan_cli'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install ckan_cli
+
+## Usage
+
+Run it:
+
+```shell
+$ ckancli
+```
+
+For instance, to publish to CKAN all CSV files in folder do
+
+```shell
+$ ckancli upload -d C:\my_csv_collection\ -c config.json -r resource.json
+```
+
+To see help do
+
+```shell
+$ ckancli help
+```
+
+## Development
+
+After checking out the repo, run `bin/setup` to install dependencies. Then, run `rake spec` to run the tests. 
+
+To install this gem onto your local machine, run `bundle exec rake install`. 
+
+## Contributing
+
+Bug reports and pull requests are welcome on GitHub at https://github.com/datagovlv/ckan_cli. This project is intended to be a safe, welcoming space for collaboration, and contributors are expected to adhere to the [Contributor Covenant](http://contributor-covenant.org) code of conduct.
+
+## Code of Conduct
+
+Everyone interacting in the CKAN CLI project’s codebases, issue trackers, chat rooms and mailing lists is expected to follow the [code of conduct](https://github.com/datagovlv/ckan_cli/blob/master/CODE_OF_CONDUCT.md).
+
+## Copyright
+
+Copyright (c) 2019 datagovlv. See [MIT License](LICENSE.txt) for further details.

data/Rakefile

@@ -0,0 +1,6 @@
+require "bundler/gem_tasks"
+require "rspec/core/rake_task"
+
+RSpec::Core::RakeTask.new(:spec)
+
+task :default => :spec

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/ckan_cli.gemspec

@@ -0,0 +1,41 @@
+
+lib = File.expand_path("../lib", __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require "ckancli/version"
+
+Gem::Specification.new do |spec|
+  spec.name          = "ckan_cli"
+  spec.license       = "MIT"
+  spec.version       = Ckancli::VERSION
+  spec.authors       = ["datagovlv"]
+  spec.email         = ["dati@varam.gov.lv"]
+  spec.summary       = "CKAN command line interface."
+  spec.description   = "CKAN CLI with built-in CSV file validation and CKAN API integration."
+  spec.homepage      = "https://github.com/datagovlv/ckan_cli"
+
+  spec.files         = Dir['lib/**/*']
+  spec.files        += Dir['bin/*']
+  spec.files        += Dir['exe/*']
+  spec.files        += Dir['ckan_cli.gemspec', 'README.md', 'LICENSE.txt', 'Rakefile']
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.required_ruby_version = '>= 2.0.0'
+
+  spec.add_dependency "tty-color", "~> 0.4"
+  spec.add_dependency "tty-logger", "~> 0.1.0"
+  spec.add_dependency "tty-platform", "~> 0.2.0"
+  spec.add_dependency "tty-progressbar", "~> 0.16.0"
+  spec.add_dependency "tty-spinner", "~> 0.9.0"
+  spec.add_dependency "tty-which", "~> 0.4"
+  spec.add_dependency "pastel", "~> 0.7.2"
+  spec.add_dependency "thor", "~> 0.20.0"
+  spec.add_dependency "csvlint", "~> 0.4.0"
+  spec.add_dependency "rest-client", "~> 2.0.2"
+  spec.add_dependency "mail", "~> 2.7.1"
+
+  spec.add_development_dependency "bundler", "~> 1.17"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "rspec", "~> 3.0"
+end

data/exe/ckancli.rb

@@ -0,0 +1,18 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+lib_path = File.expand_path('../lib', __dir__)
+$:.unshift(lib_path) if !$:.include?(lib_path)
+require 'ckancli/cli'
+
+Signal.trap('INT') do
+  warn("\n#{caller.join("\n")}: interrupted")
+  exit(1)
+end
+
+begin
+  Ckancli::CLI.start
+rescue Ckancli::CLI::Error => err
+  puts "ERROR: #{err.message}"
+  exit 1
+end

data/lib/ckancli/cli.rb

@@ -0,0 +1,43 @@
+# frozen_string_literal: true
+
+require 'thor'
+
+module Ckancli
+  # Handle the application command line parsing
+  # and the dispatch to various command objects
+  #
+  # @api public
+  class CLI < Thor
+    class_option :dir, type: :string, required: true, desc: 'Path to CSV files. Full path to directory or URL.', aliases: '-d'
+    class_option :resourceconfig, type: :string, required: true, desc: 'CKAN resource metadata file (JSON). Absolute or relative path.', aliases: '-r'
+    class_option :configuration, type: :string, required: true, desc: 'Global configuration file (JSON). Absolute or relative path.', aliases: '-c'
+    class_option :validationschema, type: :string, required: false, desc: 'Validation schema (JSON). Absolute or relative path.', aliases: '-v'
+    class_option :datasetconfig, type: :string, required: false, desc: 'CKAN dataset metadata file (JSON). Absolute or relative path.', aliases: '-p'
+    class_option :updatemodified, type: :boolean, required: false, desc: 'Update modified date of resource.', aliases: '-m'
+    class_option :ignoreextension, type: :boolean, require: false, desc: 'Ignore file extensions (process all files not only CSV).', aliases: '-i'
+    class_option :overwrite, type: :boolean, require: false, desc: 'Overwrite resource if existing is found by identifier.', aliases: '-w'
+
+    # Error raised by this runner
+    Error = Class.new(StandardError)
+
+    # desc 'version', 'CKAN CLI version'
+    # def version
+    #  require_relative 'version'
+    #  puts "v#{Ckancli::VERSION}"
+    # end
+    # map %w(--version -v) => :version
+
+    desc 'upload', 'Processes CSV files and uploads to CKAN API. '
+    method_option :help, aliases: '-h', type: :boolean,
+                         desc: 'Display usage information'
+    def upload(*)
+      if options[:help]
+        invoke :help, ['upload']
+      else
+        require_relative 'commands/upload'
+        Ckancli::Commands::Upload.new(options).execute
+      end
+    end
+    default_task :help
+  end
+end

data/lib/ckancli/command.rb

@@ -0,0 +1,121 @@
+# frozen_string_literal: true
+
+require 'forwardable'
+
+module Ckancli
+  class Command
+    extend Forwardable
+
+    def_delegators :command, :run
+
+    # Execute this command
+    #
+    # @api public
+    def execute(*)
+      raise(
+        NotImplementedError,
+        "#{self.class}##{__method__} must be implemented"
+      )
+    end
+
+    # The external commands runner
+    #
+    # @see http://www.rubydoc.info/gems/tty-command
+    #
+    # @api public
+    def command(**options)
+      require 'tty-command'
+      TTY::Command.new(options)
+    end
+
+    # The cursor movement
+    #
+    # @see http://www.rubydoc.info/gems/tty-cursor
+    #
+    # @api public
+    def cursor
+      require 'tty-cursor'
+      TTY::Cursor
+    end
+
+    # Open a file or text in the user's preferred editor
+    #
+    # @see http://www.rubydoc.info/gems/tty-editor
+    #
+    # @api public
+    def editor
+      require 'tty-editor'
+      TTY::Editor
+    end
+
+    # File manipulation utility methods
+    #
+    # @see http://www.rubydoc.info/gems/tty-file
+    #
+    # @api public
+    def generator
+      require 'tty-file'
+      TTY::File
+    end
+
+    # Terminal output paging
+    #
+    # @see http://www.rubydoc.info/gems/tty-pager
+    #
+    # @api public
+    def pager(**options)
+      require 'tty-pager'
+      TTY::Pager.new(options)
+    end
+
+    # Terminal platform and OS properties
+    #
+    # @see http://www.rubydoc.info/gems/tty-pager
+    #
+    # @api public
+    def platform
+      require 'tty-platform'
+      TTY::Platform.new
+    end
+
+    # The interactive prompt
+    #
+    # @see http://www.rubydoc.info/gems/tty-prompt
+    #
+    # @api public
+    def prompt(**options)
+      require 'tty-prompt'
+      TTY::Prompt.new(options)
+    end
+
+    # Get terminal screen properties
+    #
+    # @see http://www.rubydoc.info/gems/tty-screen
+    #
+    # @api public
+    def screen
+      require 'tty-screen'
+      TTY::Screen
+    end
+
+    # The unix which utility
+    #
+    # @see http://www.rubydoc.info/gems/tty-which
+    #
+    # @api public
+    def which(*args)
+      require 'tty-which'
+      TTY::Which.which(*args)
+    end
+
+    # Check if executable exists
+    #
+    # @see http://www.rubydoc.info/gems/tty-which
+    #
+    # @api public
+    def exec_exist?(*args)
+      require 'tty-which'
+      TTY::Which.exist?(*args)
+    end
+  end
+end

data/lib/ckancli/commands/upload.rb

@@ -0,0 +1,445 @@
+# frozen_string_literal: true
+
+require 'colorize'
+require 'pathname'
+require 'csvlint'
+require 'json'
+require 'tty-logger'
+require 'tty-spinner'
+require 'net/smtp'
+require 'mail'
+require 'open-uri'
+require 'uri'
+
+require_relative '../command'
+require_relative '../../ckanclient/ckanclient'
+
+module Ckancli
+  module Commands
+    class Upload < Ckancli::Command
+      def initialize(options)
+        @options = options
+
+        @dir = nil
+        @resources = []
+        @http_resource = false
+        @schema = nil
+        @resource_config = nil
+        @dataset_config = nil
+        @api_config = nil
+        @logger = nil
+        @ckan_client = nil
+        @update_modified = false
+        @mail_server = nil
+      end
+
+      def execute(input: $stdin, output: $stdout)
+        begin
+          prepare_options(@options)
+
+          if !@schema.nil?
+            validate()
+          else 
+            puts ""
+            show_info "No schema - skipping validation"
+          end
+
+          upload()
+
+          if !@dataset_config.nil?
+            update_dataset()
+          else 
+            puts ""
+            show_info "No dataset configuration - skipping update"
+          end
+
+          @resources.each do |res|
+            if !res[:log_file].nil?
+              res[:log_file].close
+            end
+          end
+
+          if !@mail_server.nil? && !@mail_receivers.nil?
+            mail_notify()
+          end
+        rescue StandardError => e
+          return_error "Unexpected error", e
+        end
+      end
+
+      private
+        def prepare_options(options)
+          @http_resource = true if options[:dir] =~ /^http(s)?/
+
+          if @http_resource
+            @dir = Dir.pwd
+          else
+            @dir = File.directory?(options[:dir]) ? options[:dir] : (File.file?(options[:dir]) ? File.dirname(options[:dir]) : nil)
+          end
+          
+          if @dir.nil?
+            return_error "Invalid directory - #{options[:dir]}"
+          end
+
+          begin
+            @logger = TTY::Logger.new do |config|
+              config.metadata = [:date, :time]
+              config.handlers = [
+                [:stream, output: File.open(File.join(@dir, "output.log"), "a")]
+              ]
+            end
+          rescue StandartError => e
+            return_error "Could not initialize logger", e 
+          end
+
+          begin
+            if @http_resource
+              file_path = File.join(@dir, File.basename(URI.parse(options[:dir]).path))
+
+              File.open(file_path, "wb") do |file|
+                file.write open(options[:dir]).read
+              end
+
+              @resources.push(file_path)
+            else
+              if File.directory?(options[:dir])
+                @resources = Dir.entries(options[:dir]).select{ |f| File.file?(File.join(options[:dir], f)) && (options[:ignoreextension] || File.extname(f).downcase == ".csv") }.map { |f| File.join(options[:dir], f) }
+              else
+                @resources.push(options[:dir])
+              end
+            end
+
+            @resources = @resources.map{ |r| 
+              { 
+                :path => r,
+                :valid => true, 
+                :summary => nil, 
+                :log_file => File.open(File.join(@dir, "#{File.basename(r)}.log"), "w"), 
+                :log => nil 
+              } 
+            }
+
+            @resources.each do |res|
+              res[:log] = TTY::Logger.new do |config|
+                config.metadata = [:date, :time]
+                config.handlers = [
+                  [:stream, output: res[:log_file]]
+                ]
+              end
+            end
+          rescue Errno::ENOENT => e
+            return_error "Could not load resources", e
+          rescue StandardError => e
+            return_error "Could not load resources", e
+          end
+
+          if options[:validationschema]
+            @schema = (Pathname.new(options[:validationschema])).absolute? ? options[:validationschema] : File.join(@dir, options[:validationschema])
+          end
+
+          if options[:resourceconfig]
+            begin
+              @resource_config = JSON.parse(File.read((Pathname.new(options[:resourceconfig])).absolute? ? options[:resourceconfig] : File.join(@dir, options[:resourceconfig])))
+            rescue Errno::ENOENT => e
+              return_error "Could not load resource configuration", e
+            end
+          end
+
+          if options[:datasetconfig]
+            begin
+              @dataset_config = JSON.parse(File.read((Pathname.new(options[:datasetconfig])).absolute? ? options[:datasetconfig] : File.join(@dir, options[:datasetconfig])))
+            rescue Errno::ENOENT => e
+              return_error "Could not load dataset configuration", e
+            end
+          end
+
+          if options[:configuration]
+            begin
+              @api_config = JSON.parse(File.read((Pathname.new(options[:configuration])).absolute? ? options[:configuration] : File.join(@dir, options[:configuration])))
+            rescue Errno::ENOENT => e
+              return_error "Could not load configuration", e
+            end
+          end
+
+          if !@api_config.nil?
+            @ckan_client = CkanClient::Client.new(@api_config["ckan_api"]["url"], @api_config["ckan_api"]["api_key"])
+            @mail_server = @api_config["email_server"]
+            @mail_receivers = @api_config["notification_receiver"]
+          end
+
+          @update_modified = options[:updatemodified]
+          @overwrite = options[:overwrite]
+        end
+
+        def validate()
+          puts ""
+          show_info "Starting validations..."
+          @resources.each do |res|
+            task("Validating resource: #{File.basename(res[:path])}") do
+              ok = false
+              msg = nil
+              exception = nil
+
+              begin
+                res[:log].info "Validating resource..."
+
+                res[:valid] = false
+
+                source = read_resource(res[:path])
+                schema = read_schema(@schema)
+
+                if schema.class == Csvlint::Schema && schema.description == "malformed"
+                  msg = "Invalid schema - malformed JSON"
+                else
+                  validator = Csvlint::Validator.new(source, {}, schema)
+
+                  if validator.errors.length > 0 || validator.warnings.length > 0
+                    msg = "#{validator.errors.length} errors, #{validator.warnings.length} warnings"
+                    res[:summary] = {
+                      :errors => validator.errors.map { |v| format_validation(v, schema) },
+                      :warnings => validator.warnings.map { |v| format_validation(v, schema) }
+                    }
+
+                    res[:log].error res[:summary].to_json
+                  end
+
+                  ok = validator.valid?
+                  res[:valid] = ok
+                end
+              rescue Errno::ENOENT, OpenURI::HTTPError => e
+                msg = "Could not load file - #{e.message}"
+              rescue Csvlint::Csvw::MetadataError => e
+                msg = "Invalid schema metadata - #{e.message}"
+              rescue StandardError => e
+                msg = "Could not validate resource"
+                exception = e
+              end
+
+              if !exception.nil?
+                res[:log].error msg, exception
+              elsif !msg.nil?
+                res[:log].info msg
+              else 
+                res[:log].info "OK - Validation successfull"
+              end
+              res[:log].info "End of validation"
+
+              [ok, msg, exception]
+            end
+          end
+
+          show_info "End of validations"
+        end
+
+        def mail_notify
+          puts ""
+          show_info "Sending e-mail notifications..."
+
+          begin
+            mail = Mail.new
+            mail[:from] = @mail_server["sender"]
+            mail[:to] = @mail_receivers["error"]
+            mail[:subject] = @mail_server["subject"]
+            mail.delivery_method :smtp, { 
+              :address              => @mail_server["address"],
+              :port                 => @mail_server["port"],
+              :user_name            => @mail_server["smtp_user"],
+              :password             => @mail_server["smtp_password"],
+              :authentication       => @mail_server["smtp_user"].nil? ? "none" : "plain",
+              :ssl                  => @mail_server["ssl"],
+              :openssl_verify_mode  => OpenSSL::SSL::VERIFY_NONE  
+            }
+  
+            # message
+            msg = "CKAN CLI task completed.\r\n\r\n#{@resources.length} files processed"
+
+            # attachments
+            @resources.each do |res|
+              msg = "#{msg}\r\n-  #{File.basename(res[:path])}"
+              if !res[:summary].nil?
+                msg = "#{msg} (#{res[:summary][:errors].length} errors, #{res[:summary][:warnings].length} warnings)"
+              end
+              mail.add_file :filename => File.basename(res[:path] + ".log"), :content => File.read(res[:path] + ".log")
+            end
+            msg = "#{msg}\r\n\r\nLog files attached."
+            mail[:body] = msg
+
+            mail.deliver!
+          rescue StandardError => e
+            show_error "Could not send e-mail", e
+          end
+
+          show_info "End of sending"
+        end
+
+        def upload()
+          puts ""
+          show_info "Starting upload..."
+          @resources.each do |res|
+            next unless res[:valid]
+
+            task("Uploading resource: #{File.basename(res[:path])}") do
+              res[:log].info "Uploading resource..."
+
+              ok = true
+              msg = nil
+              exception = nil
+
+              params = @resource_config["result"].clone
+
+              if @update_modified
+                params["last_modified"] = JSON.parse(Time.new.to_json)
+              end
+
+              # check if resource exists and if overwriting
+              if !params["id"].nil? && !@overwrite 
+                resource = @ckan_client.get_resource(params["id"])
+
+                if !resource.nil?
+                  ok = false
+                  msg = "Resource already exists - skipping. Use parameter 'overwrite' to overwrite changes."
+                end
+              end
+
+              if ok
+                @ckan_client.create_or_update_resource(params, File.new(res[:path], 'rb'), true){ |response, status_ok| 
+                  ok = status_ok
+  
+                  if !ok
+                    msg = "HTTP error #{response.code}"
+  
+                    log_error response.body
+                  end
+                }
+              end
+
+              if !ok
+                res[:log].error msg
+              else
+                res[:log].info "OK - upload successfull"
+              end
+              res[:log].info "End of upload"
+
+              [ok, msg, exception]
+            end
+          end
+
+          show_info "End of upload"
+        end
+
+        def update_dataset()
+          puts ""
+          show_info "Starting dataset update..."
+
+          task("Updating dataset") do
+            ok = false
+            msg = nil
+            exception = nil
+
+            @ckan_client.update_package(@dataset_config["result"]["id"], @dataset_config["result"].clone, true){ |response, status_ok| 
+              ok = status_ok
+
+              if !ok
+                msg = "HTTP error #{response.code}"
+
+                log_error response.body
+              end
+            }
+
+            [ok, msg, exception]
+          end
+          show_info "End of dataset update"
+        end
+
+        def return_error(message, exception = nil)
+          show_error(message, exception)
+
+          exit 1
+        end
+
+        def show_error(message, exception = nil)
+          if !exception.nil?
+            message = "#{message} - #{exception.message}"
+          end
+          
+          puts "  #{message}  ".white.on_red
+          
+          log_fatal message, exception
+        end
+
+        def show_info(message)
+          puts " #{message} "
+
+          log_info message
+        end
+
+        def task(message)
+          log_info message
+
+          spinner = TTY::Spinner.new("[:spinner] #{message}...")
+          spinner.auto_spin
+          ok, message, exception = yield
+          spinner.stop(ok ? "OK".green : "ERROR".red)
+
+          if !message.nil?
+            message = "    #{message}"
+
+            if !exception.nil?
+              show_error message, exception
+            else 
+              show_info message
+            end
+          end
+        end
+
+        def read_resource(source)
+          # check if URL or file
+          unless source =~ /^http(s)?/
+            source = File.new( source )
+          end
+
+          source
+        end
+
+        def read_schema(path)
+          schema = Csvlint::Schema.load_from_uri(path, false)
+    
+          schema
+        end
+
+        def format_validation(error, schema = nil)
+          h = {
+            type: error.type,
+            category: error.category,
+            row: error.row,
+            col: error.column
+          }
+  
+          if error.column && !schema.nil? && schema.class == Csvlint::Schema && schema.fields[error.column - 1] != nil
+            field = schema.fields[error.column - 1]
+            h[:header] = field.name
+          end
+  
+          h
+        end
+
+        def log_fatal(message, exception = nil)
+          if !@logger.nil? 
+            @logger.fatal message, exception
+          end
+        end
+
+        def log_info(message)
+          if !@logger.nil? 
+            @logger.info message
+          end
+        end
+
+        def log_error(message)
+          if !@logger.nil? 
+            @logger.error message
+          end
+        end
+    end
+  end
+end

data/lib/ckancli/version.rb

@@ -0,0 +1,3 @@
+module Ckancli
+  VERSION = "1.0.0"
+end

data/lib/ckancli.rb

@@ -0,0 +1,6 @@
+require "ckancli/version"
+
+module Ckancli
+  class Error < StandardError; end
+  # Your code goes here...
+end

data/lib/ckanclient/ckanclient.rb

@@ -0,0 +1,129 @@
+# frozen_string_literal: true
+
+require 'json'
+require 'rest-client'
+
+module CkanClient
+  class Client
+    def initialize(url, key)
+      raise ArgumentError, "No URL provided" unless !url.nil?
+      raise ArgumentError, "No API KEY provided" unless !key.nil?
+
+      # remove trailig slashes
+      @url = url.sub(/(\/)+$/,"")
+      @key = key
+      @headers = {}
+      @headers[:Authorization] = @key
+    end
+
+    def get_resource(id, params = {}, &block)
+      raise ArgumentError, "No ID provided for resource" unless !id.nil?
+
+      result = nil
+      params["id"] = id
+
+      post("resource_show", params, nil){ |response, status_ok|
+        if status_ok
+          result = JSON.parse(response.body)["result"]
+        end
+      }
+
+      return result
+    end
+
+    def create_resource(params = {}, file = nil, &block)
+      if params["name"].nil? && !file.nil?
+        params["name"] = File.basename(file.path)
+      end
+
+      post("resource_create", params, file, &block)
+    end
+
+    def update_resource(id, params = {}, file = nil, resolve_delta = false, &block)
+      raise ArgumentError, "No ID provided for resource update" unless !id.nil?
+
+      params["id"] = id
+
+      if resolve_delta
+        metadata = get_resource(id)
+        if !metadata.nil?
+          params = metadata.merge(params)
+        end
+      end
+
+      post("resource_update", params, file, &block)
+    end
+
+    def create_or_update_resource(params = {}, file = nil, resolve_delta = false, &block)
+      if params["id"].nil?
+        create_resource(params, file, &block)
+      else 
+        update_resource(params["id"], params, file, resolve_delta, &block)
+      end
+    end
+
+    def get_package(id, params = {}, &block)
+      raise ArgumentError, "No ID provided for package" unless !id.nil?
+
+      result = nil
+      params["id"] = id
+
+      post("package_show", params, nil){ |response, status_ok|
+        if status_ok
+          result = JSON.parse(response.body)["result"]
+        end
+      }
+
+      return result
+    end
+
+    def create_package(params = {}, &block)
+      post("package_create", params, nil, &block)
+    end
+
+    def update_package(id, params = {}, resolve_delta = false, &block)
+      raise ArgumentError, "No ID provided for package update" unless !id.nil?
+
+      params["id"] = id
+
+      if resolve_delta
+        metadata = get_package(id)
+        if !metadata.nil?
+          params = metadata.merge(params)
+        end
+      end
+
+      post("package_update", params, nil, &block)
+    end
+
+    def create_or_update_package(params = {}, resolve_delta = false, &block)
+      if params["id"].nil?
+        create_package(params, &block)
+      else 
+        update_package(params["id"], params, resolve_delta, &block)
+      end
+    end
+
+    private
+      def post(action, params = {}, file = nil, &block)
+        raise ArgumentError, "No action provided" unless !action.nil?
+
+        payload = {}
+        if !file.nil?
+          payload[:upload] = file
+        end
+        payload = payload.merge(params)
+
+        if file.nil?
+          payload = payload.to_json
+          @headers[:content_type] = :json
+        else
+          @headers.delete(:content_type)
+        end
+
+        RestClient.post("#{@url}/action/#{action}", payload, @headers){ |response, request, result|
+          block.call(response, response.code == 200)
+        }
+      end
+    end
+end

metadata

@@ -0,0 +1,252 @@
+--- !ruby/object:Gem::Specification
+name: ckan_cli
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- datagovlv
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2019-08-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: tty-color
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+- !ruby/object:Gem::Dependency
+  name: tty-logger
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+- !ruby/object:Gem::Dependency
+  name: tty-platform
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.2.0
+- !ruby/object:Gem::Dependency
+  name: tty-progressbar
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.16.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.16.0
+- !ruby/object:Gem::Dependency
+  name: tty-spinner
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.9.0
+- !ruby/object:Gem::Dependency
+  name: tty-which
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.4'
+- !ruby/object:Gem::Dependency
+  name: pastel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.7.2
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.20.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.20.0
+- !ruby/object:Gem::Dependency
+  name: csvlint
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.4.0
+- !ruby/object:Gem::Dependency
+  name: rest-client
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.2
+- !ruby/object:Gem::Dependency
+  name: mail
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.7.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.7.1
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.17'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.0'
+description: CKAN CLI with built-in CSV file validation and CKAN API integration.
+email:
+- dati@varam.gov.lv
+executables:
+- ckancli.rb
+extensions: []
+extra_rdoc_files: []
+files:
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/setup
+- ckan_cli.gemspec
+- exe/ckancli.rb
+- lib/ckancli.rb
+- lib/ckancli/cli.rb
+- lib/ckancli/command.rb
+- lib/ckancli/commands/upload.rb
+- lib/ckancli/version.rb
+- lib/ckanclient/ckanclient.rb
+homepage: https://github.com/datagovlv/ckan_cli
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: 2.0.0
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.0.3
+signing_key: 
+specification_version: 4
+summary: CKAN command line interface.
+test_files: []