secret_hub 0.1.0 → 0.1.5

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 763f15611b0f1f269e1c957d88597f7a793ae2f8e69390f8eb720d8bc1a46a20
-  data.tar.gz: f1af0ee3550d0664d58fd6d0112968229f8a394a5425373fed73017ed1d6a802
+  metadata.gz: e6826ae6ff439ea52282709e85763ce621e16df21a06717cb4dc02ac3c8fde10
+  data.tar.gz: 042eddba704dabdf25795ff759cc0143801b94c2e4d24d0f0a3b189786aa8ee0
 SHA512:
-  metadata.gz: 21860a561122f6c9d168b653bbbc705e0f8df4722f4bfdb79f12f36475d4f458731ef3e4367b0cdb92dd938be5ef62b16a64aff84449c8b0fc11051954a7c2ae
-  data.tar.gz: 1d46836c5db99f1793cf1cc9461ca1c0716761b78e1a77b4cfb585a488d162445de54f1d5ea1528511da928c258f149fc183179ef2332851c9ef8108b8fe3cc8
+  metadata.gz: d65734ce86a9dad8fb55e77227e30a19ec4159d6e6084769b1d55a7bdc0d3833fac3ef9d693c14e87c9e17f7035e9256461c9593526fb49e55c5394bc13bd055
+  data.tar.gz: 2147da79c5da7844ffa8ff9e77231fe37a0dccc501db14bb390c235fcaf7857183ad9daf63012c4ed31d2ae0b75f547d2602ff0fec400a554d99f5dc5f102f1f

data/README.md

@@ -41,38 +41,45 @@ SecretHub has two families of commands:
 1. Commands that operate on a single repository.
 2. Commands that operate on multiple repositories, and multiple secrets.
 
-### Single repository operations
+Most commands are self explanatory, and described by the CLI.
 
-#### Show the secret keys in a repository
+```shell
+$ secrethub --help
+```
+
+Single repository operations
+--------------------------------------------------
+
+### Show the secret keys in a repository
 
 ```shell
 # secrethub list REPO
 $ secrethub list you/your-repo
 ```
 
-#### Create or update a secret in a repository
+### Create or update a secret in a repository
 
 ```shell
 # secrethub save REPO KEY VALUE
 $ secrethub list you/your-repo SECRET "there is no spoon"
 ```
 
-#### Delete a secret from a repository
+### Delete a secret from a repository
 
 ```shell
 # secrethub delete REPO KEY
 $ secrethub list you/your-repo SECRET
 ```
 
-### Bulk operations
 
-All the bulk operations function by:
+Bulk operations
+--------------------------------------------------
 
-1. Having a config file specifying the list of repositories, and their
-   expected secret keys.
-2. Having all the secrets set up as environment variables.
+All the bulk operations function by using a simple YAML configuration file.
+The configuration file includes a list of GitHub repositories, each with a
+list of its secrets.
 
-A typical config file looks like this:
+For example:
 
 ```yaml
 # secrethub.yml
@@ -86,24 +93,74 @@ user/another-repo:
 - SECRET_KEY
 ```
 
-#### Create a sample configuration file
+Each list of secrets can either be an array, or a hash.
+
+### Using array syntax
+
+All secrets must be defined as environment variables.
+
+```yaml
+user/repo:
+- SECRET
+- PASSWORD
+```
+
+### Using hash syntax
+
+Each secret may define its value, or leave it blank. When a secret value is
+blank, it will be loaded from the environment.
+
+```yaml
+user/another-repo:
+  SECRET:
+  PASSWORD: p4ssw0rd
+```
+
+### Using YAML anchors
+
+SecretHub ignores any key that does not look like a repository (does not
+include a slash `/`). Using this feature, you can define reusable YAML
+anchors:
+
+```yaml
+docker: &docker
+  DOCKER_USER:
+  DOCKER_PASSWORD:
+
+user/another-repo:
+  <<: *docker
+  SECRET:
+  PASSWORD: p4ssw0rd
+```
+
+Note that YAML anchors only work with the hash syntax.
+
+
+### Create a sample configuration file
 
 ```shell
 # secrethub bulk init [CONFIG]
 $ secrethub bulk init mysecrets.yml
 ```
 
-#### Show all secrets in all repositories
+### Show the configuration file and its secrets
+
+```shell
+# secrethub bulk show [CONFIG --visible]
+$ secrethub bulk show mysecrets.yml
+```
+
+### Show all secrets stored on GitHub in all repositories
 
 ```shell
 # secrethub bulk list [CONFIG]
 $ secrethub bulk list mysecrets.yml
 ```
 
-#### Save multiple secrets to multiple repositories
+### Save multiple secrets to multiple repositories
 
 ```shell
-# secrethub bulk save [CONFIG --clean]
+# secrethub bulk save [CONFIG --clean --dry --only REPO]
 $ secrethub bulk save mysecrets.yml --clean
 ```
 
@@ -111,7 +168,7 @@ Using the `--clean` flag, you can ensure that the repositories do not have
 any secrets that you are unaware of. This flag will delete any secret that is
 not specified in your config file.
 
-#### Delete secrets from multiple repositories unless they are specified in the config file
+### Delete secrets from multiple repositories unless they are specified in the config file
 
 ```shell
 # secrethub bulk clean [CONFIG]

data/lib/secret_hub.rb

@@ -1,5 +1,6 @@
 require 'secret_hub/version'
 require 'secret_hub/exceptions'
 require 'secret_hub/github_client'
+require 'secret_hub/config'
 
 require 'byebug' if ENV['BYEBUG']

data/lib/secret_hub/commands/bulk.rb

@@ -1,92 +1,130 @@
-require 'yaml'
+require 'fileutils'
+require 'secret_hub/refinements/string_obfuscation'
 
 module SecretHub
   module Commands
     class Bulk < Base
+      using StringObfuscation
+
       summary "Update or delete multiple secrets from multiple repositories"
       
       usage "secrethub bulk init [CONFIG]"
+      usage "secrethub bulk show [CONFIG --visible]"
       usage "secrethub bulk list [CONFIG]"
-      usage "secrethub bulk save [CONFIG --clean]"
-      usage "secrethub bulk clean [CONFIG]"
+      usage "secrethub bulk save [CONFIG --clean --dry --only REPO]"
+      usage "secrethub bulk clean [CONFIG --dry]"
       usage "secrethub bulk (-h|--help)"
 
       command "init", "Create a sample configuration file in the current directory"
+      command "show", "Show the configuration file"
       command "save", "Save multiple secrets to multiple repositories"
       command "clean", "Delete secrets from multiple repositories unless they are specified in the config file"
       command "list", "Show all secrets in all repositories"
 
-      option "-c, --clean", "Also delete any other secret not defined in the config file"
+      option "-c, --clean", "Also delete any other secret not defined in the configuration file"
+      option "-v, --visible", "Also show secret values"
+      option "-d, --dry", "Dry run"
+      option "-o, --only REPO", "Save all secrets to a single repository from the configuration file"
 
       param "CONFIG", "Path to the configuration file [default: secrethub.yml]"
             
       example "secrethub bulk init"
+      example "secrethub bulk show --visible"
       example "secrethub bulk clean"
       example "secrethub bulk list mysecrets.yml"
-      example "secrethub bulk save mysecrets.yml"
+      example "secrethub bulk save mysecrets.yml --dry"
       example "secrethub bulk save --clean"
+      example "secrethub bulk save --only me/my-important-repo"
 
       def init_command
         raise SecretHubError, "File #{config_file} already exists" if File.exist? config_file
+        FileUtils.cp config_template, config_file
+        say "!txtgrn!Saved #{config_file}"
+      end
 
-        content = {
-          "user/repo" => %w[SECRET PASSWORD SECRET_KEY],
-          "user/another-repo" => %w[SECRET SECRET_KEY],
-        }
+      def show_command
+        config.each do |repo, secrets|
+          say "!txtblu!#{repo}:"
+          secrets.each do |key, value|
+            show_secret key, value, args['--visible']
+          end
+        end
+      end
 
-        File.write config_file, content.to_yaml
-        say "!txtgrn!Saved #{config_file}"
+      def list_command
+        config.each_repo do |repo|
+          say "!txtblu!#{repo}:"
+          github.secrets(repo).each do |secret|
+            say "- !txtpur!#{secret}"
+          end
+        end
       end
 
       def save_command
-        clean = args['--clean']
+        dry = args['--dry']
+        only = args['--only']
+        skipped = 0
 
-        config.each do |repo, keys|
+        config.each do |repo, secrets|
+          next if only and repo != only
           say "!txtblu!#{repo}"
-          update_repo repo, keys
-          clean_repo repo, keys if clean
+          skipped += update_repo repo, secrets, dry
+          clean_repo repo, secrets.keys, dry if args['--clean']
         end
+
+        puts "\n" if skipped > 0 or dry
+        say "Skipped #{skipped} missing secrets" if skipped > 0
+        say "Dry run, nothing happened" if dry
       end
 
       def clean_command
-        config.each do |repo, keys|
-          say "!txtblu!#{repo}"
-          clean_repo repo, keys
-        end
-      end
+        dry = args['--dry']
 
-      def list_command
-        config.each do |repo, keys|
+        config.each do |repo, secrets|
           say "!txtblu!#{repo}"
-          github.secrets(repo).each do |secret|
-            say "!txtpur!#{secret}"
-          end
+          clean_repo repo, secrets.keys, dry
         end
+
+        say "\nDry run, nothing happened" if dry
       end
-    
+
     private
 
-      def clean_repo(repo, keys)
+      def clean_repo(repo, keys, dry)
         repo_keys = github.secrets repo
         delete_candidates = repo_keys - keys
 
         delete_candidates.each do |key|
-          say "delete !txtpur!#{key} "
-          success = github.delete_secret repo, key
+          say "delete  !txtpur!#{key}  "
+          github.delete_secret repo, key unless dry
           say "!txtgrn!OK"
         end
       end
 
-      def update_repo(repo, keys)
-        keys.each do |key|
-          say "save   !txtpur!#{key} "
-          github.put_secret repo, key, secret_value(key)
-          say "!txtgrn!OK"
+      def update_repo(repo, secrets, dry)
+        skipped = 0
+
+        secrets.each do |key, value|
+          say "save    !txtpur!#{key}  "
+          if value
+            github.put_secret repo, key, value unless dry
+            say "!txtgrn!OK"
+          else
+            say "!txtred!MISSING"
+            skipped += 1
+          end
         end
+
+        skipped
       end
 
-      def secret_value(key)
-        ENV[key] || raise(EnvironmentError, "Please set the #{key} environment variable")
+      def show_secret(key, value, visible)
+        if value
+          value = value.obfuscate unless visible
+          say "  !txtpur!#{key}: !txtcyn!#{value}"
+        else
+          say "  !txtpur!#{key}: !txtred!*MISSING*"
+        end
       end
 
       def config_file
@@ -94,12 +132,11 @@ module SecretHub
       end
 
       def config
-        raise ConfigurationError, "Config file not found #{config_flie}" unless File.exist? config_file
-        result = YAML.load_file config_file
-        result.each do |key, value|
-          raise ConfigurationError, "Invalid repo #{key}" unless key.include? '/'
-          raise ConfigurationError, "Invalid keys for #{key} - must be an array" unless value.is_a? Array
-        end
+        @config ||= Config.load config_file
+      end
+
+      def config_template
+        File.expand_path '../config-template.yml', __dir__
       end
     end
   end

data/lib/secret_hub/commands/list.rb

@@ -12,9 +12,9 @@ module SecretHub
 
       def run
         repo = args['REPO']
-        say "!txtblu!#{repo}"
+        say "!txtblu!#{repo}:"
         github.secrets(repo).each do |secret|
-          say "!txtpur!#{secret}"
+          say "- !txtpur!#{secret}"
         end
       end
     end

data/lib/secret_hub/config-template.yml

@@ -0,0 +1,19 @@
+# Ignored keys
+# Keys that do not include '/' will be ignored
+# Can be used to set some reusable YAML anchors
+docker: &docker
+  DOCKER_USER:
+  DOCKER_PASSWORD:
+
+# Array syntax
+# All secrets must be defined as environment variables
+user/repo:
+- SECRET
+- PASSWORD
+
+# Hash syntax
+# Empty secrets will be loaded from environment variables
+user/another-repo:
+  <<: *docker
+  SECRET:
+  PASSWORD: p4ssw0rd

data/lib/secret_hub/config.rb

@@ -0,0 +1,49 @@
+require 'yaml'
+
+module SecretHub
+  class Config
+    attr_reader :data
+
+    def self.load(config_file)
+      raise ConfigurationError, "Config file not found #{config_flie}" unless File.exist? config_file
+      new YAML.load_file config_file
+    end
+
+    def initialize(data)
+      @data = data
+    end
+
+    def to_h
+      @to_h ||= to_h!
+    end
+
+    def each(&block)
+      to_h.each &block
+    end
+
+    def each_repo(&block)
+      to_h.keys.each &block
+    end
+
+  private
+
+    def to_h!
+      result = {}
+      data.each do |repo, secrets|
+        next unless repo.include? '/'
+        result[repo] = resolve_secrets secrets
+      end
+      result
+    end
+
+    def resolve_secrets(secrets)
+      secrets = [] unless secrets
+      
+      if secrets.is_a? Hash
+        secrets.map { |key, value| [key, value || ENV[key]] }.to_h
+      elsif secrets.is_a? Array
+        secrets.map { |key| [key, ENV[key]] }.to_h
+      end
+    end
+  end
+end

data/lib/secret_hub/exceptions.rb

@@ -1,7 +1,6 @@
 module SecretHub
   SecretHubError = Class.new StandardError
   ConfigurationError = Class.new SecretHubError
-  EnvironmentError = Class.new SecretHubError
   
   class APIError < SecretHubError
     attr_reader :response

data/lib/secret_hub/github_client.rb

@@ -76,7 +76,7 @@ module SecretHub
     end
 
     def secret_token
-      ENV['GITHUB_ACCESS_TOKEN'] || raise(EnvironmentError, "Please set GITHUB_ACCESS_TOKEN")
+      ENV['GITHUB_ACCESS_TOKEN'] || raise(ConfigurationError, "Please set GITHUB_ACCESS_TOKEN")
     end
 
   end

data/lib/secret_hub/refinements/string_obfuscation.rb

@@ -0,0 +1,23 @@
+require 'string-obfuscator'
+
+module SecretHub
+  module StringObfuscation
+    refine String do
+      def obfuscate
+        text = dup
+        trim = false
+        
+        if text.size > 40
+          trim = true
+          text = text[0..40]
+        end
+        
+        result = StringObfuscator.obfuscate text,
+          percent: 60,
+          min_obfuscated_length: 5
+
+        trim ? "#{result}..." : result
+      end
+    end
+  end
+end

data/lib/secret_hub/version.rb

@@ -1,3 +1,3 @@
 module SecretHub
-  VERSION = "0.1.0"
+  VERSION = "0.1.5"
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: secret_hub
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.5
 platform: ruby
 authors:
 - Danny Ben Shitrit
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2020-02-14 00:00:00.000000000 Z
+date: 2020-02-17 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: mister_bin
@@ -80,6 +80,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '7.1'
+- !ruby/object:Gem::Dependency
+  name: string-obfuscator
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0.1'
 description: Command line interface for managing GitHub secrets in bulk
 email: db@dannyben.com
 executables:
@@ -96,8 +110,11 @@ files:
 - lib/secret_hub/commands/delete.rb
 - lib/secret_hub/commands/list.rb
 - lib/secret_hub/commands/save.rb
+- lib/secret_hub/config-template.yml
+- lib/secret_hub/config.rb
 - lib/secret_hub/exceptions.rb
 - lib/secret_hub/github_client.rb
+- lib/secret_hub/refinements/string_obfuscation.rb
 - lib/secret_hub/sodium.rb
 - lib/secret_hub/version.rb
 homepage: https://github.com/dannyben/secret_hub