hardcode 0.0.1 → 0.1.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA1:
-  metadata.gz: 5127cde3129d52731e40cd2079ffbd8d5fe01ecb
-  data.tar.gz: 3fedee971f787fc479abf0af1dfbb3e9c18018a8
+  metadata.gz: 40c0f39fc533c3f27a074f8a323959dda66b91f1
+  data.tar.gz: f26b0c0e1a7f1e7fdc859c148b8f85525a1c1ad7
 SHA512:
-  metadata.gz: 33b928212ee43de7f5a8b39976287e75755096e6216e61b74d7eac98117d7af2c15efc755c1cf3d613411d865dda490444ff433762d09782a285a910c995d386
-  data.tar.gz: 96284c72af24de8eacdc2f3bdb6ada085ac58d408abb24b9b863b57cb9f88d0c8dd0626ea5620fea64e480a50cfec62de6c1b710074efdeed16d882f35694698
+  metadata.gz: 84453481f1704267de1aca0a02a3be89536518ecd2e1add79f02de5d1ade64442f1b04de2a4aafa67272e2c2add28ec9deb72e39b5c1ac59fd3f71b74e262381
+  data.tar.gz: b71b8eea7ec1517f8ce4c8d46856b359b92294058e8691c4d474cb7cc23d1ac3b3c981e42f46eac86597a769692534bea5c348e34da56e20cb9c0b3f20ffd29f

data/README.md

@@ -1,6 +1,6 @@
 # Hardcode
 
-(stack-encode)[https://github.com/swisstxt/stack-encode] on steroids (using a rabbitmq worker queue)
+[stack-encode](https://github.com/swisstxt/stack-encode) on steroids (using a rabbitmq worker queue)
 
 ## Installation
 
@@ -20,9 +20,23 @@ run `harcode help` for instructions
 
 ### Example: Enqueue Encoding Jobs to RabbitMQ
 
+Scan a directory for multimedia file, move them to the tmp directory and enqueue transcoding jobs if needed:
+
+```bash
+hardcode enqueue /home/media/import --destination /var/www/videos
+```
+
+### Example: Start the workers
+
+Starts the sneakers based workers which will wait for transcoding jobs coming from the RabbitMQ queue:
+
+```bash
+hardcode work --debug
+```
+
 ## Running the worker in production
 
-Put the following systemd configuration under /usr/lib/systemd/system/hardcode.service (for RHEL/CentOS 7) and adapt it to your needs:
+Put the following systemd configuration under /usr/lib/systemd/system/hardcode-worker.service (for RHEL/CentOS 7) and adapt it to your needs:
 
 ```
 [Unit]
@@ -34,7 +48,7 @@ After=network.target
 Type=simple
 User=root
 Group=root
-ExecStart=hardcode work
+ExecStart=/usr/local/bin/hardcode work
 
 # Give a reasonable amount of time for the workers to start up/shut down
 TimeoutSec=300
@@ -43,6 +57,13 @@ TimeoutSec=300
 WantedBy=multi-user.target
 ```
 
+Start the workers using systemd and enable it at boottime:
+
+```bash
+systemctl start hardcode-worker.service
+systemctl enable hardcode-worker.service
+```
+
 ## Contributing
 
 1. Fork it ( https://github.com/[my-github-username]/hardcode/fork )

data/Rakefile

@@ -1,3 +1,2 @@
-require "bundler/gem_tasks"
 require 'bundler'
 Bundler::GemHelper.install_tasks

data/hardcode.gemspec

@@ -22,8 +22,9 @@ Gem::Specification.new do |spec|
   spec.add_dependency "sneakers"
   spec.add_dependency "bunny", ">= 0.9.1"
   spec.add_dependency "json"
+  spec.add_dependency "listen"
   spec.add_dependency "stack-encode"
 
-  spec.add_development_dependency "bundler", "~> 1.6"
+  spec.add_development_dependency "bundler"
   spec.add_development_dependency "rake"
 end

data/lib/hardcode/cli.rb

@@ -93,5 +93,43 @@ module Hardcode
       r.run
     end
 
+    desc "watch DIR", "Watch a source directory for new files, moves the files to tmp and enqueues transcoding jobs to rabbitmq"
+    option :destination,
+      desc: "destination directory",
+      aliases: '-d',
+      default: '/var/www/'
+    option :tmp_dir,
+      desc: "temporary directory",
+      aliases: '-t',
+      default: '/tmp'
+    def watch(source_dir)
+        FileUtils.touch LOCK_FILE
+        conn = Bunny.new
+        conn.start
+        ch = conn.create_channel
+        q = ch.queue('stack_encode', durable: true)
+        listener = Listen.to(source_dir) do |modified, added, removed|
+          unless added.empty?
+            source_file = added.first
+            # wait until the file is fully written and not uploaded anymore
+            while system %Q[lsof '#{source_file}']
+             sleep 1
+            end
+            FileUtils.mv(source_file, options[:tmp_dir], verbose: true)
+            ch.default_exchange.publish(
+              {
+                source: File.join(options[:tmp_dir], File.basename(source_file)),
+                dest_dir: options[:destination]
+              }.to_json,
+              routing_key: q.name,
+              persistent: true
+            )
+          end
+        end
+        listener.start
+        sleep
+      end
+    end
+
   end # class
 end # module

data/lib/hardcode/version.rb

@@ -1,3 +1,3 @@
 module Hardcode
-  VERSION = "0.0.1"
+  VERSION = "0.1.0"
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: hardcode
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.1.0
 platform: ruby
 authors:
 - niwo
@@ -66,6 +66,20 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
+- !ruby/object:Gem::Dependency
+  name: listen
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: stack-encode
   requirement: !ruby/object:Gem::Requirement
@@ -84,16 +98,16 @@ dependencies:
   name: bundler
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: '0'
   type: :development
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - "~>"
+    - - ">="
       - !ruby/object:Gem::Version
-        version: '1.6'
+        version: '0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement