ruby-livesync 1.0.0.beta1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: 7413a1c3e43254fbaa87386c88f0a550ec6e9f7a17331e74daa182c3aee7ee67
+  data.tar.gz: 34320b16a5886835146b9eb89a408e3481b9afdd62eafbd450ec2b83767aa8a9
+SHA512:
+  metadata.gz: 604aec4e0bfa4cf29cfbfec5837672d36289e98af3a537cf6dc4ad11706110a2265f079ace49820926eaf5358160caae85b6042ae15b855fa3af4fd4cd0ef012
+  data.tar.gz: fc87708fba1a5db5c1a88eb81bca51268a80bcf2d30bfe9ddf80d7df9656ba3c2c28de7558e8abe375809a8432ec819de5afbe88e6a7295a19a3b0d7b1067696

data/bin/livesync

@@ -0,0 +1,9 @@
+#!/usr/bin/env ruby
+
+require 'bundler/setup'
+
+require 'ruby-livesync'
+
+config = ARGV[0]
+LiveSync::Daemon.start config
+

data/lib/ruby-livesync/live_sync/daemon.rb

@@ -0,0 +1,49 @@
+module LiveSync
+  class Daemon
+
+    def self.start config
+      new(config).start
+    end
+
+    attr_reader :config
+
+    def initialize config
+      @config = config
+      @pids   = []
+      @syncs  = Hash.new{ |h, k| h[k] = [] }
+    end
+
+    def start
+      Process.setpgrp
+      Process.setproctitle 'livesync'
+      instance_eval File.read(config), config
+      run
+      Process.waitall
+    end
+
+    def sync name_or_path, &block
+      s = Sync.new name_or_path
+      s.dsl_apply(&block)
+      @syncs[s.user] << s
+    end
+
+    protected
+
+    def run
+      @syncs.each do |user, syncs|
+        User.wrap user do
+          syncs.each do |s|
+            s.run
+            s.guard
+          rescue => e
+            msg  = e.message
+            msg += "\n#{e.backtrace.join "\n"}" if Log.debug
+            Log.fatal msg
+          end
+          Process.waitall
+        end
+      end
+    end
+
+  end
+end

data/lib/ruby-livesync/live_sync/dsl.rb

@@ -0,0 +1,38 @@
+module LiveSync
+  module DSL
+
+    extend ActiveSupport::Concern
+
+    included do
+
+      class_attribute :ctx
+
+      class_attribute :attrs
+      self.attrs = []
+
+      def self.dsl attr, default: nil, type: nil, &block
+        self.attrs << attr
+        define_method attr do |value=nil|
+          return instance_variable_get("@#{attr}") || default unless value
+          raise "#{ctx}: incorrect type for `#{attr}`" if type and !value.is_a? type
+          instance_exec value, &block if block
+          instance_variable_set "@#{attr}", value
+        end
+      end
+
+      def dsl_apply &block
+        if b = binding and bs = block.source.match(/do(.+)end$/m)&.captures&.first
+          b.eval bs
+          attrs.each do |a| # read local variables
+            next unless a.in? b.local_variables
+            send a, b.local_variable_get(a)
+          end
+        else
+          instance_exec &block
+        end
+      end
+
+    end
+
+  end
+end

data/lib/ruby-livesync/live_sync/log.rb

@@ -0,0 +1,45 @@
+module LiveSync
+  class Log
+
+    class_attribute :ctx
+    class_attribute :global
+    self.global = self.new
+    class << self
+      delegate_missing_to :global
+    end
+
+    class_attribute :debug
+    self.debug = !!ENV['DEBUG']
+
+    def initialize ctx=nil
+      self.ctx = ctx
+    end
+
+    def debug msg
+      return unless debug
+      puts "DEBUG: #{parse msg}"
+    end
+
+    def info msg
+      puts "INFO: #{parse msg}"
+    end
+
+    def warning msg
+      STDERR.puts "WARNING: #{parse msg}"
+    end
+
+    def error msg
+      STDERR.puts "ERROR: #{parse msg}"
+    end
+
+    def fatal msg
+      STDERR.puts "FATAL: #{parse msg}"
+    end
+
+    def parse msg
+      msg = "#{ctx}: #{msg}" if ctx
+      msg
+    end
+
+  end
+end

data/lib/ruby-livesync/live_sync/rsync.rb

@@ -0,0 +1,45 @@
+module LiveSync
+  class Rsync
+
+    attr_reader :sync, :opts
+
+    def initialize sync
+      @sync = sync
+      @opts = '-ax --partial'
+    end
+
+    def running?
+      @wait_thr
+    end
+
+    def initial
+      run :initial
+    end
+
+    def from_list paths
+      run :partial, '--files-from=-' do |stdin, stdout, stderr|
+        stdin.write paths.join "\n"
+        stdin.close
+      end
+    end
+
+    protected
+
+    def run type, args=nil
+      cmd = "rsync -e '#{rsh}' #{opts} #{sync.source} #{sync.target} #{args}"
+      sync.log.info "#{type}: starting with cmd: #{cmd}"
+      stdin, stdout, stderr, @wait_thr = Open3.popen3 cmd
+      yield stdin, stdout, stderr if block_given?
+      Thread.new do
+        Process.wait @wait_thr.pid rescue Errno::ECHILD; nil
+        @wait_thr = nil
+        sync.log.info "#{type}: finished"
+      end
+    end
+
+    def rsh
+      "ssh -o ControlPath=#{sync.ssh.cpath}"
+    end
+
+  end
+end

data/lib/ruby-livesync/live_sync/ssh.rb

@@ -0,0 +1,42 @@
+require 'tempfile'
+require 'open3'
+
+module LiveSync
+  class Ssh
+
+    class_attribute :cache
+    self.cache = {}
+
+    def self.connect userhost
+      cache[userhost] ||= new userhost
+    end
+
+    attr_reader :userhost, :cpath
+
+    def initialize userhost
+      @userhost = userhost
+      @tmpfile  = Tempfile.new "livesync-controlpath"
+      @cpath    = @tmpfile.path
+      File.unlink @cpath
+      connect
+    end
+
+    def connect
+      Thread.new do
+        loop do
+          cmd = "ssh -nN -o ControlMaster=yes -o ControlPath=#{cpath} #{userhost}"
+          stdin, stdout, stderr, @wait_thr = Open3.popen3 cmd
+          Process.wait @wait_thr.pid
+          Log.error "ssh/#{userhost}: #{stderr.read}"
+        end
+      end
+      sleep 1 while !available?
+    end
+
+    def available?
+      return false unless File.exist? cpath
+      system "ssh -O check -o ControlPath=#{cpath} dummy > /dev/null 2>&1"
+    end
+
+  end
+end

data/lib/ruby-livesync/live_sync/sync.rb

@@ -0,0 +1,80 @@
+module LiveSync
+  class Sync
+
+    include DSL
+
+    attr_reader :name
+    attr_reader :scheduler
+    attr_reader :log
+    attr_reader :watcher
+    attr_reader :ssh
+    attr_reader :rsync
+
+    def initialize name = nil
+      fill_name name
+      source name if File.exist? name
+      @to_sync = Set.new
+    end
+
+    def fill_name name
+      return if @name
+      self.ctx = @name = name
+      @log = Log.new ctx
+    end
+
+    dsl :user, default: :root
+    dsl :source do |source|
+      raise "#{ctx}: source not found" unless File.exist? source
+      fill_name source
+      @pathname = Pathname.new source
+    end
+
+    dsl :target do |target|
+      @userhost, @target_path = target.split(':')
+      raise "#{ctx}: missing target path" unless @target_path
+      @user, @host = if @userhost.index '@' then @userhost.split('@') else [@user, @userhost] end
+    end
+
+    dsl :delay, default: 5, type: Integer
+
+    def run
+      raise "#{ctx}: missing target" unless @target
+      @ssh   = Ssh.connect @userhost
+      @rsync = Rsync.new self
+    end
+
+    def guard
+      fork do
+        Process.setproctitle "livesync: sync #{ctx}"
+        @watcher   = Watcher.new
+        @scheduler = Rufus::Scheduler.new
+
+        @watcher.dir_rwatch source, *%i[create modify], &method(:track)
+        @rsync.initial
+        schedule
+        sleep 1.day while true
+      end
+    end
+
+    def track event
+      @to_sync << Pathname.new(event.absolute_name).relative_path_from(@pathname).to_s
+    end
+
+    def schedule
+      @scheduler.in "#{delay}s", &method(:check)
+    end
+
+    def check
+      return if @rsync.running?
+      @watcher.process # calls #track
+      return if @to_sync.blank?
+      @rsync.from_list @to_sync
+      @to_sync.clear
+    ensure
+      schedule
+    end
+
+    protected
+
+  end
+end

data/lib/ruby-livesync/live_sync/user.rb

@@ -0,0 +1,13 @@
+module LiveSync
+  class User
+
+    def self.wrap user
+      fork do
+        Process.setproctitle "livesync: user #{user}"
+        Process.uid = Process::UID.from_name user.to_s
+        yield
+      end
+    end
+
+  end
+end

data/lib/ruby-livesync/live_sync/version.rb

@@ -0,0 +1,5 @@
+module LiveSync
+
+  VERSION = '1.0.0.beta1'
+
+end

data/lib/ruby-livesync/live_sync/watcher.rb

@@ -0,0 +1,37 @@
+module LiveSync
+  class Watcher
+
+    attr_reader :notifier
+    delegate_missing_to :notifier
+
+    def initialize
+      @notifier = INotify::Notifier.new
+    end
+
+    def watch path, *modes
+      Log.info "#{path}: watching for #{modes.join ','}"
+      modes = %i[all_events] if modes.blank?
+
+      notifier.watch path, *modes do |event|
+        yield event
+      end
+      self
+    end
+
+    def dir_rwatch path, *modes
+      raise "#{path}: not a directory" unless File.directory? path
+      modes = %i[create modify] if modes.blank?
+
+      tgts = [path] + Dir.glob("#{path}/**/*/")
+      tgts.each do |t|
+        notifier.watch t, *modes do |event|
+          yield event
+        end
+      rescue => e
+        Log.warning "#{t}: skipping due to #{e.class}: #{e.message}"
+      end
+      self
+    end
+
+  end
+end

data/lib/ruby-livesync/live_sync.rb

@@ -0,0 +1,14 @@
+module LiveSync
+
+end
+
+require_relative 'live_sync/version'
+require_relative 'live_sync/dsl'
+require_relative 'live_sync/log'
+require_relative 'live_sync/user'
+require_relative 'live_sync/ssh'
+require_relative 'live_sync/rsync'
+require_relative 'live_sync/watcher'
+require_relative 'live_sync/sync'
+require_relative 'live_sync/daemon'
+

data/lib/ruby-livesync.rb

@@ -0,0 +1,8 @@
+require 'pry'
+require 'active_support/all'
+
+require 'rb-inotify'
+require 'rufus-scheduler'
+
+require_relative 'ruby-livesync/live_sync'
+

metadata

@@ -0,0 +1,112 @@
+--- !ruby/object:Gem::Specification
+name: ruby-livesync
+version: !ruby/object:Gem::Version
+  version: 1.0.0.beta1
+platform: ruby
+authors:
+- Braulio Oliveira
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2024-05-12 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: pry
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: activesupport
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rb-inotify
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rufus-scheduler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description:
+email:
+- brauliobo@gmail.com
+executables:
+- livesync
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/livesync
+- lib/ruby-livesync.rb
+- lib/ruby-livesync/live_sync.rb
+- lib/ruby-livesync/live_sync/daemon.rb
+- lib/ruby-livesync/live_sync/dsl.rb
+- lib/ruby-livesync/live_sync/log.rb
+- lib/ruby-livesync/live_sync/rsync.rb
+- lib/ruby-livesync/live_sync/ssh.rb
+- lib/ruby-livesync/live_sync/sync.rb
+- lib/ruby-livesync/live_sync/user.rb
+- lib/ruby-livesync/live_sync/version.rb
+- lib/ruby-livesync/live_sync/watcher.rb
+homepage: https://github.com/brauliobo/ruby-livesync
+licenses:
+- GPLv3
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">"
+    - !ruby/object:Gem::Version
+      version: 1.3.1
+requirements: []
+rubygems_version: 3.3.25
+signing_key:
+specification_version: 4
+summary: Lightweight and fast live sync daemon
+test_files: []