enviroblyd 0.3 → 0.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 2b81310d8a36d3cb1cf6f6c52d106cc956efda2aa46a88e82f62faa4d350abf6
-  data.tar.gz: c7bb64bff1ba36ba7bdbc3c9ebdc759a452242787d5b77876f8b5bc5aa5fb853
+  metadata.gz: 5bfe5d8525ca24df27fe3c85f2715a6dc74d9bd931aff02c1a1c96c79b4b8c98
+  data.tar.gz: cb67d4b4c55e328c63e85ad6a976b24fd29e7517ec5de154ae613fe2712a7ec8
 SHA512:
-  metadata.gz: c529bc70a326723e8ca8ab18eda6207e06a9b272ba75e06cdb01746c451009d991fedc77647d17dfa787016a5a9bf8cde1d77f45080ac4a7b707bc477a7cf3e0
-  data.tar.gz: aa5e7808630a375aa4dffeda5ca67c4c1866f8cf3577db35be27d22b50f3d7854b78499c9f35256c6079916ff49fc0c81a9a565d60b160d3bb8d9c586b6b9171
+  metadata.gz: 30ce5bcada6cd8abdfc0ab7f8cf58e15b3670f55f659d2b40bec9ef75e502ca8e65fbd6ab7e13fc42ec5d7cae362522f1e82645a746b24f7fb8ba2218677029e
+  data.tar.gz: 6125a642bc7ecad4db9ea7c50f2039584a7f7ddccd4a1f41663bff22318149c78333bd936cf5d023e5e409b69beebd71ea854919b89cc479ca93c12587943c15

data/bin/enviroblyctl

@@ -0,0 +1,6 @@
+#!/usr/bin/env ruby
+# frozen_string_literal: true
+
+require "enviroblyd"
+
+Enviroblyd::Cli::Main.start(ARGV)

data/bin/enviroblyd

@@ -3,4 +3,4 @@
 
 require "enviroblyd"
 
-Enviroblyd::Cli::Main.start(ARGV)
+Enviroblyd::Daemon.start

data/lib/enviroblyd/cli/main.rb

@@ -1,95 +1,8 @@
 # frozen_string_literal: true
-require "net/http"
-require "uri"
-require "open3"
 
 class Enviroblyd::Cli::Main < Enviroblyd::Base
   desc "version", "Show version"
   def version
     puts Enviroblyd::VERSION
   end
-
-  TOKEN_TTL_SECONDS = 30
-  IMDS_HOST = ENV.fetch("ENVIROBLYD_IMDS_HOST", "169.254.169.254")
-  API_HOST = ENV.fetch("ENVIROBLYD_API_HOST", "envirobly.com")
-  desc "boot", "Get IMDSv2 metadata"
-  def boot
-    @token = http("http://#{IMDS_HOST}/latest/api/token",
-      type: Net::HTTP::Put, headers: { "X-aws-ec2-metadata-token-ttl-seconds" => TOKEN_TTL_SECONDS.to_s }).
-      body.chomp("")
-    puts "token: #{@token} ."
-    instance_id = http("http://#{IMDS_HOST}/latest/meta-data/instance-id",
-      headers: { "X-aws-ec2-metadata-token" => @token }).
-      body.chomp("")
-    puts "instance_id: #{instance_id} ."
-
-    # process_user_data
-    # unless @exit_code.nil?
-    #   puts @stdout
-    #   $stderr.puts @stderr
-    #   unless @exit_code == 0
-    #     $stderr.puts "User data script exited with code: #{@exit_code}. Aborting."
-    #     exit 1
-    #   end
-    # end
-
-    response = http("https://#{API_HOST}/api/v1/boots/#{instance_id}", retry_interval: 3, retries: 5, backoff: :exponential)
-    puts "/api/v1/boots response code: #{response.code}"
-  end
-
-  private
-    def http(url, type: Net::HTTP::Get, headers: {}, retry_interval: 2, retries: 30, backoff: false, success_codes: 200..299, tries: 1)
-      uri = URI(url)
-      http = Net::HTTP.new uri.host, uri.port
-      http.use_ssl = true if uri.scheme == "https"
-      http.open_timeout = 5
-      http.read_timeout = 5
-
-      request = type.new(uri, headers)
-      # request.content_type = CONTENT_TYPE
-
-      yield request if block_given?
-
-      response =
-        begin
-          http.request(request)
-        rescue
-          nil
-        end
-
-      if response && success_codes.include?(response.code.to_i)
-        response
-      elsif retries <= tries
-        $stderr.puts "Retried #{tries} times. Aborting."
-        exit 1
-      else
-        sleep_time = (backoff == :exponential) ? (retry_interval * tries) : retry_interval
-        $stderr.puts "Retry #{uri} in #{sleep_time}s"
-        sleep sleep_time
-        http(url, type:, retry_interval:, retries:, backoff:, success_codes:, tries: (tries + 1))
-      end
-    end
-
-    def process_user_data
-      response = http("http://#{IMDS_HOST}/latest/user-data",
-        headers: { "X-aws-ec2-metadata-token" => @token })
-
-      if response.body.start_with?("#!/bin/bash")
-        run response.body
-      else
-        $stderr.puts "User data does not contain runable script."
-      end
-    end
-
-    RUN_TIMEOUT = "5m"
-    def run(script)
-      @stdout = @stderr = @exit_code = nil
-      Open3.popen3("timeout #{RUN_TIMEOUT} /bin/bash") do |stdin, stdout, stderr, thread|
-        stdin.puts script
-        stdin.close
-        @stdout = stdout.read
-        @stderr = stderr.read
-        @exit_code = thread.value.exitstatus
-      end
-    end
 end

data/lib/enviroblyd/command.rb

@@ -0,0 +1,44 @@
+# frozen_string_literal: true
+
+require "open3"
+
+class Enviroblyd::Command
+  DEFAULT_TIMEOUT_SECONDS = 5 * 60
+  DEFAULT_RUNTIME = "/bin/bash"
+
+  def initialize(params)
+    @web = Enviroblyd::Web.new
+    @url = params.fetch "url"
+    @script = params.fetch "script"
+    @runtime = params.fetch "runtime", DEFAULT_RUNTIME
+    @timeout = params.fetch "timeout", DEFAULT_TIMEOUT_SECONDS
+    @stdout = @stderr = @exit_code = nil
+  end
+
+  def run
+    puts "Command #{@url} starting"
+
+    Open3.popen3("timeout #{@timeout} #{@runtime}") do |stdin, stdout, stderr, thread|
+      stdin.puts @script
+      stdin.close
+      @stdout = stdout.read
+      @stderr = stderr.read
+      @exit_code = thread.value.exitstatus
+    end
+
+    puts "Command #{@url} exited with #{@exit_code}"
+
+    @web.http(@url, type: Net::HTTP::Put, params: to_complete_params)
+  end
+
+  private
+    def to_complete_params
+      {
+        command: {
+          stdout: @stdout,
+          stderr: @stderr,
+          exit_code: @exit_code
+        }
+      }
+    end
+end

data/lib/enviroblyd/daemon.rb

@@ -0,0 +1,50 @@
+# frozen_string_literal: true
+
+require "socket"
+require "json"
+
+class Enviroblyd::Daemon
+  MAX_MESSAGE_SIZE = 6000 # bytes
+  LISTEN_PORT = ENV.fetch("ENVIROBLYD_PORT", 63106).to_i
+
+  def self.start
+    web = Enviroblyd::Web.new
+    web.register
+
+    daemon = new
+    daemon.listen
+  end
+
+  def listen
+    server = TCPServer.new LISTEN_PORT
+    puts "Listening on port #{LISTEN_PORT}"
+
+    loop do
+      Thread.start(server.accept) do |client|
+        message = client.recv(MAX_MESSAGE_SIZE)
+
+        params =
+          begin
+            JSON.parse message
+          rescue
+            nil
+          end
+
+        if params.nil?
+          client.puts "Error parsing JSON"
+        else
+          puts "Received valid JSON:"
+          puts params
+          client.puts "OK"
+        end
+
+        # TODO: Handle Broken pipe (Errno::EPIPE) (client closing connection before we write back)
+        client.close
+
+        Thread.new do
+          Enviroblyd::Command.new(params).run
+        end
+      end
+    end
+  end
+end

data/lib/enviroblyd/version.rb

@@ -1,5 +1,5 @@
 # frozen_string_literal: true
 
 module Enviroblyd
-  VERSION = "0.3"
+  VERSION = "0.4"
 end

data/lib/enviroblyd/web.rb

@@ -0,0 +1,76 @@
+# frozen_string_literal: true
+
+require "net/http"
+require "uri"
+require "open3"
+require "fileutils"
+require "pathname"
+require "json"
+
+class Enviroblyd::Web
+  USER_AGENT = "enviroblyd #{Enviroblyd::VERSION}"
+  CONTENT_TYPE = "application/json"
+  # TOKEN_TTL_SECONDS = 30
+  # IMDS_HOST = ENV.fetch("ENVIROBLYD_IMDS_HOST", "169.254.169.254")
+  API_HOST = ENV.fetch("ENVIROBLYD_API_HOST", "envirobly.com")
+  WORKING_DIR = Pathname.new ENV.fetch("ENVIROBLYD_WORKING_DIR", "/var/envirobly/daemon")
+  INITIALIZED_FILE = WORKING_DIR.join "initialized"
+
+  def register
+    if File.exist?(INITIALIZED_FILE)
+      puts "Skipping initialization because #{INITIALIZED_FILE} exists."
+    else
+      init_url = ENV.fetch "ENVIROBLYD_INIT_URL"
+      puts "Init URL: #{init_url}"
+      response = http(init_url, type: Net::HTTP::Put, retry_interval: 3, retries: 10, backoff: :exponential)
+      puts "Init response code: #{response.code}"
+
+      if response.code.to_i == 200
+        FileUtils.mkdir_p WORKING_DIR
+        File.write INITIALIZED_FILE, init_url
+      end
+    end
+  end
+
+  def http(url, type: Net::HTTP::Get, headers: {}, retry_interval: 2, retries: 30, backoff: false, tries: 1, params: nil)
+    if retries <= tries
+      $stderr.puts "Retried #{tries} times. Aborting."
+      exit 1
+    end
+
+    uri = URI(url)
+    http = Net::HTTP.new uri.host, uri.port
+    http.use_ssl = true if uri.scheme == "https"
+    http.open_timeout = 5
+    http.read_timeout = 5
+
+    request = type.new(uri, default_headers.merge(headers))
+    request.content_type = CONTENT_TYPE
+
+    unless params.nil?
+      request.body = JSON.dump params
+    end
+
+    response =
+      begin
+        http.request(request)
+      rescue
+        :retry
+      end
+
+    # https://developers.cloudflare.com/support/troubleshooting/cloudflare-errors/troubleshooting-cloudflare-1xxx-errors/
+    if response == :retry || (500..599).include?(response.code.to_i)
+      sleep_time = (backoff == :exponential) ? (retry_interval * tries) : retry_interval
+      $stderr.puts "Retry #{uri} in #{sleep_time}s"
+      sleep sleep_time
+      http(url, type:, retry_interval:, retries:, backoff:, tries: (tries + 1))
+    else
+      response
+    end
+  end
+
+  private
+    def default_headers
+      { "User-Agent" => USER_AGENT }
+    end
+end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: enviroblyd
 version: !ruby/object:Gem::Version
-  version: '0.3'
+  version: '0.4'
 platform: ruby
 authors:
 - Robert Starsi
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2024-09-03 00:00:00.000000000 Z
+date: 2024-09-04 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: thor
@@ -55,16 +55,21 @@ dependencies:
 description:
 email: klevo@klevo.sk
 executables:
+- enviroblyctl
 - enviroblyd
 extensions: []
 extra_rdoc_files: []
 files:
 - LICENSE
+- bin/enviroblyctl
 - bin/enviroblyd
 - lib/enviroblyd.rb
 - lib/enviroblyd/base.rb
 - lib/enviroblyd/cli/main.rb
+- lib/enviroblyd/command.rb
+- lib/enviroblyd/daemon.rb
 - lib/enviroblyd/version.rb
+- lib/enviroblyd/web.rb
 homepage: https://github.com/envirobly/enviroblyd
 licenses:
 - MIT
@@ -84,7 +89,7 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.5.14
+rubygems_version: 3.5.18
 signing_key:
 specification_version: 4
 summary: Envirobly instance daemon