griffin 0.1.0 → 0.1.1

data/lib/griffin/server.rb

@@ -0,0 +1,118 @@
+# frozen_string_literal: true
+
+require 'grpc_kit'
+
+require 'griffin/engine'
+require 'griffin/server_config_builder'
+require 'griffin/thread_pool'
+
+module Griffin
+  class Server
+    DEFAULT_WORKER_SIZE = 10
+    DEFAULT_BACKLOG_SIZE = 1024
+
+    GRACEFUL_SHUTDOWN = '0'
+    FORCIBLE_SHUTDOWN = '1'
+
+    class << self
+      def run
+        c = config_builder.build
+        Griffin::Engine.start(c, cluster: Integer(c[:workers]) > 1)
+      end
+
+      def configure
+        yield(config_builder)
+      end
+
+      def config_builder
+        @config_builder ||= Griffin::ServerConfigBuilder.new
+      end
+    end
+
+    def initialize(worker_size: DEFAULT_WORKER_SIZE, **opts)
+      @worker_size = worker_size
+      @server = GrpcKit::Server.new
+      @opts = opts
+      @status = :run
+      @worker_id = 0
+    end
+
+    def handle(handler)
+      @server.handle(handler)
+      handler.class.rpc_descs.each do |path, _|
+        Griffin.logger.debug("Handle #{path}")
+      end
+    end
+
+    def before_run(worker_id = 0)
+      @worker_id = worker_id
+
+      # To separete fd with other forked process
+      @socks = []
+      @command, @signal = IO.pipe
+      @socks << @command
+    end
+
+    def run(sock, blocking: true)
+      @socks << sock
+
+      @thread_pool = Griffin::ThreadPool.new(@worker_size) do |conn|
+        @server.run(conn)
+      end
+
+      if blocking
+        handle_server
+      else
+        Thread.new { handle_server }
+      end
+    end
+
+    def shutdown(reason = GRACEFUL_SHUTDOWN)
+      @signal.write(reason)
+    end
+
+    private
+
+    def handle_server
+      while @status == :run
+        io = IO.select(@socks, [], [])
+
+        io[0].each do |sock|
+          if sock == @command
+            break if handle_command
+          end
+
+          begin
+            conn = sock.accept_nonblock
+            @thread_pool.schedule(conn[0])
+          rescue IO::WaitReadable, Errno::EINTR => e
+            Griffin.logger.debug("Error raised #{e}")
+            # nothing
+          end
+        end
+      end
+
+      @thread_pool.shutdown
+      # unless @sever.session_count == 0
+      # end
+
+      @command.close
+      @signal.close
+    end
+
+    def handle_command
+      case @command.read(1)
+      when FORCIBLE_SHUTDOWN
+        Griffin.logger.info("Shutting down sever(id=#{@worker_id}) forcibly...")
+
+        @status = :halt
+        @server.graceful_shutdown
+        true
+      when GRACEFUL_SHUTDOWN
+        Griffin.logger.info("Shutting down sever(id=#{@worker_id}) gracefully...")
+        @status = :stop
+        true
+      end
+    end
+  end
+end

data/lib/griffin/server_config_builder.rb

@@ -0,0 +1,55 @@
+# frozen_string_literal: true
+
+module Griffin
+  class ServerConfigBuilder
+    SERVERENGINE_PRIMITIVE_CONFIGS = %i[workers bind port log pid_path].freeze
+    SERVERENGINE_BLOCK_CONFIGS = %i[before_fork after_fork].freeze
+    # Users can't change these values
+    SERVERENGIEN_FIXED_CONFIGS = %i[daemonize worker_type worker_process_name].freeze
+    GRIFFIN_CONFIGS = %i[thread_pool].freeze
+    GRPC_CONFIGS = %i[services interceptors].freeze
+
+    ServerConfig = Struct.new(*(SERVERENGINE_PRIMITIVE_CONFIGS + SERVERENGINE_BLOCK_CONFIGS + SERVERENGIEN_FIXED_CONFIGS + GRIFFIN_CONFIGS + GRPC_CONFIGS)) do
+      def to_h
+        super.compact
+      end
+    end
+
+    DEFAULT_SERVER_CONFIG = {
+      worker_process_name: 'griffin worker',
+      daemonize: false,
+      log: '-', # STDOUT
+      worker_type: 'process',
+      workers: 1,
+      bind: '0.0.0.0',
+      port: 50051,
+    }.freeze
+
+    def initialize
+      @opts = DEFAULT_SERVER_CONFIG.dup
+    end
+
+    (SERVERENGINE_PRIMITIVE_CONFIGS + GRIFFIN_CONFIGS + [:interceptors]).each do |name|
+      define_method(name) do |value|
+        @opts[name] = value
+      end
+    end
+
+    SERVERENGINE_BLOCK_CONFIGS.each do |name|
+      define_method(name) do |&block|
+        @opts[name] = block
+      end
+    end
+
+    def services(*serv)
+      @opts[:services] = serv
+    end
+
+    def build
+      c = ServerConfig.new
+      @opts.each do |name, value|
+        c.send("#{name}=", value)
+      end
+    end
+  end
+end

data/lib/griffin/thread_pool.rb

@@ -0,0 +1,88 @@
+# frozen_string_literal: true
+
+require 'griffin/counting_semaphore'
+
+module Griffin
+  class ThreadPool
+    DEFAULT_POOL_SIZE = 20
+    DEFAULT_QUEUE_SIZE = 512
+
+    def initialize(pool_size = DEFAULT_POOL_SIZE, queue_size: DEFAULT_QUEUE_SIZE, &block)
+      @pool_size = pool_size
+      @queue_size = queue_size
+      @block = block
+      @shutdown = false
+      @semaphore = Griffin::CountingSemaphore.new(queue_size)
+      @tasks = Queue.new
+
+      @spawned = 0
+      @workers = []
+      @mutex = Mutex.new
+
+      @pool_size.times { spawn_thread }
+    end
+
+    def schedule(task, &block)
+      if task.nil?
+        return
+      end
+
+      if @shutdown
+        raise "scheduling new task isn't allowed during shutdown"
+      end
+
+      # TODO: blocking now..
+      @semaphore.wait
+      @tasks.push(block || task)
+
+      @mutex.synchronize do
+        if @spawned < @pool_size
+          spawn_thread
+        end
+      end
+    end
+
+    def shutdown
+      @shutdown = true
+      @pool_size.times { @tasks.push(nil) }
+      sleep 1 until @workers.empty?
+    end
+
+    private
+
+    def spawn_thread
+      @spawned += 1
+      worker = Thread.new(@spawned) do |i|
+        Thread.current.name = "Griffin worker thread #{i}"
+        Griffin.logger.debug("#{Thread.current.name} started")
+
+        loop do
+          if @shutdown
+            break
+          end
+
+          task = @tasks.pop
+          if task.nil?
+            break
+          end
+
+          begin
+            @block.call(task)
+          rescue Exception => e # rubocop:disable Lint/RescueException
+            Griffin.logger.error("An error occured on top level in worker #{Thread.current.name}: #{e.message} (#{e.class})\n #{Thread.current.backtrace.join("\n")}  ")
+          ensure
+            @semaphore.signal
+          end
+        end
+
+        Griffin.logger.debug("worker thread #{Thread.current.name} is stopping")
+        @mutex.synchronize do
+          @spawned -= 1
+          @workers.delete(worker)
+        end
+      end
+
+      @workers.push(worker)
+    end
+  end
+end

data/lib/griffin/version.rb

@@ -1,3 +1,5 @@
+# frozen_string_literal: true
+
 module Griffin
-  VERSION = "0.1.0"
+  VERSION = '0.1.1'
 end

data/lib/griffin.rb

@@ -1,5 +1,13 @@
-require "griffin/version"
+# frozen_string_literal: true
+
+require 'logger'
+require 'grpc_kit'
+
+require 'griffin/server'
+require 'griffin/version'
 
 module Griffin
-  # Your code goes here...
+  def self.logger
+    @logger ||= Logger.new(STDOUT, level: :info)
+  end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: griffin
 version: !ruby/object:Gem::Version
-  version: 0.1.0
+  version: 0.1.1
 platform: ruby
 authors:
 - ganmacs
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2018-10-17 00:00:00.000000000 Z
+date: 2018-11-05 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: bundler
@@ -52,7 +52,63 @@ dependencies:
     - - ">="
       - !ruby/object:Gem::Version
         version: '0'
-description: ''
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: connection_pool
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.2.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.2.2
+- !ruby/object:Gem::Dependency
+  name: grpc_kit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.5
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.5
+- !ruby/object:Gem::Dependency
+  name: serverengine
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.7
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.7
+description: Send and Receive RPCs from Ruby
 email:
 - ganmacs@gmail.com
 executables: []
@@ -61,16 +117,41 @@ extra_rdoc_files: []
 files:
 - ".gitignore"
 - ".rspec"
+- ".rubocop.yml"
+- ".ruby-version"
 - ".travis.yml"
-- CODE_OF_CONDUCT.md
 - Gemfile
 - LICENSE.txt
 - README.md
 - Rakefile
 - bin/console
 - bin/setup
+- examples/helloworld/helloworld.proto
+- examples/helloworld/helloworld_pb.rb
+- examples/helloworld/helloworld_services_pb.rb
+- examples/helloworld_client.rb
+- examples/helloworld_server.rb
+- examples/interceptors/client_logging_interceptor.rb
+- examples/interceptors/server_logging_interceptor.rb
+- examples/routeguide/routeguide.json
+- examples/routeguide/routeguide.proto
+- examples/routeguide/routeguide_pb.rb
+- examples/routeguide/routeguide_services_pb.rb
+- examples/routeguide_client.rb
+- examples/routeguide_server.rb
 - griffin.gemspec
 - lib/griffin.rb
+- lib/griffin/connection_pool/multi_timed_stack.rb
+- lib/griffin/connection_pool/pool.rb
+- lib/griffin/counting_semaphore.rb
+- lib/griffin/engine.rb
+- lib/griffin/engine/server.rb
+- lib/griffin/engine/single.rb
+- lib/griffin/engine/worker.rb
+- lib/griffin/listener.rb
+- lib/griffin/server.rb
+- lib/griffin/server_config_builder.rb
+- lib/griffin/thread_pool.rb
 - lib/griffin/version.rb
 homepage: https://github.com/ganmacs/griffin
 licenses:
@@ -92,8 +173,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
       version: '0'
 requirements: []
 rubyforge_project: 
-rubygems_version: 2.6.14.1
+rubygems_version: 2.7.6
 signing_key: 
 specification_version: 4
-summary: ''
+summary: Send and Receive RPCs from Ruby
 test_files: []

data/CODE_OF_CONDUCT.md

@@ -1,74 +0,0 @@
-# Contributor Covenant Code of Conduct
-
-## Our Pledge
-
-In the interest of fostering an open and welcoming environment, we as
-contributors and maintainers pledge to making participation in our project and
-our community a harassment-free experience for everyone, regardless of age, body
-size, disability, ethnicity, gender identity and expression, level of experience,
-nationality, personal appearance, race, religion, or sexual identity and
-orientation.
-
-## Our Standards
-
-Examples of behavior that contributes to creating a positive environment
-include:
-
-* Using welcoming and inclusive language
-* Being respectful of differing viewpoints and experiences
-* Gracefully accepting constructive criticism
-* Focusing on what is best for the community
-* Showing empathy towards other community members
-
-Examples of unacceptable behavior by participants include:
-
-* The use of sexualized language or imagery and unwelcome sexual attention or
-advances
-* Trolling, insulting/derogatory comments, and personal or political attacks
-* Public or private harassment
-* Publishing others' private information, such as a physical or electronic
-  address, without explicit permission
-* Other conduct which could reasonably be considered inappropriate in a
-  professional setting
-
-## Our Responsibilities
-
-Project maintainers are responsible for clarifying the standards of acceptable
-behavior and are expected to take appropriate and fair corrective action in
-response to any instances of unacceptable behavior.
-
-Project maintainers have the right and responsibility to remove, edit, or
-reject comments, commits, code, wiki edits, issues, and other contributions
-that are not aligned to this Code of Conduct, or to ban temporarily or
-permanently any contributor for other behaviors that they deem inappropriate,
-threatening, offensive, or harmful.
-
-## Scope
-
-This Code of Conduct applies both within project spaces and in public spaces
-when an individual is representing the project or its community. Examples of
-representing a project or community include using an official project e-mail
-address, posting via an official social media account, or acting as an appointed
-representative at an online or offline event. Representation of a project may be
-further defined and clarified by project maintainers.
-
-## Enforcement
-
-Instances of abusive, harassing, or otherwise unacceptable behavior may be
-reported by contacting the project team at TODO: Write your email address. All
-complaints will be reviewed and investigated and will result in a response that
-is deemed necessary and appropriate to the circumstances. The project team is
-obligated to maintain confidentiality with regard to the reporter of an incident.
-Further details of specific enforcement policies may be posted separately.
-
-Project maintainers who do not follow or enforce the Code of Conduct in good
-faith may face temporary or permanent repercussions as determined by other
-members of the project's leadership.
-
-## Attribution
-
-This Code of Conduct is adapted from the [Contributor Covenant][homepage], version 1.4,
-available at [http://contributor-covenant.org/version/1/4][version]
-
-[homepage]: http://contributor-covenant.org
-[version]: http://contributor-covenant.org/version/1/4/