container_broker 1.0.1

data/lib/current_thread_request_id.rb

@@ -0,0 +1,19 @@
+# frozen_string_literal: true
+
+class CurrentThreadRequestId
+  ATTRIBUTE = "request_id"
+
+  def self.get
+    Thread.current[ATTRIBUTE]
+  end
+
+  def self.set(value)
+    throw "no block given" unless block_given?
+
+    Thread.current[ATTRIBUTE] = value
+
+    yield
+  ensure
+    Thread.current[ATTRIBUTE] = nil
+  end
+end

data/lib/idempotent_request/callback.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+module IdempotentRequest
+  class Callback
+    attr_reader :request
+
+    def initialize(request)
+      @request = request
+    end
+
+    def detected(key:)
+      Rails.logger.warn "IdempotentRequest request detected, #{message_params(key: key)}"
+    end
+
+    def message_params(key:)
+      {
+        key: key,
+        method: request.request.request_method,
+        path: request.request.path_info
+      }
+        .map { |k, v| "#{k}: #{v}" }
+        .join(", ")
+    end
+  end
+end

data/lib/idempotent_request/policy.rb

@@ -0,0 +1,15 @@
+# frozen_string_literal: true
+
+module IdempotentRequest
+  class Policy
+    attr_reader :request
+
+    def initialize(request)
+      @request = request
+    end
+
+    def should?
+      !request.request.get?
+    end
+  end
+end

data/lib/redis_url_parser.rb

@@ -0,0 +1,25 @@
+# frozen_string_literal: true
+
+class RedisUrlParser
+  def self.call(uri)
+    return { url: uri } unless uri.start_with?("sentinel")
+
+    m = uri.match("sentinel://:([^@]*)@([^/]*)/service_name:(.*)")
+    password = m[1]
+    sentinel_uris = m[2]
+    name = m[3]
+    url = "redis://:#{password}@#{name}"
+    sentinels = sentinel_uris.split(",").map do |sentinel_uri|
+      host, port = sentinel_uri.split(":")
+      {
+        host: host,
+        port: port
+      }
+    end
+
+    {
+      url: url,
+      sentinels: sentinels
+    }
+  end
+end

data/lib/tasks/task.rake

@@ -0,0 +1,34 @@
+# frozen_string_literal: true
+
+namespace :task do
+  desc "Generate random tasks for testing"
+  task :random_generate, %i[amount max_sleep] => [:environment] do |_task, args|
+    amount = args.fetch(:amount, 500).to_i
+    max_sleep = args.fetch(:max_sleep, 30).to_i
+
+    execution_types = Slot
+      .where(node_id: { '$in': Node.available.pluck(:id) })
+      .pluck(:execution_type)
+      .uniq
+
+    raise "No slots available" if execution_types.empty?
+
+    puts "Creating #{amount} tasks with max_sleep #{max_sleep}"
+    amount.to_i.times do |index|
+      print "."
+      random_sleep = rand(max_sleep)
+      execution_type = execution_types.sample
+      Task.create!(
+        name: "task-#{index}-sleep-#{random_sleep}-#{execution_type}",
+        image: "busybox",
+        cmd: "sleep #{random_sleep}",
+        execution_type: execution_type,
+        tags: {
+          type: 'test'
+        },
+        persist_logs: true
+      )
+    end
+    puts "\n Done!!"
+  end
+end

metadata

@@ -0,0 +1,590 @@
+--- !ruby/object:Gem::Specification
+name: container_broker
+version: !ruby/object:Gem::Version
+  version: 1.0.1
+platform: ruby
+authors:
+- Douglas Lise
+- Mateus Nava
+- João Vieira
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2020-10-07 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 6.0.3
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 6.0.3.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 6.0.3
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 6.0.3.2
+- !ruby/object:Gem::Dependency
+  name: mongoid
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mongoid_enumerable
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: byebug
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: fabrication
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-rails
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 4.0.0
+- !ruby/object:Gem::Dependency
+  name: database_cleaner
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-collection_matchers
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-json_expectations
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rspec-nc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: listen
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.5
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.0.5
+    - - "<"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+- !ruby/object:Gem::Dependency
+  name: spring
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: spring-commands-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: spring-watcher-listen
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.0.0
+- !ruby/object:Gem::Dependency
+  name: guard-rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: rubocop
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: bundler-audit
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: active_model_serializers
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: config
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: idempotent-request
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: kubeclient
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: mongoid-uuid
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: redis-namespace
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sentry-raven
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sidekiq
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sidekiq-failures
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: sidekiq-scheduler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: docker-api
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: measures
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+description: ContainerBroker
+email:
+- douglaslise@gmail.com
+- nava.mateus@gmail.com
+- joaocv3@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- README.md
+- Rakefile
+- app/controllers/application_controller.rb
+- app/controllers/healthcheck_controller.rb
+- app/controllers/nodes_controller.rb
+- app/controllers/nodes_healthcheck_controller.rb
+- app/controllers/status_controller.rb
+- app/controllers/tasks_controller.rb
+- app/controllers/tasks_healthcheck_controller.rb
+- app/jobs/add_task_tags_job.rb
+- app/jobs/adjust_node_slots_job.rb
+- app/jobs/application_job.rb
+- app/jobs/collect_load_metrics_job.rb
+- app/jobs/container_broker_base_job.rb
+- app/jobs/migrate_tasks_from_dead_node_job.rb
+- app/jobs/monitor_unresponsive_node_job.rb
+- app/jobs/monitor_unresponsive_nodes_job.rb
+- app/jobs/release_slot_job.rb
+- app/jobs/remove_runner_job.rb
+- app/jobs/remove_unused_tags_job.rb
+- app/jobs/request_id_from_task.rb
+- app/jobs/run_task_job.rb
+- app/jobs/run_tasks_for_all_execution_types_job.rb
+- app/jobs/run_tasks_job.rb
+- app/jobs/timeout_failed_tasks_job.rb
+- app/jobs/update_all_nodes_status_job.rb
+- app/jobs/update_node_status_job.rb
+- app/jobs/update_task_status_job.rb
+- app/models/mongoid_serializable_model.rb
+- app/models/node.rb
+- app/models/slot.rb
+- app/models/task.rb
+- app/models/task_tag.rb
+- app/observers/observable.rb
+- app/observers/task_observer.rb
+- app/serializers/node_healthcheck_serializer.rb
+- app/serializers/node_serializer.rb
+- app/serializers/status_panel_node_serializer.rb
+- app/serializers/status_panel_slot_serializer.rb
+- app/serializers/status_panel_task_serializer.rb
+- app/serializers/task_healthcheck_serializer.rb
+- app/serializers/task_serializer.rb
+- app/services/adjust_execution_type_slots.rb
+- app/services/check_for_slot_removal.rb
+- app/services/collect_load_metrics.rb
+- app/services/delete_node.rb
+- app/services/friendly_name_nodes.rb
+- app/services/friendly_name_slots.rb
+- app/services/kill_node_runners.rb
+- app/services/kill_task_container.rb
+- app/services/kubernetes_client.rb
+- app/services/least_used_node.rb
+- app/services/lock_manager.rb
+- app/services/lock_slot.rb
+- app/services/lock_task.rb
+- app/services/metrics.rb
+- app/services/migrate_runner.rb
+- app/services/node_task_acceptance.rb
+- app/services/node_usage_percentage_per_execution_type.rb
+- app/services/reschedule_tasks_for_missing_runners.rb
+- app/services/runners.rb
+- app/services/runners/docker/create_connection.rb
+- app/services/runners/docker/create_execution_info.rb
+- app/services/runners/docker/fetch_execution_info.rb
+- app/services/runners/docker/fetch_logs.rb
+- app/services/runners/docker/fetch_task_container.rb
+- app/services/runners/docker/filer.rb
+- app/services/runners/docker/kill_slot_runner.rb
+- app/services/runners/docker/node_availability.rb
+- app/services/runners/docker/remove_runner.rb
+- app/services/runners/docker/run_task.rb
+- app/services/runners/docker/update_node_status.rb
+- app/services/runners/execution_info.rb
+- app/services/runners/invalid_config.rb
+- app/services/runners/invalid_runner.rb
+- app/services/runners/kubernetes/create_client.rb
+- app/services/runners/kubernetes/create_execution_info.rb
+- app/services/runners/kubernetes/fetch_execution_info.rb
+- app/services/runners/kubernetes/fetch_logs.rb
+- app/services/runners/kubernetes/filer.rb
+- app/services/runners/kubernetes/kill_slot_runner.rb
+- app/services/runners/kubernetes/node_availability.rb
+- app/services/runners/kubernetes/remove_runner.rb
+- app/services/runners/kubernetes/run_task.rb
+- app/services/runners/kubernetes/update_node_status.rb
+- app/services/runners/runner_id_not_found_error.rb
+- app/services/runners/services_factory.rb
+- app/services/runners/update_node_status_helper.rb
+- app/services/slots_usage_percentage.rb
+- config/application.rb
+- config/boot.rb
+- config/environment.rb
+- config/environments/test.rb
+- config/initializers/application_controller_renderer.rb
+- config/initializers/backtrace_silencers.rb
+- config/initializers/config.rb
+- config/initializers/cookies_serializer.rb
+- config/initializers/docker_config.rb
+- config/initializers/filter_parameter_logging.rb
+- config/initializers/idempotent_request.rb
+- config/initializers/inflections.rb
+- config/initializers/mime_types.rb
+- config/initializers/mongoid.rb
+- config/initializers/new_framework_defaults_6_0.rb
+- config/initializers/raven.rb
+- config/initializers/sidekiq.rb
+- config/initializers/wrap_parameters.rb
+- config/locales/en.yml
+- config/mongoid.yml
+- config/routes.rb
+- config/secrets.yml
+- config/settings.yml
+- config/settings/test.yml
+- config/sidekiq_scheduler.yml
+- config/spring.rb
+- lib/constants.rb
+- lib/container_broker.rb
+- lib/container_broker/engine.rb
+- lib/container_broker/version.rb
+- lib/current_thread_request_id.rb
+- lib/idempotent_request/callback.rb
+- lib/idempotent_request/policy.rb
+- lib/redis_url_parser.rb
+- lib/tasks/task.rake
+homepage: https://github.com/globocom/container-broker
+licenses:
+- MIT
+metadata:
+  allowed_push_host: https://rubygems.org/
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.1.2
+signing_key:
+specification_version: 4
+summary: ContainerBroker
+test_files: []