scout-camp 0.1.5 → 0.1.6

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 225a937ec9eac0522929e3da409bed070cf387a725d8c8cc5e4041832746fee5
-  data.tar.gz: 5d88f8bc6d5d382b0de9b1765a5cf95e688708dfdbe67cb4372055876fcc5f4c
+  metadata.gz: dd5f35a6409cd8556f8fb6cb8641c28c36fb3b0dcc9110eeef8c8d9a5ea42594
+  data.tar.gz: 7bb5e7f5b07ac7d9ca601909bc3c5632d6f9d1630020e308d901d8b3a771d0f5
 SHA512:
-  metadata.gz: 7008e9b2ae08a9f6c8fdef48e913d09a6d07eb42825c246bd6182b23868798c1d5227fbcd8acf9147dc1918e0b920d90851539c6a8d74cae481e1cc65afce22a
-  data.tar.gz: 9cfc47356b2225417cceab5625e43a047df912011b655ff6754f770d6cdf9beca85dd6cddfe266ffe6a4018ba5ee52728d7a199051dfcfa4a026aa7248801f10
+  metadata.gz: e460301e94edf73163f57309498db7d04b38b202c0437938dc0bf10cb0a31e1683f8d908309b0876fe106e781f2b69e24563656562eb57e0a759116bfb38f904
+  data.tar.gz: 6a78670a91b259399cad19a95411c214f3382173c37bb2611f4b13deb8a32a1626d0f2dfb793e8462253e6322156b104816a0bc5f3f37ce9d0cf3017bf735adf

data/.vimproject

@@ -26,14 +26,17 @@ scout-camp=/$PWD filter="*" {
   offsite
   terraform=terraform{
    list
+   add=add{
+    lambda
+    relay
+   }
    add
-   fargate
    status
    apply
    plan
    destroy
    remove
-   task
+   lambda_task
   }
  }
  share=share {
@@ -78,6 +81,23 @@ scout-camp=/$PWD filter="*" {
      output.tf
     }
    }
+   ssh=ssh{
+    cmd=cmd{
+     main.tf
+     variables.tf
+    }
+    ollama=ollama{
+     main.tf
+     variables.tf
+    }
+    vllm=vllm{
+     main.tf
+     variables.tf
+    }
+    relay=relay{
+
+    }
+   }
   }
   aws=aws{
    lambda_function.rb

data/VERSION

@@ -1 +1 @@
-0.1.5
+0.1.6

data/lib/scout/aws/s3.rb

@@ -10,7 +10,11 @@ module Open
     extend Hook
 
     def self.lock(*args, &block)
-      yield nil
+      begin
+        yield nil
+      rescue KeepLocked
+        $!.payload
+      end
     end
 
     def self.is_s3?(uri)
@@ -51,6 +55,7 @@ module Open
       bucket, key = parse_s3_uri(uri)
       s3 = Aws::S3::Client.new
       content = Open.open_pipe(&block).read if block_given?
+      content = content.read if IO === content
       s3.put_object(bucket: bucket, key: key, body: content)
     end
 
@@ -130,6 +135,18 @@ module Open
       false
     end
 
+    def self.cp(source, target)
+      source_bucket, source_key = parse_s3_uri(source)
+      target_bucket, target_key = parse_s3_uri(target)
+
+      s3 = Aws::S3::Client.new
+      s3.copy_object({
+        copy_source: "#{source_bucket}/#{source_key}",
+        bucket: target_bucket,
+        key: target_key
+      })
+    end
+
     def self.exists?(uri)
       bucket, key = parse_s3_uri(uri)
       return false if key.empty? # Can't check existence of bucket this way
@@ -142,14 +159,26 @@ module Open
     end
 
     self.singleton_class.alias_method :exist?, :exists?
-  
 
     def self.sensible_write(path, content = nil, options = {}, &block)
+      content = content.to_s if content.respond_to?(:write_file)
       Open::S3.write(path, content)
     end
 
     def self.mkdir(path)
     end
+
+    def self.link(source, target, options = {})
+      cp(source, target)
+    end
+
+    def self.ln(source, target, options = {})
+      cp(source, target)
+    end
+
+    def self.ln_s(source, target, options = {})
+      cp(source, target)
+    end
   end
 end
 
@@ -162,8 +191,8 @@ module Path
     end
 
     def glob(*args)
-      if Open::S3.is_s3?(self)
-        Open::S3.glob(self, *args)
+      if Open::S3.is_s3?(self.find)
+        Open::S3.glob(self.find, *args)
       else
         orig_glob(*args)
       end

data/scout-camp.gemspec

@@ -2,16 +2,16 @@
 # DO NOT EDIT THIS FILE DIRECTLY
 # Instead, edit Juwelier::Tasks in Rakefile, and run 'rake gemspec'
 # -*- encoding: utf-8 -*-
-# stub: scout-camp 0.1.5 ruby lib
+# stub: scout-camp 0.1.6 ruby lib
 
 Gem::Specification.new do |s|
   s.name = "scout-camp".freeze
-  s.version = "0.1.5".freeze
+  s.version = "0.1.6".freeze
 
   s.required_rubygems_version = Gem::Requirement.new(">= 0".freeze) if s.respond_to? :required_rubygems_version=
   s.require_paths = ["lib".freeze]
   s.authors = ["Miguel Vazquez".freeze]
-  s.date = "2025-03-31"
+  s.date = "2025-04-08"
   s.description = "Functionalities to deploy and use scouts in remote servers like AWS".freeze
   s.email = "mikisvaz@gmail.com".freeze
   s.executables = ["scout-camp".freeze]
@@ -38,9 +38,11 @@ Gem::Specification.new do |s|
     "lib/scout/terraform_dsl/util.rb",
     "scout-camp.gemspec",
     "scout_commands/offsite",
-    "scout_commands/terraform/add",
+    "scout_commands/terraform/add/lambda",
+    "scout_commands/terraform/add/relay",
     "scout_commands/terraform/apply",
     "scout_commands/terraform/destroy",
+    "scout_commands/terraform/lambda_task",
     "scout_commands/terraform/list",
     "scout_commands/terraform/plan",
     "scout_commands/terraform/remove",
@@ -66,6 +68,8 @@ Gem::Specification.new do |s|
     "share/terraform/aws/role/main.tf",
     "share/terraform/aws/role/output.tf",
     "share/terraform/aws/role/variables.tf",
+    "share/terraform/ssh/cmd/main.tf",
+    "share/terraform/ssh/cmd/variables.tf",
     "test/scout/aws/test_s3.rb",
     "test/scout/offsite/test_ssh.rb",
     "test/scout/offsite/test_step.rb",

data/scout_commands/terraform/add/relay

@@ -0,0 +1,40 @@
+#!/usr/bin/env ruby
+
+require 'scout'
+
+$0 = "scout #{$previous_commands.any? ? $previous_commands*" " + " " : "" }#{ File.basename(__FILE__) }" if $previous_commands
+
+options = SOPT.setup <<EOF
+
+Add a new deployment
+
+$ #{$0} [<options>] <name>
+
+-h--help Print this help
+-s--server* Server name
+-u--user* User in server
+-m--model* Model name
+EOF
+if options[:help]
+  if defined? scout_usage
+    scout_usage 
+  else
+    puts SOPT.doc
+  end
+  exit 0
+end
+
+name = ARGV.shift
+raise MissingParameterException, :name if name.nil?
+
+server, user, model = IndiferentHash.process_options options, :server, :user, :model
+
+deployments = Scout.var.deployments.glob_all("*").collect(&:basename)
+raise "Deployment clash" if deployments.include? name
+dir =  Scout.var.deployments[name]
+
+terraform = TerraformDSL.new
+
+ollama = terraform.add :ssh, :cmd, service_id: "#{name}_ollama", name: "ollama", host: server, user: user, command: 'module load ollama; ollama serve'
+terraform.add :ssh, :cmd, service_id: "#{name}_ollama", name: "process", host: server, user: user, command: %Q(bash -l -c "scout-ai llm process -ck 'backend ollama ask,model #{model} ask'"), depends_on: [ollama] 
+terraform.config dir

data/scout_commands/terraform/lambda_task

@@ -0,0 +1,124 @@
+#!/usr/bin/env ruby
+
+require 'scout'
+
+$0 = "scout #{$previous_commands.any? ? $previous_commands*" " + " " : "" }#{ File.basename(__FILE__) }" if $previous_commands
+
+options = SOPT.setup <<EOF
+
+Call a task on AWS
+
+$ #{$0} [<options>] <workflow> <task> [<other|->]*
+
+-h--help Print this help
+--prefix* Prefix, defaults to Scout
+--clean Clean job
+--recursive_clean Clean job recursively
+EOF
+workflow, task_name = ARGV
+
+if workflow.nil? && options[:help]
+  if defined? scout_usage
+    scout_usage 
+  else
+    puts SOPT.doc
+  end
+  exit 0
+end
+
+raise ParamterException, "No workflow specified" if workflow.nil?
+
+prefix, clean, recursive_clean = IndiferentHash.process_options options, :prefix, :clean, :recursive_clean, 
+  prefix: "Scout"
+
+require 'aws-sdk-lambda'
+
+payload = {}
+payload["workflow"] = workflow
+payload["task_name"] = task_name
+
+if clean
+  payload["clean"] = true
+elsif recursive_clean
+  payload["clean"] = 'recursive'
+end
+
+lambda_handler = "#{prefix}Job"
+
+def aws_lambda(name, payload)
+  client = Aws::Lambda::Client.new
+  resp = client.invoke({
+    function_name: name, 
+    payload: payload.to_json, 
+  })
+
+  JSON.load(resp.payload)
+end
+
+def SOPT_str(task_info)
+  sopt_options = []
+  task_info[:inputs].each do |name|
+    options = task_info[:input_options][name]
+    type = task_info[:input_types][name]
+    shortcut = (options && options[:shortcut]) || name.to_s.slice(0,1)
+    boolean = type.to_sym == :boolean
+
+    sopt_options << "-#{shortcut}--#{name}#{boolean ? "" : "*"}"
+  end
+
+  sopt_options * ":"
+end
+
+def get_SOPT(task_info)
+  IndiferentHash.setup task_info
+  sopt_option_string = self.SOPT_str(task_info)
+  job_options = SOPT.get sopt_option_string
+
+  task_info[:inputs].each do |name|
+    options = task_info[:input_options][name]
+    type = task_info[:input_types][name]
+    next unless type.to_s.include?('array')
+    if job_options.include?(name) && (! Open.exist?(job_options[name]) || type.to_s.include?('file') || type.to_s.include?('path'))
+      job_options[name] = job_options[name].split(",")
+    end
+  end
+  job_options
+end
+
+res = case task_name
+      when nil
+
+      if options[:help]
+          if defined? scout_usage
+            scout_usage 
+          else
+            puts SOPT.doc
+          end
+          exit 0
+        end
+
+        aws_lambda(lambda_handler, payload)
+      else
+        task_info = aws_lambda(lambda_handler, payload.merge(task_name: "info", inputs: {task_name: task_name}))
+        
+        payload["inputs"] = get_SOPT(task_info)
+
+        if options[:help]
+          if defined? scout_usage
+            scout_usage 
+          else
+            puts SOPT.doc
+          end
+          exit 0
+        end
+
+        aws_lambda(lambda_handler, payload)
+      end
+
+if Hash === res && res["errorMessage"]
+  Log.error res["errorMessage"]
+  Log.stack res["stackTrace"] if res["stackTrace"]
+  exit -1
+else
+  iii res
+end

data/scout_commands/terraform/list

@@ -11,6 +11,7 @@ List all deployments
 $ #{$0} [<options>] <filename>
 
 -h--help Print this help
+-a--active Show if they are active
 EOF
 if options[:help]
   if defined? scout_usage
@@ -26,7 +27,7 @@ deployments = Scout.var.deployments.glob_all("*")
 deployments.each do |dir|
   name = File.basename dir
   deployment = TerraformDSL::Deployment.new dir
-  active = deployment.provisioned_elements.any?
+  active = options[:active] && deployment.provisioned_elements.any?
   
   if active
     puts Log.color(:title, name ) + "\t" + dir + "\t" + "Active" 

data/share/terraform/ssh/cmd/main.tf

@@ -0,0 +1,34 @@
+terraform {
+  required_providers {
+    ssh = {
+      source  = "loafoe/ssh"
+      version = ">= 1.0.0"
+    }
+  }
+}
+
+resource "ssh_resource" "up" {
+  host = var.host
+  user = var.user
+  agent = true
+  when = "create"
+
+  commands = [
+    "${var.command} > ${var.service_id}.log 2>&1 & echo $! > /tmp/${var.service_id}.pid"
+  ]
+
+}
+
+resource "ssh_resource" "down" {
+  host = var.host
+  user = var.user
+  agent = true
+  when = "destroy"
+
+  commands = [
+    "kill $(cat /tmp/${var.service_id}.pid) || true",
+    "rm -f /tmp/${var.service_id}.pid"
+  ]
+}
+
+

data/share/terraform/ssh/cmd/variables.tf

@@ -0,0 +1,19 @@
+variable "host" {
+  description = "Target host for SSH"
+  type        = string
+}
+
+variable "user" {
+  description = "Username for SSH"
+  type        = string
+}
+
+variable "service_id" {
+  description = "Identifier of the service, should be unique to avoid collisions"
+  type        = string
+}
+
+variable "command" {
+  description = "Command to execute"
+  type        = string
+}

metadata

@@ -1,13 +1,13 @@
 --- !ruby/object:Gem::Specification
 name: scout-camp
 version: !ruby/object:Gem::Version
-  version: 0.1.5
+  version: 0.1.6
 platform: ruby
 authors:
 - Miguel Vazquez
 bindir: bin
 cert_chain: []
-date: 2025-03-31 00:00:00.000000000 Z
+date: 2025-04-08 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: scout-essentials
@@ -50,9 +50,11 @@ files:
 - lib/scout/terraform_dsl/util.rb
 - scout-camp.gemspec
 - scout_commands/offsite
-- scout_commands/terraform/add
+- scout_commands/terraform/add/lambda
+- scout_commands/terraform/add/relay
 - scout_commands/terraform/apply
 - scout_commands/terraform/destroy
+- scout_commands/terraform/lambda_task
 - scout_commands/terraform/list
 - scout_commands/terraform/plan
 - scout_commands/terraform/remove
@@ -78,6 +80,8 @@ files:
 - share/terraform/aws/role/main.tf
 - share/terraform/aws/role/output.tf
 - share/terraform/aws/role/variables.tf
+- share/terraform/ssh/cmd/main.tf
+- share/terraform/ssh/cmd/variables.tf
 - test/scout/aws/test_s3.rb
 - test/scout/offsite/test_ssh.rb
 - test/scout/offsite/test_step.rb