ood_core 0.16.1 → 0.17.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 19665b6db28d01da39093dc90d4a5023ca12264f07b932aebc8ec8c443bafa25
-  data.tar.gz: d9c8c6d8f30851ea9138c8325aafd750823534a51f36601a20366265ac4feec2
+  metadata.gz: 4c94c6fbf110564ec2cff9d885d2799566a70e1e98759f44fec00fde6eb0cdec
+  data.tar.gz: 7ed0326c52582dbd8b15a272706e8aa58e36a2be0555a78c65037bb74517d0a6
 SHA512:
-  metadata.gz: 1ed1eaa873366ad5e825ed29c7401dd3bca4a424ab7a689a19479f297ec20d7e019cd53609006b0919a365dd0002eb0c1e9c0cabcc9f69579cf7ae81b33b3ae7
-  data.tar.gz: 90a4cfa3ee8b1f76ef7e1f28df6d8e64725d1eaff005b4bd4ff7fc8f88e5bfda8a15e706636c18e7b5ac74451071eaea4e6814945ea25e95f6c7ed2de8fd2fec
+  metadata.gz: b6af308bf4acb767e6c3128ce753714ebcee4f33a17b5114a1196d73ec7df63be5d5007ad985c752329463e2533ed1bbfa8951426a2a035ef08ce9b3704b5984
+  data.tar.gz: 76b07812da52479c3d5c834c51dcb6c5af328721436474197a77bd0423f5061361d333d233c235da7a699e31ac772104eb65902e74ee25afb4640c6e5adc4add

data/CHANGELOG.md

@@ -6,6 +6,75 @@ The format is based on [Keep a Changelog](http://keepachangelog.com/en/1.0.0/)
 and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.html).
 
 ## [Unreleased]
+
+## [0.17.4] - 7-29-2021
+
+Functionally the same as [0.17.3] but with some CI updates.
+
+## [0.17.3] - 7-29-2021
+
+### Fixed
+
+- Fixed handling of pods in a startup phase in [303](https://github.com/OSC/ood_core/pull/303).
+
+### Added
+
+- Enable automatic population of supplemental groups in [305](https://github.com/OSC/ood_core/pull/305).
+
+## [0.17.2] - 7-14-2021
+
+### Fixed
+
+- Fixed k8s adapter to only show Running pods as running in [300](https://github.com/OSC/ood_core/pull/300).
+
+## [0.17.1] - 6-14-2021
+
+### Fixed
+
+- Fixed [278](https://github.com/OSC/ood_core/pull/278) where unschedulable pods will now show up as
+  queued_held status.
+
+### Changed
+
+- KUBECONFIG now defaults to /dev/null in the kubernetes adapter in [292](https://github.com/OSC/ood_core/pull/292).
+
+### Added
+
+- Sites can now set `batch_connect.ssh_allow` on the cluster to disable the buttons to start
+  a shell session to compute nodes in [289](https://github.com/OSC/ood_core/pull/289).
+- `POD_PORT` is now available to jobs in the kubernetes adapter in [290](https://github.com/OSC/ood_core/pull/290).
+- Kubernetes pods now support a startProbe in [291](https://github.com/OSC/ood_core/pull/291).
+
+## [0.17.0] - 5-26-2021
+
+### Fixed
+
+- All Kubernetes resources now have the same labels in [280](https://github.com/OSC/ood_core/pull/280).
+- Kubernetes does not crash when no configmap is defined in [282](https://github.com/OSC/ood_core/pull/282).
+- Kubernetes will not specify init containers if there are none in
+  [284](https://github.com/OSC/ood_core/pull/284).
+
+### Added
+
+- Kubernetes, Slurm and Torque now support the script option `gpus_per_node` in
+  [266](https://github.com/OSC/ood_core/pull/266).
+- Kubernetes will now save the pod.yml into the staged root in
+  [277](https://github.com/OSC/ood_core/pull/277).
+- Kubernetes now allows for node selector in [264](https://github.com/OSC/ood_core/pull/264).
+- Kubernetes pods now have access the environment variable POD_NAMESPACE in
+  [275](https://github.com/OSC/ood_core/pull/275).
+- Kubernetes pods can now specify the image pull policy in [272](https://github.com/OSC/ood_core/pull/272).
+- Cluster config's batch_connect now support `ssh_allow` to disable sshing to compute
+  nodes per cluster in [286](https://github.com/OSC/ood_core/pull/286).
+- Kubernetes will now add the templated script content to a configmap in
+  [273](https://github.com/OSC/ood_core/pull/273).
+
+### Changed
+
+- Kubernetes username prefix no longer appends a - in [271](https://github.com/OSC/ood_core/pull/271).
+
+
+
 ## [0.16.1] - 2021-04-23
 ### Fixed
 - memorized some allow? variables to have better support around ACLS in
@@ -305,7 +374,12 @@ and this project adheres to [Semantic Versioning](http://semver.org/spec/v2.0.0.
 ### Added
 - Initial release!
 
-[Unreleased]: https://github.com/OSC/ood_core/compare/v0.16.1...HEAD
+[Unreleased]: https://github.com/OSC/ood_core/compare/v0.17.4...HEAD
+[0.17.4]: https://github.com/OSC/ood_core/compare/v0.17.3...v0.17.4
+[0.17.3]: https://github.com/OSC/ood_core/compare/v0.17.2...v0.17.3
+[0.17.2]: https://github.com/OSC/ood_core/compare/v0.17.1...v0.17.2
+[0.17.1]: https://github.com/OSC/ood_core/compare/v0.17.0...v0.17.1
+[0.17.0]: https://github.com/OSC/ood_core/compare/v0.16.1...v0.17.0
 [0.16.1]: https://github.com/OSC/ood_core/compare/v0.16.0...v0.16.1
 [0.16.0]: https://github.com/OSC/ood_core/compare/v0.15.1...v0.16.0
 [0.15.1]: https://github.com/OSC/ood_core/compare/v0.15.0...v0.15.1

data/lib/ood_core/cluster.rb

@@ -147,6 +147,15 @@ module OodCore
       @allow = acls.all?(&:allow?)
     end
 
+    # Whether this cluster supports SSH to batch connect nodes
+    # @return [Boolean, nil] whether cluster supports SSH to batch connect node
+    def batch_connect_ssh_allow?
+      return @batch_connect_ssh_allow if defined?(@batch_connect_ssh_allow)
+      return @batch_connect_ssh_allow = nil if batch_connect_config.nil?
+
+      @batch_connect_ssh_allow = batch_connect_config.fetch(:ssh_allow, nil)
+    end
+
     # The comparison operator
     # @param other [#to_sym] object to compare against
     # @return [Boolean] whether objects are equivalent

data/lib/ood_core/job/adapters/kubernetes/batch.rb

@@ -14,6 +14,7 @@ class OodCore::Job::Adapters::Kubernetes::Batch
   attr_reader :config_file, :bin, :cluster, :mounts
   attr_reader :all_namespaces, :using_context, :helper
   attr_reader :username_prefix, :namespace_prefix
+  attr_reader :auto_supplemental_groups
 
   def initialize(options = {})
     options = options.to_h.symbolize_keys
@@ -23,8 +24,9 @@ class OodCore::Job::Adapters::Kubernetes::Batch
     @cluster = options.fetch(:cluster, 'open-ondemand')
     @mounts = options.fetch(:mounts, []).map { |m| m.to_h.symbolize_keys }
     @all_namespaces = options.fetch(:all_namespaces, false)
-    @username_prefix = options.fetch(:username_prefix, nil)
+    @username_prefix = options.fetch(:username_prefix, '')
     @namespace_prefix = options.fetch(:namespace_prefix, '')
+    @auto_supplemental_groups = options.fetch(:auto_supplemental_groups, false)
 
     @using_context = false
     @helper = OodCore::Job::Adapters::Kubernetes::Helper.new
@@ -45,6 +47,9 @@ class OodCore::Job::Adapters::Kubernetes::Batch
     raise ArgumentError, 'Must specify the script' if script.nil?
 
     resource_yml, id = generate_id_yml(script)
+    if !script.workdir.nil? && Dir.exist?(script.workdir)
+      File.open(File.join(script.workdir, 'pod.yml'), 'w') { |f| f.write resource_yml }
+    end
     call("#{formatted_ns_cmd} create -f -", stdin: resource_yml)
 
     id
@@ -146,7 +151,7 @@ class OodCore::Job::Adapters::Kubernetes::Batch
   end
 
   def k8s_username
-    username_prefix.nil? ? username : "#{username_prefix}-#{username}"
+    "#{username_prefix}#{username}"
   end
 
   def user
@@ -173,6 +178,19 @@ class OodCore::Job::Adapters::Kubernetes::Batch
     Etc.getgrgid(run_as_group).name
   end
 
+  def default_supplemental_groups
+    OodSupport::User.new.groups.sort_by(&:id).map(&:id).reject { |id| id < 1000 }
+  end
+
+  def supplemental_groups(groups = [])
+    sgroups = []
+    if auto_supplemental_groups
+      sgroups.concat(default_supplemental_groups)
+    end
+    sgroups.concat(groups.to_a)
+    sgroups.uniq.sort
+  end
+
   def default_env
     {
       USER: username,
@@ -180,6 +198,7 @@ class OodCore::Job::Adapters::Kubernetes::Batch
       HOME: home_dir,
       GROUP: group,
       GID: run_as_group,
+      KUBECONFIG: '/dev/null',
     }
   end
 
@@ -187,12 +206,15 @@ class OodCore::Job::Adapters::Kubernetes::Batch
   # create an id.
   def generate_id_yml(script)
     native_data = script.native
+    native_data[:container][:supplemental_groups] = supplemental_groups(native_data[:container][:supplemental_groups])
     container = helper.container_from_native(native_data[:container], default_env)
     id = generate_id(container.name)
-    configmap = helper.configmap_from_native(native_data, id)
+    configmap = helper.configmap_from_native(native_data, id, script.content)
     init_containers = helper.init_ctrs_from_native(native_data[:init_containers], container.env)
     spec = OodCore::Job::Adapters::Kubernetes::Resources::PodSpec.new(container, init_containers: init_containers)
     all_mounts = native_data[:mounts].nil? ? mounts : mounts + native_data[:mounts]
+    node_selector = native_data[:node_selector].nil? ? {} : native_data[:node_selector]
+    gpu_type = native_data[:gpu_type].nil? ? "nvidia.com/gpu" : native_data[:gpu_type]
 
     template = ERB.new(File.read(resource_file), nil, '-')
 

data/lib/ood_core/job/adapters/kubernetes/helper.rb

@@ -53,7 +53,10 @@ class OodCore::Job::Adapters::Kubernetes::Helper
       cpu: container[:cpu],
       working_dir: container[:working_dir],
       restart_policy: container[:restart_policy],
-      image_pull_secret: container[:image_pull_secret]
+      image_pull_policy: container[:image_pull_policy],
+      image_pull_secret: container[:image_pull_secret],
+      supplemental_groups: container[:supplemental_groups],
+      startup_probe: container[:startup_probe],
     )
   end
 
@@ -80,10 +83,18 @@ class OodCore::Job::Adapters::Kubernetes::Helper
   #   the input configmap hash
   # @param id [#to_s]
   #   the id to use for giving the configmap a name
+  # @param script_content [#to_s]
+  #   the batch script content
   # @return  [OodCore::Job::Adapters::Kubernetes::Resources::ConfigMap]
-  def configmap_from_native(native, id)
-    configmap = native.fetch(:configmap, nil)
-    return nil if configmap.nil?
+  def configmap_from_native(native, id, script_content)
+    configmap = native.fetch(:configmap, {})
+    configmap[:files] ||= []
+    configmap[:files] << {
+      filename: 'script.sh',
+      data: script_content,
+      mount_path: '/ood/script.sh',
+      sub_path: 'script.sh',
+    } unless configmap[:files].any? { |f| f[:filename] == 'script.sh' }
 
     OodCore::Job::Adapters::Kubernetes::Resources::ConfigMap.new(
       configmap_name(id),
@@ -140,7 +151,7 @@ class OodCore::Job::Adapters::Kubernetes::Helper
     {
       id: json_data.dig(:metadata, :name).to_s,
       job_name: name_from_metadata(json_data.dig(:metadata)),
-      status: pod_status_from_json(json_data),
+      status: OodCore::Job::Status.new(state: pod_status_from_json(json_data)),
       job_owner: job_owner_from_json(json_data, ns_prefix),
       submission_time: submission_time(json_data),
       dispatch_time: dispatch_time(json_data),
@@ -230,15 +241,21 @@ class OodCore::Job::Adapters::Kubernetes::Helper
   def submission_time(json_data)
     status = json_data.dig(:status)
     start = status.dig(:startTime)
+    creation = json_data.dig(:metadata, :creationTimestamp)
 
-    if start.nil?
+    if !creation.nil?
+      str = creation
+    elsif !start.nil?
+      str = start
+    else
       # the pod is in some pending state limbo
       conditions = status.dig(:conditions)
+      return nil if conditions.nil?
+      return nil if conditions.size == 0
       # best guess to start time is just the first condition's
       # transition time
       str = conditions[0].dig(:lastTransitionTime)
-    else
-      str = start
+      return nil if str.nil?
     end
 
     DateTime.parse(str).to_time.to_i
@@ -246,11 +263,21 @@ class OodCore::Job::Adapters::Kubernetes::Helper
 
   def pod_status_from_json(json_data)
     phase = json_data.dig(:status, :phase)
+    conditions = json_data.dig(:status, :conditions)
+    container_statuses = json_data.dig(:status, :containerStatuses)
+    unschedulable = conditions.to_a.any? { |c| c.dig(:reason) == "Unschedulable" }
+    ready = !container_statuses.to_a.empty? && container_statuses.to_a.all? { |s| s.dig(:ready) == true }
+    started = !container_statuses.to_a.empty? && container_statuses.to_a.any? { |s| s.fetch(:state, {}).key?(:running) }
+    return "running" if ready
+    return "queued" if phase == "Running" && started
+
     state = case phase
-            when "Running"
-              "running"
             when "Pending"
-              "queued"
+              if unschedulable
+                "queued_held"
+              else
+                "queued"
+              end
             when "Failed"
               "suspended"
             when "Succeeded"
@@ -260,8 +287,6 @@ class OodCore::Job::Adapters::Kubernetes::Helper
             else
               "undetermined"
             end
-
-    OodCore::Job::Status.new(state: state)
   end
 
   def terminated_state(status)

data/lib/ood_core/job/adapters/kubernetes/resources.rb

@@ -33,13 +33,36 @@ module OodCore::Job::Adapters::Kubernetes::Resources
     end
   end
 
+  class TCPProbe
+    attr_accessor :port, :initial_delay_seconds, :failure_threshold, :period_seconds
+
+    def initialize(port, data)
+      data ||= {}
+      @port = port
+      @initial_delay_seconds = data[:initial_delay_seconds] || 2
+      @failure_threshold = data[:failure_threshold] || 5
+      @period_seconds = data[:period_seconds] || 5
+    end
+
+    def to_h
+      {
+        port: port,
+        initial_delay_seconds: initial_delay_seconds,
+        failure_threshold: failure_threshold,
+        period_seconds: period_seconds,
+      }
+    end
+  end
+
   class Container
     attr_accessor :name, :image, :command, :port, :env, :memory, :cpu, :working_dir,
-                  :restart_policy, :image_pull_secret, :supplemental_groups
+                  :restart_policy, :image_pull_policy, :image_pull_secret, :supplemental_groups,
+                  :startup_probe
 
     def initialize(
         name, image, command: [], port: nil, env: {}, memory: "4Gi", cpu: "1",
-        working_dir: "", restart_policy: "Never", image_pull_secret: nil, supplemental_groups: []
+        working_dir: "", restart_policy: "Never", image_pull_policy: nil, image_pull_secret: nil, supplemental_groups: [],
+        startup_probe: {}
       )
       raise ArgumentError, "containers need valid names and images" unless name && image
 
@@ -52,8 +75,10 @@ module OodCore::Job::Adapters::Kubernetes::Resources
       @cpu = cpu.nil? ? "1" : cpu
       @working_dir = working_dir.nil? ? "" : working_dir
       @restart_policy = restart_policy.nil? ? "Never" : restart_policy
+      @image_pull_policy = image_pull_policy.nil? ? "IfNotPresent" : image_pull_policy
       @image_pull_secret = image_pull_secret
       @supplemental_groups = supplemental_groups.nil? ? [] : supplemental_groups
+      @startup_probe = TCPProbe.new(@port, startup_probe)
     end
 
     def ==(other)
@@ -66,8 +91,10 @@ module OodCore::Job::Adapters::Kubernetes::Resources
         cpu == other.cpu &&
         working_dir == other.working_dir &&
         restart_policy == other.restart_policy &&
+        image_pull_policy == other.image_pull_policy &&
         image_pull_secret == other.image_pull_secret &&
-        supplemental_groups == other.supplemental_groups
+        supplemental_groups == other.supplemental_groups &&
+        startup_probe.to_h == other.startup_probe.to_h
     end
   end
 

data/lib/ood_core/job/adapters/kubernetes/templates/pod.yml.erb

@@ -20,14 +20,7 @@ spec:
     runAsUser: <%= run_as_user %>
     runAsGroup: <%= run_as_group %>
     runAsNonRoot: true
-    <%- if spec.container.supplemental_groups.empty? -%>
-    supplementalGroups: []
-    <%- else -%>
-    supplementalGroups:
-    <%- spec.container.supplemental_groups.each do |supplemental_group| -%>
-    - "<%= supplemental_group %>"
-    <%- end -%>
-    <%- end -%>
+    supplementalGroups: <%= spec.container.supplemental_groups %>
     fsGroup: <%= fs_group %>
   hostNetwork: false
   hostIPC: false
@@ -39,7 +32,7 @@ spec:
   containers:
   - name: "<%= spec.container.name %>"
     image: <%= spec.container.image %>
-    imagePullPolicy: IfNotPresent
+    imagePullPolicy: <%= spec.container.image_pull_policy %>
     <%- unless spec.container.working_dir.empty? -%>
     workingDir: "<%= spec.container.working_dir %>"
     <%- end -%>
@@ -48,6 +41,14 @@ spec:
       valueFrom:
         fieldRef:
           fieldPath: metadata.name
+    - name: POD_NAMESPACE
+      valueFrom:
+        fieldRef:
+          fieldPath: metadata.namespace
+    <%- unless spec.container.port.nil? -%>
+    - name: POD_PORT
+      value: "<%= spec.container.port %>"
+    <%- end -%>
     <%- spec.container.env.each_pair do |name, value| -%>
     - name: <%= name %>
       value: "<%= value %>"
@@ -61,9 +62,16 @@ spec:
     <%- unless spec.container.port.nil? -%>
     ports:
     - containerPort: <%= spec.container.port %>
+    startupProbe:
+      tcpSocket:
+        port: <%= spec.container.startup_probe.port %>
+      initialDelaySeconds: <%= spec.container.startup_probe.initial_delay_seconds %>
+      failureThreshold: <%= spec.container.startup_probe.failure_threshold %>
+      periodSeconds: <%= spec.container.startup_probe.period_seconds %>
     <%- end -%>
-    <%- if configmap.mounts? || !all_mounts.empty? -%>
+    <%- if !all_mounts.empty? || (!configmap.nil? && configmap.mounts?) -%>
     volumeMounts:
+    <%- unless configmap.nil? -%>
     <%- configmap.files.each do |file| -%>
       <%- next if file.mount_path.nil? -%>
     - name: configmap-volume
@@ -72,6 +80,7 @@ spec:
       subPath: <%= file.sub_path %>
       <%- end # end unless file.sub_path.nil? -%>
     <%- end # end configmap.files.each -%>
+    <%- end # unless configmap.nil? -%>
     <%- all_mounts.each do |mount| -%>
     - name: <%= mount[:name] %>
       mountPath: <%= mount[:destination_path] %>
@@ -81,25 +90,36 @@ spec:
       limits:
         memory: "<%= spec.container.memory %>"
         cpu: "<%= spec.container.cpu %>"
+        <%- unless script.gpus_per_node.nil? -%>
+        <%= gpu_type %>: <%= script.gpus_per_node %>
+        <%- end -%>
       requests:
         memory: "<%= spec.container.memory %>"
         cpu: "<%= spec.container.cpu %>"
+        <%- unless script.gpus_per_node.nil? -%>
+        <%= gpu_type %>: <%= script.gpus_per_node %>
+        <%- end -%>
     securityContext:
       allowPrivilegeEscalation: false
       capabilities:
         drop:
         - all
       privileged: false
-  <%- unless spec.init_containers.nil? -%>
+  <%- unless spec.init_containers.empty? -%>
   initContainers:
   <%- spec.init_containers.each do |ctr| -%>
   - name: "<%= ctr.name %>"
     image: "<%= ctr.image %>"
+    imagePullPolicy: <%= ctr.image_pull_policy %>
     env:
     - name: POD_NAME
       valueFrom:
         fieldRef:
           fieldPath: metadata.name
+    - name: POD_NAMESPACE
+      valueFrom:
+        fieldRef:
+          fieldPath: metadata.namespace
     <%- ctr.env.each_pair do |name, value| -%>
     - name: <%= name %>
       value: "<%= value %>"
@@ -108,8 +128,9 @@ spec:
     <%- ctr.command.each do |cmd| -%>
     - "<%= cmd %>"
     <%- end # command loop -%>
-    <%- if configmap.init_mounts? || !all_mounts.empty? -%>
+    <%- if !all_mounts.empty? || (!configmap.nil? && configmap.init_mounts?) -%>
     volumeMounts:
+    <%- unless configmap.nil? -%>
     <%- configmap.files.each do |file| -%>
     <%- next if file.init_mount_path.nil? -%>
     - name: configmap-volume
@@ -118,6 +139,7 @@ spec:
       subPath: <%= file.init_sub_path %>
       <%- end # end unless file.sub_path.nil? -%>
     <%- end # end configmap.files.each -%>
+    <%- end # unless configmap.nil? -%>
     <%- all_mounts.each do |mount| -%>
     - name: <%= mount[:name] %>
       mountPath: <%= mount[:destination_path] %>
@@ -152,6 +174,12 @@ spec:
   <%- end # if mount is [host,nfs] -%>
   <%- end # for each mount -%>
   <%- end # (configmap.to_s.empty? || all_mounts.empty?) -%>
+  <%- unless node_selector.empty? -%>
+  nodeSelector:
+  <%- node_selector.each_pair do |key, value| -%>
+    <%= key %>: "<%= value %>"
+  <%- end # node_selector.each_pair -%>
+  <%- end #unless node_selector.empty? -%>
 ---
 <%- unless spec.container.port.nil? -%>
 apiVersion: v1
@@ -161,6 +189,8 @@ metadata:
   namespace: <%= namespace %>
   labels:
     job: <%= id %>
+    app.kubernetes.io/name: <%= container.name %>
+    app.kubernetes.io/managed-by: open-ondemand
 spec:
   selector:
     job: <%= id %>
@@ -170,8 +200,8 @@ spec:
     targetPort: <%= spec.container.port %>
   type: NodePort
 <%- end # end for service -%>
----
 <%- unless configmap.nil? -%>
+---
 apiVersion: v1
 kind: ConfigMap
 metadata:
@@ -179,6 +209,8 @@ metadata:
   namespace: <%= namespace %>
   labels:
     job: <%= id %>
+    app.kubernetes.io/name: <%= container.name %>
+    app.kubernetes.io/managed-by: open-ondemand
 data:
 <%- configmap.files.each do |file| -%>
   <%- next if file.data.nil? || file.filename.nil? -%>

data/lib/ood_core/job/adapters/slurm.rb

@@ -423,6 +423,7 @@ module OodCore
           args.concat ["-t", seconds_to_duration(script.wall_time)] unless script.wall_time.nil?
           args.concat ['-a', script.job_array_request] unless script.job_array_request.nil?
           args.concat ['--qos', script.qos] unless script.qos.nil?
+          args.concat ['--gpus-per-node', script.gpus_per_node] unless script.gpus_per_node.nil?
           # ignore nodes, don't know how to do this for slurm
 
           # Set dependencies

data/lib/ood_core/job/adapters/torque.rb

@@ -159,6 +159,8 @@ module OodCore
             args.concat ["-l", "walltime=#{seconds_to_duration(script.wall_time)}"] unless script.wall_time.nil?
             args.concat ['-t', script.job_array_request] unless script.job_array_request.nil?
             args.concat ['-l', "qos=#{script.qos}"] unless script.qos.nil?
+            args.concat ['-l', "gpus=#{script.gpus_per_node}"] unless script.gpus_per_node.nil?
+
             # Set environment variables
             env = script.job_environment.to_h
             args.concat ["-v", env.keys.join(",")] unless env.empty?

data/lib/ood_core/job/script.rb

@@ -103,6 +103,10 @@ module OodCore
       # @return [String, nil] qos
       attr_reader :qos
 
+      # The GPUs per node for the job
+      # @return [Integer, nil] gpus per node
+      attr_reader :gpus_per_node
+
       # Object detailing any native specifications that are implementation specific
       # @note Should not be used at all costs.
       # @return [Object, nil] native specifications
@@ -136,6 +140,7 @@ module OodCore
       # @param accounting_id [#to_s, nil] accounting id
       # @param job_array_request [#to_s, nil] job array request
       # @param qos [#to_s, nil] qos
+      # @param gpus_per_node [#to_i, nil] gpus per node
       # @param native [Object, nil] native specifications
       # @param copy_environment [Boolean, nil] copy the environment
       def initialize(content:, args: nil, submit_as_hold: nil, rerunnable: nil,
@@ -145,7 +150,7 @@ module OodCore
                      output_path: nil, error_path: nil, reservation_id: nil,
                      queue_name: nil, priority: nil, start_time: nil,
                      wall_time: nil, accounting_id: nil, job_array_request: nil,
-                     qos: nil, native: nil, copy_environment: nil, **_)
+                     qos: nil, gpus_per_node: nil, native: nil, copy_environment: nil, **_)
         @content = content.to_s
 
         @submit_as_hold      = submit_as_hold
@@ -170,6 +175,7 @@ module OodCore
         @accounting_id      = accounting_id     && accounting_id.to_s
         @job_array_request  = job_array_request && job_array_request.to_s
         @qos                = qos               && qos.to_s
+        @gpus_per_node      = gpus_per_node     && gpus_per_node.to_i
         @native             = native
         @copy_environment   = (copy_environment.nil?) ? nil : !! copy_environment
       end
@@ -200,6 +206,7 @@ module OodCore
           accounting_id:       accounting_id,
           job_array_request:   job_array_request,
           qos:                 qos,
+          gpus_per_node:       gpus_per_node,
           native:              native,
           copy_environment:    copy_environment
         }

data/lib/ood_core/version.rb

@@ -1,4 +1,4 @@
 module OodCore
   # The current version of {OodCore}
-  VERSION = "0.16.1"
+  VERSION = "0.17.4"
 end

data/ood_core.gemspec

@@ -15,7 +15,7 @@ Gem::Specification.new do |spec|
   spec.license       = "MIT"
 
   spec.files         = `git ls-files -z`.split("\x0").reject do |f|
-    f.match(%r{^(test|spec|features)/})
+    f.match(%r{^(test|spec|features|.github)/})
   end
   spec.bindir        = "exe"
   spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: ood_core
 version: !ruby/object:Gem::Version
-  version: 0.16.1
+  version: 0.17.4
 platform: ruby
 authors:
 - Eric Franz
@@ -10,7 +10,7 @@ authors:
 autorequire: 
 bindir: exe
 cert_chain: []
-date: 2021-04-23 00:00:00.000000000 Z
+date: 2021-07-29 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: ood_support
@@ -160,7 +160,6 @@ executables: []
 extensions: []
 extra_rdoc_files: []
 files:
-- ".github/workflows/test.yml"
 - ".gitignore"
 - ".rspec"
 - CHANGELOG.md

data/.github/workflows/test.yml

@@ -1,30 +0,0 @@
-name: Unit Tests
-
-on:
-  push:
-    branches:
-      - master
-  pull_request:
-    branches:
-      - master
-
-jobs:
-  tests:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: checkout
-        uses: actions/checkout@v2
-
-      - name: Setup Ruby using Bundler
-        uses: ruby/setup-ruby@v1
-        with:
-          ruby-version: "2.7.1"
-          bundler-cache: true
-          bundler: "2.1.4"
-
-      - name: install gems
-        run: bundle install
-
-      - name: test
-        run: bundle exec rake spec