openlayer 0.3.0 → 0.4.0

data/lib/openlayer/objects/project.rb

@@ -1,185 +0,0 @@
-# frozen_string_literal: true
-
-require "fileutils"
-require "find"
-require "yaml"
-require "pry"
-
-module Openlayer
-  class Project < Object
-    class Error < StandardError; end
-    class NotFoundError < StandardError; end
-    class TarFileNotFoundError < StandardError; end
-
-    class CommitLengthError < StandardError
-      def message
-        "Commit message must be between 1 and 140 characters"
-      end
-    end
-
-    attr_reader :client, :workspace_id,
-                :data_tarfile_path, :s3_presigned_body,
-                :commit_message, :project_path
-
-    REQUIRED_TARFILE_STRUCTURE = [
-      "staging/commit.yaml",
-      "staging/validation/dataset_config.yaml",
-      "staging/validation/dataset.csv",
-      "staging/model/model_config.yaml"
-    ].freeze
-
-    COMMIT_LENGTH = (1..140).freeze
-
-    def self.from_response(client, response)
-      attributes_first_project = handle_response(response)&.dig("items")&.first
-      raise NotFoundError if attributes_first_project.nil?
-
-      new(client, attributes_first_project)
-    end
-
-    def initialize(client, attributes)
-      @client = client
-      super(attributes)
-      @data_tarfile_path = "#{Dir.home}/.openlayer/#{id}_staging.tar"
-      @project_path = "#{Dir.home}/.openlayer/#{id}"
-      init_staging_directories
-    end
-
-    def add_dataset(file_path:, dataset_config: nil, dataset_config_file_path: nil)
-      raise ArgumentError, "dataset config is required" if dataset_config.nil? && dataset_config_file_path.nil?
-
-      copy_file(file_path, "staging/validation/dataset.csv")
-      copy_or_create_config(dataset_config,
-                            dataset_config_file_path,
-                            "staging/validation/dataset_config.yaml")
-    end
-
-    def add_model(model_config: nil, model_config_file_path: nil)
-      raise ArgumentError, "model config is required" if model_config.nil? && model_config_file_path.nil?
-
-      copy_or_create_config(model_config,
-                            model_config_file_path,
-                            "staging/model/model_config.yaml")
-    end
-
-    def status
-      puts "Staging Area:"
-      Find.find(File.join(project_path, "/staging")) do |path|
-        puts path if File.file?(path)
-      end
-    end
-
-    def commit(message)
-      raise CommitLengthError unless COMMIT_LENGTH.include? message.length
-
-      @commit_message = message
-      commit_hash = {
-        "date": DateTime.now.strftime("%a %b %d %H:%M:%S %Y"),
-        "message": message
-      }
-      write_hash_to_file(commit_hash, "staging/commit.yaml")
-    end
-
-    def push
-      create_and_validate_tar_file
-      s3_client = create_s3_client
-      s3_client.post(s3_payload)
-      client.load_project_version(id: id, payload: version_payload)
-    end
-
-    private
-
-    def init_staging_directories
-      FileUtils.mkdir_p(File.join(project_path, "staging"))
-      FileUtils.mkdir_p(File.join(project_path, "staging/validation"))
-      FileUtils.mkdir_p(File.join(project_path, "staging/model"))
-    end
-
-    def copy_or_create_config(config_hash, config_file_path, destination)
-      if config_file_path.nil?
-        write_hash_to_file(config_hash, destination)
-      else
-        copy_file(config_file_path, destination)
-      end
-    end
-
-    def copy_file(file_path, destination)
-      FileUtils.copy(file_path, File.join(project_path, destination))
-    end
-
-    def write_hash_to_file(hash, destination)
-      File.open(File.join(project_path, destination), "w") do |file|
-        file.write hash.to_yaml
-      end
-    end
-
-    def create_s3_client
-      @s3_presigned_body = client.presigned_url(workspace_id: workspace_id, object_name: "staging")
-      S3PresignedClient.new(s3_presigned_body)
-    end
-
-    def create_and_validate_tar_file
-      TarFileHelper.create_tar_from_folders([File.join(project_path, "staging")], data_tarfile_path)
-      validate_tarfile(data_tarfile_path)
-    end
-
-    def validate_tarfile(file_path)
-      raise TarFileNotFoundError unless File.exist?(file_path)
-
-      TarFileHelper.validate_structure(file_path, REQUIRED_TARFILE_STRUCTURE)
-    end
-
-    def s3_payload
-      {
-        "file" => Faraday::Multipart::FilePart.new(data_tarfile_path, "application/x-tar")
-      }
-    end
-
-    def version_payload
-      {
-        "storageUri": s3_presigned_body["storageUri"],
-        "commit": { "message": commit_message }
-      }
-    end
-
-    def self.handle_response(response)
-      message = response.body["error"]
-      case response.status
-      when 200
-        response.body
-      when 401
-        raise Error, message
-      when 404
-        raise Error, message
-      when 422
-        raise Error, message
-      when 500
-        raise Error, message
-      when 200..299
-        response.body
-      else
-        raise Error, message
-      end
-    end
-
-    def handle_response(response)
-      message = response.body["error"]
-      case response.status
-      when 200
-        response.body
-      when 401
-        raise Error, message
-      when 404
-        raise Error, message
-      when 422
-        raise Error, message
-      when 500
-        raise Error, message
-      when 200..299
-        response.body
-      else
-        raise Error, message
-      end
-    end
-  end
-end

data/lib/openlayer/objects/project_version.rb

@@ -1,89 +0,0 @@
-# frozen_string_literal: true
-
-module Openlayer
-  class ProjectVersion < Object
-    attr_reader :client, :project_version_id, :all_attributes_hash
-
-    def self.from_response(client, response)
-      attributes = handle_response(response)
-      new(client, attributes)
-    end
-
-    def initialize(client, attributes)
-      @client = client
-      super(attributes)
-      @project_version_id = commit.projectVersionId
-    end
-
-    def print_status_report
-      puts "Status: #{status}"
-      puts "Status Message: #{status_message}" unless status_message.nil?
-    end
-
-    def print_test_report
-      puts "Failing Test Count: #{failing_test_count}"
-      puts "Passing Test Count: #{passing_test_count}"
-      puts "Total Test Count: #{total_test_count}"
-    end
-
-    def to_h
-      @attributes.to_h
-    end
-
-    def wait_for_completion(timeout: 300, interval: 10)
-      start_time = Time.now
-      while Time.now - start_time < timeout
-        refresh
-        break if status == "completed" || status == "failed"
-
-        sleep interval
-      end
-    end
-
-    def refresh
-      @attributes = OpenStruct.new handle_response client.connection.get("versions/#{project_version_id}")
-    end
-
-    private
-
-    def self.handle_response(response)
-      message = response.body["error"]
-      case response.status
-      when 200
-        response.body
-      when 401
-        raise Error, message
-      when 404
-        raise Error, message
-      when 422
-        raise Error, message
-      when 500
-        raise Error, message
-      when 200..299
-        response.body
-      else
-        raise Error, message
-      end
-    end
-
-    def handle_response(response)
-      message = response.body["error"]
-      case response.status
-      when 200
-        response.body
-      when 401
-        raise Error, message
-      when 404
-        raise Error, message
-      when 422
-        raise Error, message
-      when 500
-        raise Error, message
-      when 200..299
-        response.body
-      else
-        raise Error, message
-      end
-    end
-  end
-end

data/lib/openlayer/services/s3_presigned_client.rb

@@ -1,47 +0,0 @@
-# frozen_string_literal: true
-
-module Openlayer
-  class S3PresignedClient
-    attr_reader :presigned_url, :payload_fields, :s3_conn
-
-    def initialize(presigned_url)
-      @presigned_url = presigned_url
-      @payload_fields = presigned_url["fields"]
-      @s3_conn = Faraday.new(url: presigned_url["url"]) do |f|
-        f.request :multipart
-        f.adapter :net_http
-      end
-    end
-
-    def post(data)
-      handle_response @s3_conn.post("/", merge_fields(data))
-    end
-
-    private
-
-    def merge_fields(data)
-      payload_fields.merge!(data)
-    end
-
-    def handle_response(response)
-      message = response.body["error"]
-      case response.status
-      when 200
-        return response
-      when 401
-        raise Error, message
-      when 404
-        raise Error, message
-      when 422
-        raise Error, message
-      when 500
-        raise Error, message
-      when 200..299
-        return response
-      else
-        raise Error, message
-      end
-      response
-    end
-  end
-end

data/lib/openlayer/services/tar_file_helper.rb

@@ -1,55 +0,0 @@
-# frozen_string_literal: true
-
-require "rubygems/package"
-require "fileutils"
-require "zlib"
-require "logger"
-
-module Openlayer
-  class TarFileHelper
-    LOGGER = Logger.new($stdout)
-
-    def self.create_tar_from_folders(folders, tar_file_name)
-      File.open(tar_file_name, "wb") do |file|
-        Gem::Package::TarWriter.new(Zlib::GzipWriter.open(file)) do |tar|
-          folders.each do |folder|
-            base_name = File.basename(folder)
-            add_directory_to_tar(tar, folder, base_name)
-          end
-        end
-      end
-    end
-
-    def self.validate_structure(file_path, required_structure)
-      tarfile_structure = []
-      begin
-        Gem::Package::TarReader.new(Zlib::GzipReader.open(file_path)).each do |entry|
-          tarfile_structure << entry.full_name
-        end
-      rescue Zlib::GzipFile::Error => e
-        stacktrace = e.backtrace.join("\n")
-        LOGGER.error("ERROR: #{e.message}\n #{stacktrace}")
-        return nil
-      end
-
-      required_structure.each do |required_file|
-        raise Error, "Missing file: #{required_file}" unless tarfile_structure.include?(required_file)
-      end
-    end
-
-    def self.add_directory_to_tar(tar, folder, base_name)
-      Dir[File.join(folder, "**/*")].each do |file|
-        mode = File.stat(file).mode
-        relative_file = File.join(base_name, file.sub("#{folder}/", ""))
-
-        if File.directory?(file)
-          tar.mkdir(relative_file, mode)
-        else
-          tar.add_file_simple(relative_file, mode, File.size(file)) do |io|
-            File.open(file, "rb") { |f| io.write(f.read) }
-          end
-        end
-      end
-    end
-  end
-end

data/openlayer.gemspec

@@ -1,45 +0,0 @@
-# frozen_string_literal: true
-
-require_relative "lib/openlayer/version"
-
-Gem::Specification.new do |spec|
-  spec.name = "openlayer"
-  spec.version = Openlayer::VERSION
-  spec.authors = ["Jose Fernando Davila"]
-  spec.email = ["davila.jose23@gmail.com"]
-
-  spec.summary = "Openlayer api wrapper"
-  spec.description = "Openlayer api wrapper"
-  spec.homepage = "https://github.com/TelosLabs/openlayer"
-  spec.license = "MIT"
-  spec.required_ruby_version = ">= 2.6.0"
-
-  # spec.metadata["allowed_push_host"] = "TODO: Set to your gem server 'https://example.com'"
-
-  spec.metadata["homepage_uri"] = spec.homepage
-  spec.metadata["source_code_uri"] = spec.homepage
-  # spec.metadata["changelog_uri"] = "TODO: Put your gem's CHANGELOG.md URL here."
-
-  # Specify which files should be added to the gem when it is released.
-  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
-  spec.files = Dir.chdir(__dir__) do
-    `git ls-files -z`.split("\x0").reject do |f|
-      (File.expand_path(f) == __FILE__) ||
-        f.start_with?(*%w[bin/ test/ spec/ features/ .git .github appveyor Gemfile])
-    end
-  end
-  spec.bindir = "exe"
-  spec.executables = spec.files.grep(%r{\Aexe/}) { |f| File.basename(f) }
-  spec.require_paths = ["lib"]
-
-  # Uncomment to register a new dependency of your gem
-  # spec.add_dependency "example-gem", "~> 1.0"
-  spec.add_dependency "date"
-  spec.add_dependency "faraday", "~> 2.9.0"
-  spec.add_dependency "faraday-multipart"
-  spec.add_dependency "yaml"
-  spec.add_dependency "zlib"
-
-  # For more information and examples about making a new gem, check out our
-  # guide at: https://bundler.io/guides/creating_gem.html
-end

data/sig/openlayer.rbs

@@ -1,4 +0,0 @@
-module Openlayer
-  VERSION: String
-  # See the writing guide of rbs: https://github.com/ruby/rbs#guides
-end