cnvrg 0.0.2

data/lib/cnvrg/project.rb

@@ -0,0 +1,237 @@
+require 'fileutils'
+
+module Cnvrg
+    class Project
+        attr_reader :slug, :owner, :title, :local_path
+
+        RemoteURL ||= "https://cnvrg.io"
+
+        def initialize(project_home)
+            config = YAML.load_file(project_home+"/.cnvrg/config.yml")
+            @local_path = project_home
+            @title = config[:project_name]
+            @slug  = config[:project_slug]
+            @owner = config[:owner]
+        end
+
+
+        def last_local_commit
+            idx = YAML.load_file(@local_path + "/.cnvrg/idx.yml")
+            return idx[:commit]
+        end
+        
+        def url
+            "#{RemoteURL}/#{self.owner}/projects/#{self.slug}"
+        end
+
+        def update_ignore_list(new_ignore)
+            if new_ignore.empty?
+                return true
+            end
+            begin
+            File.open(self.local_path+"/.cnvrgignore", "a+") do |f|
+                new_ignore.each do |i|
+                    f.puts("#{i}\n")
+                end
+            end
+            return true
+            rescue
+                return false
+            end
+        end
+        def get_ignore_list
+            ignore_list = []
+            File.open(self.local_path+"/.cnvrgignore", "r").each_line do |line|
+                line = line.strip
+                if line.start_with? "#"
+                    next
+                end
+                if line.end_with? "/"
+                    ignore_list << line.chop
+                    sub_dirs = Dir.glob("#{line}/**/*").each{ |x| x.gsub!("//","/")  }
+                    ignore_list << sub_dirs.flatten
+                else
+                    ignore_list << line
+                end
+            end
+          return ignore_list.flatten
+
+        end
+
+        # Create project
+
+        def self.create(project_name, path=nil,clean)
+            if clean
+                list_dirs = [project_name, project_name + "/.cnvrg"]
+            else
+
+                list_dirs = [project_name,
+                             project_name + "/data",
+                             project_name + "/models",
+                             project_name + "/notebooks",
+                             project_name + "/src",
+                             project_name + "/src/visualizations",
+                             project_name + "/src/features",
+                             project_name + "/.cnvrg"
+                ]
+            end
+
+
+            list_files = [
+                project_name + "/README.md",
+                project_name + "/.cnvrgignore",
+                project_name + "/.cnvrg/config.yml"
+            ]
+            cnvrgreadme = Helpers.readme_content
+            cnvrgignore = Helpers.cnvrgignore_content
+
+            begin
+                response     = Cnvrg::API.request("cli/create_project", 'POST', { title: project_name })
+                Cnvrg::CLI.is_response_success(response)
+                response     = JSON.parse response["result"]
+                project_slug = response["slug"]
+                owner        = response["owner"]
+
+                config = { project_name: project_name,
+                           project_slug: project_slug,
+                           owner: owner }
+                FileUtils.mkdir_p list_dirs
+                FileUtils.touch list_files
+                
+                File.open(project_name + "/.cnvrg/config.yml", "w+") { |f| f.write config.to_yaml }
+                File.open(project_name + "/.cnvrgignore", "w+") { |f| f.write cnvrgignore }
+                File.open(project_name + "/README.md", "w+") { |f| f.write cnvrgreadme }
+            rescue
+                return false
+            end
+            return true
+        end
+        def self.link(project_name, path=nil)
+            list_dirs = [ ".cnvrg"
+            ]
+
+            list_files = [
+                 "README.md",
+                ".cnvrgignore",
+                ".cnvrg/config.yml"
+            ]
+            cnvrgreadme = Helpers.readme_content
+            cnvrgignore = Helpers.cnvrgignore_content
+            begin
+                response     = Cnvrg::API.request("cli/create_project", 'POST', { title: project_name })
+                Cnvrg::CLI.is_response_success(response)
+                response     = JSON.parse response["result"]
+                project_slug = response["slug"]
+                owner        = response["owner"]
+
+                config = { project_name: project_name,
+                           project_slug: project_slug,
+                           owner: owner }
+                FileUtils.mkdir_p list_dirs
+                FileUtils.touch list_files
+                File.open(".cnvrg/config.yml", "w+") { |f| f.write config.to_yaml }
+                File.open(".cnvrgignore", "w+") { |f| f.write cnvrgignore }
+                File.open("README.md", "w+") { |f| f.write cnvrgreadme }
+            rescue => e
+                puts e
+                return false
+            end
+            return true
+        end
+        def self.clone_dir(project_slug,project_owner,project_name)
+            list_dirs = [project_name,
+                         project_name + "/.cnvrg"
+            ]
+
+
+            list_files = [
+                project_name + "/.cnvrg/config.yml",
+            ]
+            begin
+                config = { project_name: project_name,
+                           project_slug: project_slug,
+                           owner: project_owner}
+                FileUtils.mkdir_p list_dirs
+                FileUtils.touch list_files
+
+                File.open(project_name + "/.cnvrg/config.yml", "w+") { |f| f.write config.to_yaml }
+                File.open(project_name + "/.cnvrg/idx.yml", "w+") { |f| f.write config.to_yaml }
+            rescue
+                return false
+            end
+            return true
+        end
+        def generate_idx
+            if File.exists? "#{self.local_path}/.cnvrg/idx.yml"
+                old_idx = YAML.load_file("#{self.local_path}/.cnvrg/idx.yml")
+            else
+                old_idx = nil
+            end
+
+            tree_idx = Hash.new(0)
+            
+            list = Dir.glob("#{self.local_path}/**/**", File::FNM_DOTMATCH).reject { |x| (x =~ /\/\.{1,2}$/) or (x =~ /^#{self.local_path}\/\.cnvrg\/*/) }
+            list_ignore = self.get_ignore_list()
+            list.each do |e|
+                label = e.gsub(self.local_path + "/", "")
+                if File.directory? e
+                    if list_ignore.include? label
+                        next
+                    end
+                    tree_idx[label+"/"] = nil
+                else
+                    if list_ignore.include? label
+                        next
+                    end
+                    sha1 = Digest::SHA1.file(e).hexdigest
+                    if old_idx.nil? or old_idx.to_h[:tree].nil?
+                        tree_idx[label] = { sha1: sha1, commit_time: nil }
+                    elsif old_idx[:tree][label].nil? or old_idx[:tree][label][:sha1] != sha1
+                        tree_idx[label] = { sha1: sha1, commit_time: nil }
+                    else
+                        tree_idx[label] = old_idx[:tree][label]
+                    end
+                end
+            end
+
+            idx = { commit: old_idx.to_h[:commit], tree: tree_idx }
+            
+            File.open("#{self.local_path}/.cnvrg/idx.yml", 'w') { |f| f.write idx.to_yaml }
+            return YAML.load_file("#{self.local_path}/.cnvrg/idx.yml")
+        end
+
+        def get_idx
+            YAML.load_file("#{self.local_path}/.cnvrg/idx.yml")
+        end
+        def clone
+            response     = Cnvrg::API.request("users/#{self.owner}/projects/#{self.slug}/clone", 'POST', { project_slug: self.slug})
+            Cnvrg::CLI.is_response_success(response)
+            return response
+        end
+        def compare_idx
+            local_idx = self.generate_idx
+            response     = Cnvrg::API.request("users/#{self.owner}/projects/#{self.slug}/status", 'POST', { idx: local_idx })
+            CLI.is_response_success(response)
+            return response
+        end
+        def update_idx_with_files_commits!(files, commit_time)
+
+            idx_hash = YAML.load_file("#{self.local_path}/.cnvrg/idx.yml")
+            files.each do |path|
+                idx_hash[:tree][path][:commit_time] = commit_time
+            end
+            File.open("#{self.local_path}/.cnvrg/idx.yml", 'w') { |f| f.write idx_hash.to_yaml }
+
+            return true
+        end
+
+        def update_idx_with_commit!(commit)
+            idx_hash = YAML.load_file("#{self.local_path}/.cnvrg/idx.yml")
+            idx_hash[:commit] = commit
+
+            File.open("#{self.local_path}/.cnvrg/idx.yml", 'w') { |f| f.write idx_hash.to_yaml }
+            return true
+        end
+
+    end
+end

data/lib/cnvrg/version.rb

@@ -0,0 +1,3 @@
+module Cnvrg
+    VERSION = '0.0.2'
+end

metadata

@@ -0,0 +1,165 @@
+--- !ruby/object:Gem::Specification
+name: cnvrg
+version: !ruby/object:Gem::Version
+  version: 0.0.2
+platform: ruby
+authors:
+- Yochay Ettun
+- Leah Kolben
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2016-12-14 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mimemagic
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.1
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.3.2
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.3.1
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.3.2
+- !ruby/object:Gem::Dependency
+  name: faraday
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.10.0
+- !ruby/object:Gem::Dependency
+  name: netrc
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.11.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.11.0
+- !ruby/object:Gem::Dependency
+  name: open4
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.4
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.3'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.3.4
+- !ruby/object:Gem::Dependency
+  name: highline
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.7.8
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.7.8
+- !ruby/object:Gem::Dependency
+  name: thor
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.0
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.19.0
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 0.19.1
+description: A CLI tool for interacting with cnvrg.io.
+email:
+- info@cnvrg.io
+executables:
+- cnvrg
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/cnvrg
+- cnvrg.gemspec
+- lib/cnvrg.rb
+- lib/cnvrg/api.rb
+- lib/cnvrg/auth.rb
+- lib/cnvrg/cli.rb
+- lib/cnvrg/experiment.rb
+- lib/cnvrg/files.rb
+- lib/cnvrg/helpers.rb
+- lib/cnvrg/old_cli.rb
+- lib/cnvrg/project.rb
+- lib/cnvrg/version.rb
+homepage: https://cnvrg.io
+licenses: []
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.1
+signing_key: 
+specification_version: 4
+summary: A CLI tool for interacting with cnvrg.io.
+test_files: []