netdocuments 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 89874c198a59a40e7aec1be860b935b5cb414259
+  data.tar.gz: 08d0337c9e1f2636846b63911b4a2b075969fefe
+SHA512:
+  metadata.gz: f2a452c532c4ac8a5ccd6e0624dbc0f5eac17c9b083f5c68acb232d52393138f8515ecb23a62933ed2d7a90476c1a8d55648a88c122f1b85025b6297096043f0
+  data.tar.gz: d38c321c4214b5d89c07ff7bbe6c457692d442e39a36aa4617ef3e77763bee4e3269ba3122427bebbb20ae7b05d53958dd974720a94cb75d7b80ed5c7f4dce17

data/lib/netdocuments.rb

@@ -0,0 +1,33 @@
+require 'json'
+require 'httparty'
+require 'time_difference'
+require 'parallel'
+require 'logger'
+require_relative 'netdocuments/base'
+require_relative 'netdocuments/cabinet'
+require_relative 'netdocuments/folder'
+require_relative 'netdocuments/node'
+require_relative 'netdocuments/document'
+require_relative 'netdocuments/path_formatter'
+require_relative 'netdocuments/configuration'
+require_relative 'netdocuments/client'
+require_relative 'netdocuments/access_token_master'
+
+#$logger = Logger.new("/var/log/netdocuments.log")
+
+
+
+module Netdocuments
+
+  class << self
+    attr_writer :configuration
+  end
+
+  def self.configuration
+    Configuration.new
+  end
+
+  def self.configure
+    yield(configuration)
+  end
+end

data/lib/netdocuments/access_token_master.rb

@@ -0,0 +1,38 @@
+module Netdocuments
+  class AccessTokenMaster
+
+    attr_reader :token,:grant_type,:client_secret,:url,:refresh_token
+
+    def initialize(opts = {})
+      @grant_type    = 'refresh_token'
+      @url           = 'https://api.vault.netvoyage.com/v1/OAuth'
+      @client_secret = opts[:client_secret]
+      @refresh_token = opts[:refresh_token]
+      @generated_at  = Time.now
+      @validity      = 30 #this is in minutes
+      @token         = get_token
+    end
+
+    def get_token
+      response = HTTParty.post(@url,
+                               body: {
+                                 grant_type: @grant_type,
+                                 refresh_token: @refresh_token
+                               },
+                               headers: {
+                                 'Authorization' => "Basic #{@client_secret}"
+                               }
+                               )
+      response['access_token']
+    end
+
+
+    def valid?
+      last_generated_minutes_ago <= @validity
+    end
+
+    def last_generated_minutes_ago
+      TimeDifference.between(@generated_at,Time.now).in_minutes
+    end
+  end
+end

data/lib/netdocuments/base.rb

@@ -0,0 +1,37 @@
+module Netdocuments
+  class Base
+
+    END_POINT = 'https://api.vault.netvoyage.com'
+
+    def post(opts = {})
+      HTTParty.post(END_POINT + opts[:url],
+                    :body => opts[:body],
+                    :headers => opts[:headers])
+    end
+
+
+    def get(opts = {})
+      HTTParty.get(END_POINT + opts[:url],
+                   query: opts[:query],
+                   headers: opts[:headers])
+    end
+
+    def put(opts = {})
+      HTTParty.put(END_POINT + opts[:url],
+                   body: opts[:query],
+                   headers: opts[:headers])
+    end
+
+
+    def validate_config!
+      #$logger.info "Token is: #{@client.access_token.valid? ? 'valid' : 'invalid'} ..Last generated: #{@client.access_token.last_generated_minutes_ago} minutes ago. "
+      if @client.access_token.valid?
+        true
+      else
+        # $logger.info "Fetching new token..."
+        @client.get_token!
+      end
+    end
+
+  end
+end

data/lib/netdocuments/cabinet.rb

@@ -0,0 +1,42 @@
+module Netdocuments
+  class Cabinet < Base
+
+    attr_reader :id
+
+    def initialize(client,opts = {})
+      @client = client
+      validate_config!
+      @headers = {'Authorization' => "Bearer #{@client.access_token.token}"}
+      @id = opts[:id] if opts[:id]
+    end
+
+
+    def find_folder_tree_and_update_file_path
+      subfolders_count = 0
+      Parallel.map(folders,in_threads: 50) do |folder|
+        subfolders = folder.subfolders
+        subfolders_count = subfolders.count #folder.subfolders.flatten.count
+        #$logger.info "Collected: #{subfolders_count}"
+        Parallel.map(subfolders,in_threads: 75){|node| node.update }
+      end
+      subfolders_count
+    end
+
+    def folder_tree
+      folders.collect {|folder| folder.subfolders}
+    end
+
+    def folders
+      # $logger.info "Fetching folders..."
+      response = get(url: "/v1/Cabinet/#{@id}/folders",
+                     query: {'$select' => "standardAttributes"},
+                     headers: @headers)
+      response["ndList"]["standardList"]["ndProfile.DocumentStat"].collect {|i| Netdocuments::Folder.new(@client,{id: i['id'],name: i['name']})}
+    end
+
+
+    def info
+      get(url: "/v1/Cabinet/#{@id}/info",headers: @headers)
+    end
+  end
+end

data/lib/netdocuments/client.rb

@@ -0,0 +1,18 @@
+module Netdocuments
+  class Client
+
+    attr_reader :refresh_token,:client_secret,:access_token
+
+
+    def initialize(opts = {})
+      @refresh_token = opts[:refresh_token]
+      @client_secret = opts[:client_secret]
+    end
+
+
+    def get_token
+      @access_token = Netdocuments::AccessTokenMaster.new(client_secret: @client_secret,
+                                                          refresh_token: @refresh_token)
+    end
+  end
+end

data/lib/netdocuments/configuration.rb

@@ -0,0 +1,10 @@
+module Netdocuments
+  class Configuration
+
+    attr_accessor :cabinet_id
+
+    def initialize
+      @cabinet_id = 'abc'
+    end
+  end
+end

data/lib/netdocuments/document.rb

@@ -0,0 +1,26 @@
+module Netdocuments
+  class Document < Base
+
+    def initialize(client,opts = {})
+      @client = client
+      validate_config!
+      @headers = {'Authorization' => "Bearer #{@client.access_token.token}"}
+      @id     = opts[:id] if opts[:id]
+      @name   = opts[:name] if opts[:name]
+      @query  = opts[:query] if opts[:query]
+      @parent = opts[:parent] if opts[:parent]
+    end
+
+
+    def info
+      get(url: "/v1/Document/#{@id}/info",headers: @headers)
+    end
+
+    def update_info(opts = {})
+      put(url: "/v1/Document/#{@id}/info",
+          query: opts[:query],
+          headers: @headers.merge({'Content-Type' => 'application/json'}))
+    end
+
+  end
+end

data/lib/netdocuments/folder.rb

@@ -0,0 +1,93 @@
+module Netdocuments
+  class Folder < Base
+
+    attr_reader :id,:name,:query,:parent,:cabinet_id,:client
+
+    def initialize(client,opts = {})
+      @client = client
+      validate_config!
+      @headers = {'Authorization' => "Bearer #{@client.access_token.token}"}
+      @id      = opts[:id]     if opts[:id]
+      @name    = opts[:name]   if opts[:name]
+      @query   = opts[:query]  if opts[:query]
+      @parent  = opts[:parent] if opts[:parent]
+
+    end
+
+
+    def cabinet_id
+      Netdocuments.configuration.cabinet_id
+    end
+
+    def create
+      post(url: '/v1/Folder',
+           body: {
+             name: @name,
+             parent: @parent
+           },
+           headers: @headers)
+    end
+
+    def info
+      get(url: "/v1/Folder/#{@id}/info",
+          headers: @headers)
+    end
+
+    def folder_content
+      begin
+        response = get(url: "/v1/Folder/#{id}",
+                       query: {'$select' => 'standardAttributes'},
+                       headers: @headers)
+        response["ndList"]["standardList"].nil? ? [] : [response["ndList"]["standardList"]["ndProfile.DocumentStat"]].flatten
+      rescue Exception => e
+        #$logger.error "======== #{id} ======== #{e.message}"
+        #$logger.error e.backtrace.join("\n")
+        []
+      end
+
+    end
+
+
+    def folder_extraction(opts = {})
+      contents = Netdocuments::Folder.new(@client, {id: opts[:id]}).folder_content
+      col = contents.collect do |folder|
+        obj = Netdocuments::Node.new(@client,name: folder['name'],
+                                     id: folder['id'],
+                                     extension: folder['extension'],
+                                     parent: opts[:parent])
+        obj
+      end
+    end
+
+
+    def subfolders
+      #      $logger.info "Starting subfolder collection for: #{name}"
+      nodes = []
+      ids = [{id: @id,parent: "WorkspaceResetTest/#{name}"}]
+      loop do
+        sleep 0.5
+        r =  ids.collect do |id|
+          folder_extraction(id)
+        end.flatten!
+        nodes << r
+        folders = r.select {|i| i.extension == 'ndfld'}
+        ids = folders.collect {|o| {id: o.id,parent: "#{o.parent}/#{o.name}"}}
+        break if ids.count == 0
+      end
+      nodes.flatten!
+    end
+
+
+    def ancestry
+      response = get(url: "/v1/Folder/#{@id}/ancestry",headers: @headers)
+    end
+
+    def update_info(opts = {})
+      response = put(url: "/v1/Folder/#{@id}/info",
+                     query: opts[:query],
+                     headers: @headers.merge({'Content-Type' => 'application/json'}))
+    end
+
+
+  end
+end

data/lib/netdocuments/node.rb

@@ -0,0 +1,27 @@
+module Netdocuments
+  class Node < Base
+
+
+    attr_reader :name,:id,:extension,:parent,:client
+
+    def initialize(client,opts = {})
+      @client = client
+      validate_config!
+      @name = opts[:name]
+      @id = opts[:id]
+      @extension = opts[:extension]
+      @parent = opts[:parent]
+    end
+
+    def update
+      #      $logger.info "Updating #{name} with file path as #{parent}"
+      if extension == 'ndfld'
+        q1  = {'customAttributes' => [{"id" => "48","value" => Netdocuments::PathFormatter.new(parent).format}]}
+        Netdocuments::Folder.new(@client,id: id).update_info({query: q1.to_json})
+      else
+        q1  = {'customAttributes' => [{"id" => "48","value" => Netdocuments::PathFormatter.new(parent).format}]}
+        Netdocuments::Document.new(@client,id: id).update_info({query: q1.to_json})
+      end
+    end
+  end
+end

data/lib/netdocuments/path_formatter.rb

@@ -0,0 +1,16 @@
+module Netdocuments
+  class PathFormatter
+
+    attr_reader :path
+    def initialize(path)
+      @path = path
+    end
+
+    def format
+      arr = @path.split('/')
+      root_node = arr.last
+      arr.pop
+      arr.join(' /  ') + " / " + root_node
+    end
+  end
+end

metadata

@@ -0,0 +1,135 @@
+--- !ruby/object:Gem::Specification
+name: netdocuments
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- ankit8898
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2015-02-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: rspec
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.2.0
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '3.2'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 3.2.0
+- !ruby/object:Gem::Dependency
+  name: rspec-collection_matchers
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.2
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.1'
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: 1.1.2
+- !ruby/object:Gem::Dependency
+  name: httparty
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: time_difference
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+- !ruby/object:Gem::Dependency
+  name: parallel
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '0'
+description: A ruby wrapper to access the Netdocuments Rest API
+email: ankit.gupta8898@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/netdocuments.rb
+- lib/netdocuments/access_token_master.rb
+- lib/netdocuments/base.rb
+- lib/netdocuments/cabinet.rb
+- lib/netdocuments/client.rb
+- lib/netdocuments/configuration.rb
+- lib/netdocuments/document.rb
+- lib/netdocuments/folder.rb
+- lib/netdocuments/node.rb
+- lib/netdocuments/path_formatter.rb
+homepage: https://rubygems.org/gems/netdocuments
+licenses:
+- MIT
+metadata: {}
+post_install_message: Thanks for installing!
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Ruby wrapper for Netdocuments API
+test_files: []