yinx 0.1.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: f7a68a3017767f66cc536c160d4fdeddcb51c875
+  data.tar.gz: 7d42de0bf67a8dec6465ee4cd3590ef387950ef4
+SHA512:
+  metadata.gz: 5ca136c524b0af951a85c355134676653f6df342d47845d2901a7a29d4b2b0bef4ff540564af6cbd50a4f0acfdca0db4e74cc03d56af14fd9724cb3f2845f94b
+  data.tar.gz: 7e741e652e9ac6f9dcb93b47f4cc9bbad1bb451649c6c66cb5770378f164942e746e31f3b250161fb84cd80dfc419c71d14810c6221809b7bd3406b165a51bb0

data/.gitignore

@@ -0,0 +1,11 @@
+/.bundle/
+/.yardoc
+/Gemfile.lock
+/_yardoc/
+/coverage/
+/doc/
+/pkg/
+/spec/reports/
+/tmp/
+*.swp
+*.gem

data/.travis.yml

@@ -0,0 +1,5 @@
+sudo: false
+language: ruby
+rvm:
+  - 2.3.3
+before_install: gem install bundler -v 1.14.3

data/Gemfile

@@ -0,0 +1,4 @@
+source 'https://rubygems.org'
+
+# Specify your gem's dependencies in yinx.gemspec
+gemspec

data/LICENSE.txt

@@ -0,0 +1,21 @@
+The MIT License (MIT)
+
+Copyright (c) 2017 ken
+
+Permission is hereby granted, free of charge, to any person obtaining a copy
+of this software and associated documentation files (the "Software"), to deal
+in the Software without restriction, including without limitation the rights
+to use, copy, modify, merge, publish, distribute, sublicense, and/or sell
+copies of the Software, and to permit persons to whom the Software is
+furnished to do so, subject to the following conditions:
+
+The above copyright notice and this permission notice shall be included in
+all copies or substantial portions of the Software.
+
+THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTY OF ANY KIND, EXPRESS OR
+IMPLIED, INCLUDING BUT NOT LIMITED TO THE WARRANTIES OF MERCHANTABILITY,
+FITNESS FOR A PARTICULAR PURPOSE AND NONINFRINGEMENT. IN NO EVENT SHALL THE
+AUTHORS OR COPYRIGHT HOLDERS BE LIABLE FOR ANY CLAIM, DAMAGES OR OTHER
+LIABILITY, WHETHER IN AN ACTION OF CONTRACT, TORT OR OTHERWISE, ARISING FROM,
+OUT OF OR IN CONNECTION WITH THE SOFTWARE OR THE USE OR OTHER DEALINGS IN
+THE SOFTWARE.

data/README.md

@@ -0,0 +1,39 @@
+# Yinx
+
+Fetch note metdata with evernote api
+
+## Installation
+
+Add this line to your application's Gemfile:
+
+```ruby
+gem 'yinx'
+```
+
+And then execute:
+
+    $ bundle
+
+Or install it yourself as:
+
+    $ gem install yinx
+
+## Usage
+
+Put your api key in `$HOME/.yinx`, then:
+
+```ruby
+notes = Yinx.fetch_all
+```
+
+To filter out:
+
+```ruby
+notes = Yinx.fetch do
+  word  'active record'
+  tag   'rails'
+  book  'ruby'
+  stack 'programming language'
+end
+```
+

data/Rakefile

@@ -0,0 +1,10 @@
+require "bundler/gem_tasks"
+require "rake/testtask"
+
+Rake::TestTask.new(:test) do |t|
+  t.libs << "test"
+  t.libs << "lib"
+  t.test_files = FileList['test/**/*_test.rb']
+end
+
+task :default => :test

data/bin/console

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+require "bundler/setup"
+require "yinx"
+
+# You can add fixtures and/or initialization code here to make experimenting
+# with your gem easier. You can also use a different console, if you like.
+
+# (If you use this, don't forget to add pry to your Gemfile!)
+# require "pry"
+# Pry.start
+
+require "irb"
+IRB.start(__FILE__)

data/bin/setup

@@ -0,0 +1,8 @@
+#!/usr/bin/env bash
+set -euo pipefail
+IFS=$'\n\t'
+set -vx
+
+bundle install
+
+# Do any other automated setup that you need to do here

data/lib/yinx.rb

@@ -0,0 +1,62 @@
+require 'yinx/version'
+require 'yinx/user_store'
+require 'yinx/down_config'
+require 'yinx/note_meta'
+require 'yinx/note_store'
+
+module Yinx
+
+  Ex_Result = [:includeDeleted, :includeUpdateSequenceNum,
+		   :includeAttributes, :includeLargestResourceMime,
+                   :includeLargestResourceSize]
+
+  Result = (NoteStore::NOTE_META_RESULT_SPECS - Ex_Result).reduce({}) do |hash, attr_present|
+    hash[attr_present] = true; hash
+  end
+
+  class << self
+
+    attr_reader :config
+
+    def fetch real = true, &block
+      @real = real
+      @config = DownConfig.new note_store
+      config.instance_eval &block
+      download
+    end
+
+    def fetch_all
+      fetch {book /./}
+    end
+
+    private
+
+    def download
+      config.note_filters.map do |filter|
+	note_store.findNotes(filter.merge Result)
+      end.flatten.map do |note|
+	NoteMeta.new note, note_store
+      end
+    end
+
+    def note_store
+      @note_store ||= UserStore.new(@real).note_store
+    end
+
+    def formated book, meta
+      address = book.stack ? "#{book.stack}/#{book.name}/#{meta.title}" : "#{book.name}/#{meta.title}"
+      time = Time.at(meta.updated / 1000).strftime('%F %T')
+      "#{meta.updated} #{time} #{address}"
+    end
+
+    def concat_metas real
+      books = note_store(real).listNotebooks &block
+      books.map do |book|
+	metas = note_store.findNotes({notebookGuid: book.guid}).notes
+	metas.map do |meta|
+	  "#{formated book, meta}\n"
+	end.join
+      end.join
+    end
+  end
+end

data/lib/yinx/down_config.rb

@@ -0,0 +1,83 @@
+module Yinx
+  class DownConfig
+
+    attr_reader :note_store
+
+    class NullNoteStore < BasicObject
+      def method_missing *p
+	:Kernel.send :raise, 'note store not set'
+      end
+    end
+
+    def initialize note_st = NullNoteStore.new
+      @note_store = note_st
+    end
+
+    %w{book stack tag word}.each do |condition|
+      define_method "wanted_#{condition}s" do
+        instance_variable_get("@wanted_#{condition}s") || []
+      end
+
+      define_method "want_#{condition}?" do |name|
+	wanted_names = self.send "wanted_#{condition}s"
+          wanted_names.empty? ? false : wanted_names.any? do |wanted|
+          wanted === name or wanted.to_s == name
+        end
+      end
+
+      define_method condition do |*conditions|
+        instance_variable_set "@wanted_#{condition}s", conditions
+      end
+    end
+
+    def note_filters
+      merged_filters_in_array = individual_filters.reduce do |merged, indv|
+	merged.empty? ? indv : (indv.empty? ? merged : merged.product(indv))
+      end
+      merged_filters_in_hash =
+	if merged_filters_in_array.fetch(0){[]}.kind_of? Array
+          merged_filters_in_array.map do |sub_arr|
+            sub_arr.flatten.reduce do |merged, indv|
+              merged.merge indv
+            end
+          end
+	else
+          merged_filters_in_array
+	end
+    end
+
+    private
+
+    def individual_filters
+      self.private_methods.select do |m|
+	m =~ /filter$/
+      end.map do |filter_convertor|
+	self.send filter_convertor
+      end
+    end
+
+    def book_id_filter
+      return [] if wanted_books.empty? and wanted_stacks.empty?
+      from_book = note_store.listNotebooks{ |book| want_book? book.name }
+      from_stack = note_store.listNotebooks{ |book| want_stack? book.stack }
+      (from_book.map(&:guid) | from_stack.map(&:guid)).map{|guid| {notebookGuid: guid}}
+    end
+
+    def tag_id_filter
+      return [] if wanted_tags.empty?
+      note_store.listTags do |tag|
+	want_tag? tag.name
+      end.map do |tag|
+	{tagGuids: [tag.guid]}
+      end
+    end
+
+    def words_filter
+      wanted_words.map do |word|
+	word = word.join ' ' if word.kind_of? Array
+	{words: word.to_s}
+      end
+    end
+
+  end
+end

data/lib/yinx/note_meta.rb

@@ -0,0 +1,56 @@
+require 'evernote-thrift'
+
+class NoteMeta
+
+  [:updated, :created, :title, :notebookGuid, :guid, :contentLength, :tagGuids].each do |method|
+    define_method method do
+      iv_name = "@#{method}"
+      value = instance_variable_get iv_name
+      unless value
+        value = instance_variable_get("@meta").send method
+        instance_variable_set iv_name, value
+      end
+      value
+    end
+  end
+
+  def initialize meta, note_store
+    @meta = meta
+    @store = note_store
+  end
+
+  def tags
+    @tags ||= (tagGuids ? tagGuids.map{|id| @store.tag_name id} : [])
+  end
+
+  def book
+    @book ||= @store.book_name notebookGuid
+  end
+
+  def stack
+    @stack = (instance_variable_defined? :@stack) ? @stack : @store.stack_name(notebookGuid)
+  end
+
+  def to_h
+    @h = attr_methods.each_with_object({}) do |method, hash|
+        hash[method] = send method
+      end
+  end
+
+  def marshal_dump
+    to_h
+  end
+
+  def marshal_load hash
+    hash.each do |key, value|
+      instance_variable_set "@#{key}", value
+    end
+  end
+
+  private
+
+  def attr_methods
+    self.class.instance_methods(false) - [:to_h, :marshal_dump, :marshal_load]
+  end
+
+end

data/lib/yinx/note_store.rb

@@ -0,0 +1,92 @@
+require 'evernote-thrift'
+
+module Yinx
+  class NoteStore
+
+    attr_reader :auth_token
+
+    NOTE_FILTERS = [:order, :ascending, :words,
+                    :notebookGuid, :tagGuids, :timeZone,
+                    :inactive, :emphasized]#, :includeAllReadableNotebooks]
+
+    NOTE_META_RESULT_SPECS = [:includeTitle, :includeContentLength,
+  			    :includeCreated, :includeUpdated,
+  			    :includeDeleted, :includeUpdateSequenceNum,
+  			    :includeNotebookGuid, :includeTagGuids,
+  			    :includeAttributes, :includeLargestResourceMime,
+  			    :includeLargestResourceSize]
+
+    def note_store
+      @noteStore
+    end
+
+    def initialize userStore, authToken
+      noteStoreUrl = userStore.getNoteStoreUrl(authToken)
+      noteStoreTransport = Thrift::HTTPClientTransport.new(noteStoreUrl)
+      noteStoreProtocol = Thrift::BinaryProtocol.new(noteStoreTransport)
+      @auth_token = authToken
+      @noteStore = Evernote::EDAM::NoteStore::NoteStore::Client.new(noteStoreProtocol)
+    end
+
+    def listNotebooks authToken = auth_token, &blk
+      @notebooks ||= note_store.listNotebooks(authToken)
+      block_given? ? @notebooks.select(&blk) : @notebooks
+    end
+
+    def listTags &blk
+      @tags ||= note_store.listTags(auth_token)
+      block_given? ? @tags.select(&blk) : @tags
+    end
+
+    def stack_name id
+      @stack_hash ||= Hash[listNotebooks.map{|book| [book.guid, book.stack]}]
+      @stack_hash[id]
+    end
+
+    def book_name id
+      @book_hash ||= Hash[listNotebooks.map{|book| [book.guid, book.name]}]
+      @book_hash[id]
+    end
+
+    def tag_name id
+      @tag_hash ||= Hash[listTags.map{|tag| [tag.guid, tag.name]}]
+      @tag_hash[id]
+    end
+
+    def findNotes opt = {}
+      fl, start, ending, sp = filter(opt), 0, 250, spec(opt)
+      md_list = note_store.findNotesMetadata auth_token, fl, start, ending, sp
+      result = md_list.notes
+      while md_list.totalNotes > start + ending
+	start += ending
+        md_list = note_store.findNotesMetadata auth_token, fl, start, ending, sp
+	result.concat md_list.notes
+      end
+      result
+    end
+
+    private
+
+    def filter opt = {}
+      filter = Evernote::EDAM::NoteStore::NoteFilter.new
+      merge filter, opt, NOTE_FILTERS
+      filter.order ||= Evernote::EDAM::Type::NoteSortOrder::UPDATED
+      filter
+    end
+
+    def spec opt = {}
+      spec = Evernote::EDAM::NoteStore::NotesMetadataResultSpec.new
+      merge spec, opt, NOTE_META_RESULT_SPECS
+      spec.includeTitle ||= true
+      spec.includeUpdated ||= true
+      spec
+    end
+
+    def merge struct, hash, keys
+      keys.each do |k|
+        struct.send (k.to_s + '=').to_sym, hash[k]
+      end
+      struct
+    end
+  end
+end

data/lib/yinx/user_store.rb

@@ -0,0 +1,42 @@
+require 'evernote-thrift'
+require 'yinx/note_store'
+
+module Yinx
+  class UserStore
+
+    attr_reader :userStore
+
+    SANDBOX = "sandbox.evernote.com"
+    #REAL = "www.evernote.com"
+    REAL = "app.yinxiang.com"
+
+    TOKEN = "#{ENV['HOME']}/.yinx"
+
+    def initialize real_env = true
+      @real = real_env
+      userStoreUrl = "https://#{host}/edam/user"
+      userStoreTransport = Thrift::HTTPClientTransport.new(userStoreUrl)
+      userStoreProtocol = Thrift::BinaryProtocol.new(userStoreTransport)
+      @userStore = Evernote::EDAM::UserStore::UserStore::Client.new(userStoreProtocol)
+    end
+
+    def host
+      @real ? REAL : SANDBOX
+    end
+
+    def checkVersion
+      userStore.checkVersion("Evernote EDAMTest (Ruby)",
+                             Evernote::EDAM::UserStore::EDAM_VERSION_MAJOR,
+                             Evernote::EDAM::UserStore::EDAM_VERSION_MINOR)
+    end
+
+    def note_store authToken = default_token
+      NoteStore.new userStore, authToken
+    end
+
+    def default_token
+      File.exist?(TOKEN) ? File.read(TOKEN).chomp : nil
+    end
+
+  end
+end

data/lib/yinx/version.rb

@@ -0,0 +1,3 @@
+module Yinx
+  VERSION = "0.1.0"
+end

data/yinx.gemspec

@@ -0,0 +1,28 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'yinx/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "yinx"
+  spec.version       = Yinx::VERSION
+  spec.authors       = ["ken"]
+  spec.email         = ["block24block@gmail.com"]
+
+  spec.summary       = %q{Get my evernote metadata}
+  spec.homepage      = "https://github.com/turnon/yinx"
+  spec.license       = "MIT"
+
+  spec.files         = `git ls-files -z`.split("\x0").reject do |f|
+    f.match(%r{^(test|spec|features)/})
+  end
+  spec.bindir        = "exe"
+  spec.executables   = spec.files.grep(%r{^exe/}) { |f| File.basename(f) }
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.14"
+  spec.add_development_dependency "rake", "~> 10.0"
+  spec.add_development_dependency "minitest", "~> 5.0"
+
+  spec.add_dependency "evernote-thrift", "~> 1.25.0"
+end

metadata

@@ -0,0 +1,115 @@
+--- !ruby/object:Gem::Specification
+name: yinx
+version: !ruby/object:Gem::Version
+  version: 0.1.0
+platform: ruby
+authors:
+- ken
+autorequire: 
+bindir: exe
+cert_chain: []
+date: 2017-01-26 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.14'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '10.0'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+- !ruby/object:Gem::Dependency
+  name: evernote-thrift
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.25.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.25.0
+description: 
+email:
+- block24block@gmail.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- ".gitignore"
+- ".travis.yml"
+- Gemfile
+- LICENSE.txt
+- README.md
+- Rakefile
+- bin/console
+- bin/setup
+- lib/yinx.rb
+- lib/yinx/down_config.rb
+- lib/yinx/note_meta.rb
+- lib/yinx/note_store.rb
+- lib/yinx/user_store.rb
+- lib/yinx/version.rb
+- yinx.gemspec
+homepage: https://github.com/turnon/yinx
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.5.2
+signing_key: 
+specification_version: 4
+summary: Get my evernote metadata
+test_files: []