doing-plugin-twitter-import 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: b9df02efee1e4b0d68c8fca88eafbeb138673d5028b32e0699ecd7721b02d060
+  data.tar.gz: a868f4d998d03c6631b0456c7dd111f251eb2d89a9b2e5404325a6179b5b7f36
+SHA512:
+  metadata.gz: 70a5b493b836db48bbd477212587880865096ba30168c828e959bca8d188a8487a453c6b3d5d66a904bb4b4c82820e1a8a1118f0e363046b1c1d6c1284881feb
+  data.tar.gz: 509cc0119a2099e9cd2f8b0f3a1afa94b608b59f4c8ef3889f6a1b5001082a2926a41122443f2f43e3ae6a3c5542b90f62966ed364cfa0e9b64cad8cd4bc0341

data/lib/doing-plugin-twitter-import.rb

@@ -0,0 +1,137 @@
+# frozen_string_literal: true
+
+# title: Twitter Import
+# description: Import entries from a Twitter timeline
+# author: Brett Terpstra
+# url: https://brettterpstra.com
+module Doing
+  # Capture Thing import plugin
+  class TwitterImport
+    require 'time'
+    require 'twitter'
+
+    include Doing::Util
+    include Doing::Errors
+
+    def self.settings
+      {
+        trigger: '^tw(?:itter)?$',
+        config: { 'api_key' => 'xxxxx', 'api_secret' => 'xxxxx', 'user' => 'xxxxx' }
+      }
+    end
+
+    ##
+    ## Imports a Capture Thing folder
+    ##
+    ## @param      wwid     [WWID] WWID object
+    ## @param      path     [String] Path to Capture Thing folder
+    ## @param      options  [Hash] Additional Options
+    ##
+    def self.import(wwid, path, options: {})
+      key = Doing.setting('plugins.twitter.api_key')
+      secret = Doing.setting('plugins.twitter.api_secret')
+
+      raise PluginException, 'Please add API key/secret to config' if key =~ /^xxxxx/
+
+      user = Doing.setting('plugins.twitter.user')
+
+      @client = Twitter::REST::Client.new do |config|
+        config.consumer_key = key
+        config.consumer_secret = secret
+      end
+
+      options[:no_overlap] = true
+      options[:autotag] ||= wwid.auto_tag
+
+      tags = options[:tag] ? options[:tag].split(/[ ,]+/).map { |t| t.sub(/^@?/, '') } : []
+      options[:tag] = nil
+      prefix = options[:prefix] || ''
+
+      @old_items = wwid.content
+
+      new_items = load_timeline(user)
+
+      total = new_items.count
+
+      options[:count] = 0
+
+      new_items = wwid.filter_items(new_items, opt: options)
+
+      skipped = total - new_items.count
+      Doing.logger.debug('Skipped:' , %(#{skipped} items that didn't match filter criteria)) if skipped.positive?
+
+      imported = []
+
+      new_items.each do |item|
+        next if duplicate?(item)
+
+        title = "#{prefix} #{item.title} @done"
+        tags.each do |tag|
+          if title =~ /\b#{tag}\b/i
+            title.sub!(/\b#{tag}\b/i, "@#{tag}")
+          else
+            title += " @#{tag}"
+          end
+        end
+        title = wwid.autotag(title) if options[:autotag]
+        title.gsub!(/ +/, ' ')
+        title.strip!
+        section = options[:section] || item.section
+        section ||= wwid.config['current_section']
+
+        new_item = Item.new(item.date, title, section)
+        new_item.note = item.note
+
+        imported.push(new_item)
+      end
+
+      dups = new_items.count - imported.count
+      Doing.logger.info('Skipped:', %(#{dups} duplicate items)) if dups.positive?
+
+      imported = wwid.dedup(imported, no_overlap: !options[:overlap])
+      overlaps = new_items.count - imported.count - dups
+      Doing.logger.debug('Skipped:', "#{overlaps} items with overlapping times") if overlaps.positive?
+
+      imported.each do |item|
+        wwid.content.add_section(item.section)
+        wwid.content.push(item)
+      end
+
+      Doing.logger.info('Imported:', "#{imported.count} items")
+    end
+
+    def self.duplicate?(item)
+      @old_items.each do |oi|
+        return true if item.equal?(oi)
+      end
+
+      false
+    end
+
+    def self.load_timeline(user)
+      tweets = @client.user_timeline(user, {
+        count: 200,
+        include_rts: true,
+        exclude_replies: true
+      }).map { |t| { date: t[:created_at], title: t[:text], id: t[:id] } }
+
+      items = []
+
+      tweets.each do |tweet|
+        date = tweet[:date]
+        text = tweet[:title].dup
+        text = text.force_encoding('utf-8') if text.respond_to? :force_encoding
+        input = text.split("\n")
+        title = input[0]
+        note = Note.new(input.slice(1, input.count))
+
+        new_entry = Item.new(date, title, nil, note)
+        items << new_entry if new_entry
+      end
+
+      items
+    end
+
+    Doing::Plugins.register 'twitter', :import, self
+  end
+end

metadata

@@ -0,0 +1,57 @@
+--- !ruby/object:Gem::Specification
+name: doing-plugin-twitter-import
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Brett Terpstra
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2022-07-21 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: twitter
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '7.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '7.0'
+description: Imports entries from the Twitter timeline to Doing
+email: me@brettterpstra.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/doing-plugin-twitter-import.rb
+homepage: https://brettterpstra.com
+licenses:
+- MIT
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubygems_version: 3.2.16
+signing_key:
+specification_version: 4
+summary: Twitter timeline import for Doing
+test_files: []