compostr 0.1.0

data/lib/compostr/entity_cache.rb

@@ -0,0 +1,100 @@
+module Compostr
+  class EntityCache
+    attr_accessor :cpt_class, :name_id_map, :uuid_id_map
+    attr_accessor :full_data
+
+    # cpt_class has to be descendant of Compostr::CustomPostType
+    def initialize cpt_class
+      @cpt_class   = cpt_class
+      @name_id_map = nil
+      @uuid_id_map = nil
+      if !(@cpt_class < Compostr::CustomPostType)
+        raise "Unsupported Entity for EntityCache: #{@cpt_class}"
+      end
+    end
+
+    # Pretty nasty stuff. Stores all posts of cpt in memory (alas,
+    # only once) and looks through them until one with uuid found.
+    def in_mem_lookup uuid
+      # TODO index (hash) on (uu)id, access index only
+      if full_data.length == 10_000
+        # warn heavily
+      elsif full_data.length > 1000
+        # warn softly
+      end
+      uuid_selector = lambda do |x|
+        x["custom_fields"].find do |f|
+          f["key"] == "uuid" && f["value"] == uuid
+        end
+      end
+      full_data.find &uuid_selector
+      #@full_data.find &WPEvent::Lambdas.with_cf_uuid(uuid)
+    end
+
+    def id_of_name name
+      return [] if name.nil? || name.empty?
+      name_id_map[name]
+    end
+
+    def id_of_names names
+      return [] if names.nil? || names.empty?
+      names.map{|name| name_id_map[name]}
+    end
+
+    def id_of_uuid uuid
+      return [] if uuid.nil? || uuid.empty?
+      uuid_id_map[uuid]
+    end
+
+    def id_of_uuids uuids
+      return [] if uuids.nil? || uuids.empty?
+      uuids.map{|uuid| id_of_uuid uuid}
+    end
+
+    # init and return @name_id_map
+    def name_id_map
+      @name_id_map ||= full_data.map {|p| [p["post_title"], p["post_id"]]}.to_h
+    end
+
+    def uuid_id_map
+      @uuid_id_map ||= uuid_pid_map
+    end
+
+    # Burn-in cache
+    def full_data
+      @full_data ||= get_all_posts
+    end
+
+    # Select entities for which given selector returns true
+    # example: selector = lambda {|e| e.to_s == 'keepme'}
+    def select_by selector
+      full_data.select &selector
+    end
+
+    def by_post_id id
+      if @full_data.nil?
+        Compostr::wp.getPost blog_id: 0,
+                             post_id: id
+      else
+        @full_data.find do |p|
+          p["post_id"] == id
+        end
+      end
+    end
+
+    private
+
+    def get_all_posts
+      Compostr::wp.getPosts blog_id: 0,
+        filter: { post_type: @cpt_class.post_type, number: 100_000 }
+    end
+
+    def uuid_pid_map
+      full_data.map do |post|
+        # TODO lambda
+        uuid = post["custom_fields"].find {|f| f["key"] == "uuid"}&.fetch("value", nil)
+        [uuid, post["post_id"]]
+      end.to_h
+    end
+  end
+end

data/lib/compostr/image_upload.rb

@@ -0,0 +1,31 @@
+require 'mime-types'
+
+module Compostr
+  class ImageUpload
+    attr_accessor :file_path, :post_id
+
+    def initialize file_path, post_id=nil
+      # TODO decide on getMediaLibrary to find an already uploaded image
+      @file_path = file_path
+      @post_id   = post_id
+    end
+
+    # Push data to Wordpress instance, return attachment_id
+    def do_upload!
+      data = create_data
+      response = Compostr::wp.uploadFile(data: data)
+      response["attachment_id"]
+    end
+
+    private
+
+    def create_data
+      {
+        name: File.basename(@file_path),
+        type: MIME::Types.type_for(file_path).first.to_s,
+        post_id: @post_id || '',
+        bits: XMLRPC::Base64.new(IO.read file_path)
+      }
+    end
+  end
+end

data/lib/compostr/image_uploader.rb

@@ -0,0 +1,37 @@
+require 'mime-types'
+
+module Compostr
+  class ImageUploader
+    attr_accessor :image_store
+    attr_accessor :media_cache
+
+    def initialize image_store, media_cache
+      if !image_store
+        Compostr.logger.warn "ImageUploader will not uploading anything (no image store specified)."
+      end
+      @image_store = image_store
+      @media_cache = media_cache
+    end
+
+    # Returns attachment id of an image already uploaded
+    # or attachment_id of image after fresh upload
+    # (or nil if path empty)
+    def process rel_path, wp_event=nil
+      return nil if rel_path.to_s.strip.empty?
+      return nil if @image_store.nil?
+
+      # Do we need URI encoding here?
+      if attachment_id = @media_cache.id_of_name(rel_path)
+        Compostr.logger.debug "Image already uploaded."
+      else
+        path = File.join(@image_store, rel_path)
+        Compostr.logger.info "Uploading file #{path}"
+        upload = Compostr::ImageUpload.new(path)
+        attachment_id = upload.do_upload!
+        Compostr.logger.debug "Uploaded image id: #{attachment_id}"
+      end
+
+      return attachment_id
+    end
+  end
+end

data/lib/compostr/logging.rb

@@ -0,0 +1,25 @@
+require 'logger'
+
+module Compostr
+  # Module to extend to get easy access to standard log functions.
+  # These are debug, info, warn, error and fatal.
+  # All log functions use the Compostr.logger (which can be customized).
+  # A typical client will just `extend Compostr::Logging` .
+  module Logging
+    def debug msg
+      Compostr.logger.debug msg
+    end
+    def info msg
+      Compostr.logger.info msg
+    end
+    def warn msg
+      Compostr.logger.warn msg
+    end
+    def error msg
+      Compostr.logger.error msg
+    end
+    def fatal msg
+      Compostr.logger.fatal msg
+    end
+  end
+end

data/lib/compostr/media_library_cache.rb

@@ -0,0 +1,51 @@
+module Compostr
+  # Cache name->id for media items
+  # pretty wet copy of entitycache. Unclear how to DRY this up.
+  # Wordpress apparently lowercases file endings on upload, so this fact
+  # is respected in the lookup (only file ending is modified).
+  class MediaLibraryCache
+    attr_accessor :name_id_map
+
+    def initialize
+      @name_id_map = nil
+    end
+
+    # return id of given name, initializing the cache
+    # if necessary
+    def id_of_name name
+      return [] if name.nil? || name.empty?
+      # Downcase file ending
+      name_for_wp = File.basename(name, '.*') + File.extname(name).downcase
+      name_id_map[name_for_wp]
+    end
+
+    # return array of ids to given names, initializing the cache
+    # if necessary
+    def id_of_names names
+      return [] if names.nil? || names.empty?
+      names.map{|name| id_of_name name }
+    end
+
+    # init and return @name_id_map
+    def name_id_map
+      if @name_id_map.nil?
+        @name_id_map = create_name_id_map
+      end
+      @name_id_map || {}
+    end
+
+    private
+    def create_name_id_map
+      items = Compostr::wp.getMediaLibrary(blog_id: 0)
+
+      # warn if size is interesting.
+
+      items.map do |i|
+        uri = URI.parse URI.encode(i['link'])
+        filename = File.basename uri.path
+
+        [filename, i['attachment_id']]
+      end.to_h
+    end
+  end
+end

data/lib/compostr/syncer.rb

@@ -0,0 +1,88 @@
+module Compostr
+  # Magically syncs custom posts between json, intermediate representation
+  # or other forms with data in wordpress. Scary API award.
+  class Syncer
+    include Compostr::Logging
+
+    attr_accessor :image_uploader
+    attr_accessor :synced_uuids
+    attr_accessor :updated_uuids
+
+    def initialize image_uploader
+      @image_uploader = image_uploader
+      @synced_uuids   = []
+      @updated_uuids  = []
+    end
+
+    # Updates or creates Custom Post Types Posts.
+    #
+    # The post will be identified by uuid (or not).
+    #
+    #   new_post_content
+    #     The data that **should** be in wordpress (without knowing
+    #     of wordpress post or custom field ids).  Usually descendant of CustomPostType.
+    #
+    #   old_post
+    #     The data currently available in wordpress (including
+    #     wordpress post id, custom field ids).
+    def merge_push new_post, old_post
+      if old_post && old_post.in_wordpress?
+        info "#{new_post.class.name} with UUID #{new_post.uuid} found, updating"
+        debug old_post.fields.inspect
+
+        new_post.different_from? old_post
+
+        new_post.post_id = old_post.post_id
+        new_post.integrate_field_ids old_post
+
+        # TODO unclear how to deal with images
+        #attachment_id = @image_uploader.process json['image_url']
+        #new_entity.featured_image_id = attachment_id
+
+        #TODO one (cat) is missing when updating single via bundle json
+
+        content = new_post.to_content_hash
+        adjust_content content
+        # TODO and image ...
+
+        debug "Upload Post ##{new_post.post_id} with wp-content: #{content}"
+
+        post_id = Compostr::wp.editPost(blog_id: 0,
+                                       post_id: new_post.post_id,
+                                       content: content)
+        if post_id
+          info "#{new_post.class} ##{new_post.post_id} updated"
+        else
+          info "#{new_post.class} ##{new_post.post_id} not updated!"
+        end
+      else
+        # Easy, create new one
+        info "#{new_post.class.name} with UUID #{new_post.uuid} not found, creating"
+        content = new_post.to_content_hash
+        adjust_content content
+
+        # Ouch ....
+        #attachment_id = @image_uploader.process json['image_url']
+        #custom_post.featured_image_id = attachment_id
+
+        debug "Create Post with wp-content: #{content}"
+
+        new_post_id = Compostr::wp.newPost(blog_id: 0,
+                                           content: content)
+        if new_post_id
+          info "#{new_post.class} with WP ID #{new_post_id} created"
+        else
+          info "#{new_post.class} not created!"
+        end
+        new_post.post_id = new_post_id
+      end
+    end
+
+    # Add language term and post author data to WP content hash.
+    def adjust_content content
+      content[:terms_names]  = { 'language' => [ Compostr::config.language_term || 'Deutsch' ] }
+      content[:post_author] = Compostr::config.author_id || 1
+      # publish? Date ... ?
+    end
+  end
+end

data/lib/compostr/version.rb

@@ -0,0 +1,3 @@
+module Compostr
+  VERSION = "0.1.0"
+end

data/lib/compostr/wp_string.rb

@@ -0,0 +1,14 @@
+module Compostr
+  module WPString
+    def self.wp_string string
+      content = string.to_s.strip
+      if !content.match(/img/)
+        re = /<("[^"]*"|'[^']*'|[^'">])*>/
+        if content.gsub(re, '') == ''
+          return ''
+        end
+      end
+      content
+    end
+  end
+end

data/vcr_cassettes/syncer_push_dungeonlord.yml

@@ -0,0 +1,62 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: http://wordpress.mydomain/xmlrpc.php
+    body:
+      encoding: UTF-8
+      string: '<?xml version="1.0" ?><methodCall><methodName>wp.newPost</methodName><params><param><value><array><data><value><i4>0</i4></value><value><string>admin</string></value><value><string>buzzword</string></value><value><struct><member><name>post_type</name><value><string>boardgame</string></value></member><member><name>post_status</name><value><string>publish</string></value></member><member><name>post_data</name><value><dateTime.iso8601>20170518T11:42:23</dateTime.iso8601></value></member><member><name>post_title</name><value><string>Dungeonlord</string></value></member><member><name>post_content</name><value><string></string></value></member><member><name>custom_fields</name><value><array><data/></array></value></member><member><name>terms_names</name><value><struct><member><name>language</name><value><array><data><value><string>Deutsch</string></value></data></array></value></member></struct></value></member><member><name>post_author</name><value><i4>1</i4></value></member></struct></value></data></array></value></param></params></methodCall>
+
+'
+    headers:
+      User-Agent:
+      - XMLRPC::Client (Ruby 2.3.1)
+      Content-Type:
+      - text/xml; charset=utf-8
+      Content-Length:
+      - '1056'
+      Connection:
+      - keep-alive
+      Accept-Encoding:
+      - identity
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Thu, 18 May 2017 09:31:43 GMT
+      Server:
+      - Apache/2.2.14 (Ubuntu)
+      X-Powered-By:
+      - PHP/5.3.2-1ubuntu4.30
+      Connection:
+      - close
+      X-Content-Security-Policy:
+      - allow *
+      Content-Security-Policy:
+      - frame-ancestors 'self'
+      Vary:
+      - Accept-Encoding
+      Content-Length:
+      - '179'
+      Content-Type:
+      - text/xml; charset=UTF-8
+    body:
+      encoding: UTF-8
+      string: |
+        <?xml version="1.0" encoding="UTF-8"?>
+        <methodResponse>
+          <params>
+            <param>
+              <value>
+              <string>2766</string>
+              </value>
+            </param>
+          </params>
+        </methodResponse>
+    http_version: 
+  recorded_at: Thu, 18 May 2017 09:42:25 GMT
+recorded_with: VCR 3.0.3

data/vcr_cassettes/wp_failing_post_deletion.yml

@@ -0,0 +1,61 @@
+---
+http_interactions:
+- request:
+    method: post
+    uri: http://wordpress.mydomain/xmlrpc.php
+    body:
+      encoding: UTF-8
+      string: '<?xml version="1.0" ?><methodCall><methodName>wp.deletePost</methodName><params><param><value><array><data><value><i4>0</i4></value><value><string>admin</string></value><value><string>buzzword</string></value><value><string>100000</string></value></data></array></value></param></params></methodCall>
+
+'
+    headers:
+      User-Agent:
+      - XMLRPC::Client (Ruby 2.3.1)
+      Content-Type:
+      - text/xml; charset=utf-8
+      Content-Length:
+      - '298'
+      Connection:
+      - keep-alive
+      Accept-Encoding:
+      - identity
+      Accept:
+      - "*/*"
+  response:
+    status:
+      code: 200
+      message: OK
+    headers:
+      Date:
+      - Mon, 22 May 2017 14:04:20 GMT
+      Server:
+      - Apache/2.2.14 (Ubuntu)
+      X-Powered-By:
+      - PHP/5.3.2-1ubuntu4.30
+      Connection:
+      - close
+      X-Content-Security-Policy:
+      - allow *
+      Content-Security-Policy:
+      - frame-ancestors 'self'
+      Vary:
+      - Accept-Encoding
+      Content-Length:
+      - '395'
+      Content-Type:
+      - text/xml; charset=UTF-8
+    body:
+      encoding: ASCII-8BIT
+      string: !binary |-
+        PD94bWwgdmVyc2lvbj0iMS4wIiBlbmNvZGluZz0iVVRGLTgiPz4KPG1ldGhv
+        ZFJlc3BvbnNlPgogIDxmYXVsdD4KICAgIDx2YWx1ZT4KICAgICAgPHN0cnVj
+        dD4KICAgICAgICA8bWVtYmVyPgogICAgICAgICAgPG5hbWU+ZmF1bHRDb2Rl
+        PC9uYW1lPgogICAgICAgICAgPHZhbHVlPjxpbnQ+NDA0PC9pbnQ+PC92YWx1
+        ZT4KICAgICAgICA8L21lbWJlcj4KICAgICAgICA8bWVtYmVyPgogICAgICAg
+        ICAgPG5hbWU+ZmF1bHRTdHJpbmc8L25hbWU+CiAgICAgICAgICA8dmFsdWU+
+        PHN0cmluZz5VbmfDvGx0aWdlIEJlaXRyYWdzLUlELjwvc3RyaW5nPjwvdmFs
+        dWU+CiAgICAgICAgPC9tZW1iZXI+CiAgICAgIDwvc3RydWN0PgogICAgPC92
+        YWx1ZT4KICA8L2ZhdWx0Pgo8L21ldGhvZFJlc3BvbnNlPgo=
+    http_version: 
+  recorded_at: Mon, 22 May 2017 14:15:31 GMT
+recorded_with: VCR 3.0.3