wovnrb 1.1.0 → 2.0.0

data/ext/dom/Makefile

@@ -1,239 +0,0 @@
-
-SHELL = /bin/sh
-
-# V=0 quiet, V=1 verbose.  other values don't work.
-V = 0
-Q1 = $(V:1=)
-Q = $(Q1:0=@)
-ECHO1 = $(V:1=@:)
-ECHO = $(ECHO1:0=@echo)
-
-#### Start of system configuration section. ####
-
-srcdir = .
-topdir = /Users/hal0884/.rbenv/versions/2.1.0/include/ruby-2.1.0
-hdrdir = $(topdir)
-arch_hdrdir = /Users/hal0884/.rbenv/versions/2.1.0/include/ruby-2.1.0/x86_64-darwin14.0
-PATH_SEPARATOR = :
-VPATH = $(srcdir):$(arch_hdrdir)/ruby:$(hdrdir)/ruby
-prefix = $(DESTDIR)/Users/hal0884/.rbenv/versions/2.1.0
-rubysitearchprefix = $(rubylibprefix)/$(sitearch)
-rubyarchprefix = $(rubylibprefix)/$(arch)
-rubylibprefix = $(libdir)/$(RUBY_BASE_NAME)
-exec_prefix = $(prefix)
-vendorarchhdrdir = $(vendorhdrdir)/$(sitearch)
-sitearchhdrdir = $(sitehdrdir)/$(sitearch)
-rubyarchhdrdir = $(rubyhdrdir)/$(arch)
-vendorhdrdir = $(rubyhdrdir)/vendor_ruby
-sitehdrdir = $(rubyhdrdir)/site_ruby
-rubyhdrdir = $(includedir)/$(RUBY_VERSION_NAME)
-vendorarchdir = $(vendorlibdir)/$(sitearch)
-vendorlibdir = $(vendordir)/$(ruby_version)
-vendordir = $(rubylibprefix)/vendor_ruby
-sitearchdir = $(sitelibdir)/$(sitearch)
-sitelibdir = $(sitedir)/$(ruby_version)
-sitedir = $(rubylibprefix)/site_ruby
-rubyarchdir = $(rubylibdir)/$(arch)
-rubylibdir = $(rubylibprefix)/$(ruby_version)
-sitearchincludedir = $(includedir)/$(sitearch)
-archincludedir = $(includedir)/$(arch)
-sitearchlibdir = $(libdir)/$(sitearch)
-archlibdir = $(libdir)/$(arch)
-ridir = $(datarootdir)/$(RI_BASE_NAME)
-mandir = $(datarootdir)/man
-localedir = $(datarootdir)/locale
-libdir = $(exec_prefix)/lib
-psdir = $(docdir)
-pdfdir = $(docdir)
-dvidir = $(docdir)
-htmldir = $(docdir)
-infodir = $(datarootdir)/info
-docdir = $(datarootdir)/doc/$(PACKAGE)
-oldincludedir = $(DESTDIR)/usr/include
-includedir = $(prefix)/include
-localstatedir = $(prefix)/var
-sharedstatedir = $(prefix)/com
-sysconfdir = $(prefix)/etc
-datadir = $(datarootdir)
-datarootdir = $(prefix)/share
-libexecdir = $(exec_prefix)/libexec
-sbindir = $(exec_prefix)/sbin
-bindir = $(exec_prefix)/bin
-archdir = $(rubyarchdir)
-
-
-CC = gcc-4.2
-CXX = g++
-LIBRUBY = $(LIBRUBY_SO)
-LIBRUBY_A = lib$(RUBY_SO_NAME)-static.a
-LIBRUBYARG_SHARED = -l$(RUBY_SO_NAME)
-LIBRUBYARG_STATIC = -l$(RUBY_SO_NAME)-static -framework CoreFoundation
-empty =
-OUTFLAG = -o $(empty)
-COUTFLAG = -o $(empty)
-
-RUBY_EXTCONF_H = 
-cflags   =  $(optflags) $(debugflags) $(warnflags)
-optflags = -O3 -fno-fast-math
-debugflags = -ggdb3
-warnflags = -Wall -Wextra -Wno-unused-parameter -Wno-parentheses -Wno-long-long -Wno-missing-field-initializers -Wunused-variable -Wpointer-arith -Wwrite-strings -Wdeclaration-after-statement -Wshorten-64-to-32 -Wimplicit-function-declaration -Wdivision-by-zero -Wextra-tokens
-CCDLFLAGS = -fno-common
-CFLAGS   = $(CCDLFLAGS)  -O3 -Wno-error=shorten-64-to-32  -fno-common -pipe $(ARCH_FLAG)
-INCFLAGS = -I. -I$(arch_hdrdir) -I$(hdrdir)/ruby/backward -I$(hdrdir) -I$(srcdir)
-DEFS     = 
-CPPFLAGS =  -I/Users/hal0884/.rbenv/versions/2.1.0/include  -D_XOPEN_SOURCE -D_DARWIN_C_SOURCE -D_DARWIN_UNLIMITED_SELECT -D_REENTRANT $(DEFS) $(cppflags)
-CXXFLAGS = $(CCDLFLAGS) $(cxxflags) $(ARCH_FLAG)
-ldflags  = -L. -L/Users/hal0884/.rbenv/versions/2.1.0/lib  -fstack-protector
-dldflags = -Wl,-undefined,dynamic_lookup -Wl,-multiply_defined,suppress 
-ARCH_FLAG = 
-DLDFLAGS = $(ldflags) $(dldflags) $(ARCH_FLAG)
-LDSHARED = $(CC) -dynamic -bundle
-LDSHAREDXX = $(CXX) -dynamic -bundle
-AR = ar
-EXEEXT = 
-
-RUBY_INSTALL_NAME = ruby
-RUBY_SO_NAME = ruby.2.1.0
-RUBYW_INSTALL_NAME = 
-RUBY_VERSION_NAME = $(RUBY_BASE_NAME)-$(ruby_version)
-RUBYW_BASE_NAME = rubyw
-RUBY_BASE_NAME = ruby
-
-arch = x86_64-darwin14.0
-sitearch = $(arch)
-ruby_version = 2.1.0
-ruby = $(bindir)/ruby
-RUBY = $(ruby)
-ruby_headers = $(hdrdir)/ruby.h $(hdrdir)/ruby/ruby.h $(hdrdir)/ruby/defines.h $(hdrdir)/ruby/missing.h $(hdrdir)/ruby/intern.h $(hdrdir)/ruby/st.h $(hdrdir)/ruby/subst.h $(arch_hdrdir)/ruby/config.h
-
-RM = rm -f
-RM_RF = $(RUBY) -run -e rm -- -rf
-RMDIRS = rmdir -p
-MAKEDIRS = mkdir -p
-INSTALL = /usr/bin/install -c
-INSTALL_PROG = $(INSTALL) -m 0755
-INSTALL_DATA = $(INSTALL) -m 644
-COPY = cp
-TOUCH = exit >
-
-#### End of system configuration section. ####
-
-preload = 
-
-libpath = . $(libdir)
-LIBPATH =  -L. -L$(libdir)
-DEFFILE = 
-
-CLEANFILES = mkmf.log
-DISTCLEANFILES = 
-DISTCLEANDIRS = 
-
-extout = 
-extout_prefix = 
-target_prefix = /dom
-LOCAL_LIBS = 
-LIBS = $(LIBRUBYARG_SHARED)  -lpthread -ldl -lobjc 
-ORIG_SRCS = dom_wrap.cxx dom.cpp
-SRCS = $(ORIG_SRCS) 
-OBJS = dom_wrap.o dom.o
-HDRS = $(srcdir)/dom.h
-TARGET = dom
-TARGET_NAME = dom
-TARGET_ENTRY = Init_$(TARGET_NAME)
-DLLIB = $(TARGET).bundle
-EXTSTATIC = 
-STATIC_LIB = 
-
-TIMESTAMP_DIR = .
-BINDIR        = $(bindir)
-RUBYCOMMONDIR = $(sitedir)$(target_prefix)
-RUBYLIBDIR    = $(sitelibdir)$(target_prefix)
-RUBYARCHDIR   = $(sitearchdir)$(target_prefix)
-HDRDIR        = $(rubyhdrdir)/ruby$(target_prefix)
-ARCHHDRDIR    = $(rubyhdrdir)/$(arch)/ruby$(target_prefix)
-
-TARGET_SO     = $(DLLIB)
-CLEANLIBS     = $(TARGET).bundle 
-CLEANOBJS     = *.o  *.bak
-
-all:    $(DLLIB)
-static: $(STATIC_LIB)
-.PHONY: all install static install-so install-rb
-.PHONY: clean clean-so clean-static clean-rb
-
-clean-static::
-clean-rb-default::
-clean-rb::
-clean-so::
-clean: clean-so clean-static clean-rb-default clean-rb
-		-$(Q)$(RM) $(CLEANLIBS) $(CLEANOBJS) $(CLEANFILES) .*.time
-
-distclean-rb-default::
-distclean-rb::
-distclean-so::
-distclean-static::
-distclean: clean distclean-so distclean-static distclean-rb-default distclean-rb
-		-$(Q)$(RM) Makefile $(RUBY_EXTCONF_H) conftest.* mkmf.log
-		-$(Q)$(RM) core ruby$(EXEEXT) *~ $(DISTCLEANFILES)
-		-$(Q)$(RMDIRS) $(DISTCLEANDIRS) 2> /dev/null || true
-
-realclean: distclean
-install: install-so install-rb
-
-install-so: $(DLLIB) $(TIMESTAMP_DIR)/.RUBYARCHDIR.-.dom.time
-	$(INSTALL_PROG) $(DLLIB) $(RUBYARCHDIR)
-clean-static::
-	-$(Q)$(RM) $(STATIC_LIB)
-install-rb: pre-install-rb install-rb-default
-install-rb-default: pre-install-rb-default
-pre-install-rb: Makefile
-pre-install-rb-default: Makefile
-pre-install-rb-default:
-	$(ECHO) installing default dom libraries
-$(TIMESTAMP_DIR)/.RUBYARCHDIR.-.dom.time:
-	$(Q) $(MAKEDIRS) $(@D) $(RUBYARCHDIR)
-	$(Q) $(TOUCH) $@
-
-site-install: site-install-so site-install-rb
-site-install-so: install-so
-site-install-rb: install-rb
-
-.SUFFIXES: .c .m .cc .mm .cxx .cpp .C .o
-
-.cc.o:
-	$(ECHO) compiling $(<)
-	$(Q) $(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
-
-.mm.o:
-	$(ECHO) compiling $(<)
-	$(Q) $(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
-
-.cxx.o:
-	$(ECHO) compiling $(<)
-	$(Q) $(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
-
-.cpp.o:
-	$(ECHO) compiling $(<)
-	$(Q) $(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
-
-.C.o:
-	$(ECHO) compiling $(<)
-	$(Q) $(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
-
-.c.o:
-	$(ECHO) compiling $(<)
-	$(Q) $(CC) $(INCFLAGS) $(CPPFLAGS) $(CFLAGS) $(COUTFLAG)$@ -c $<
-
-.m.o:
-	$(ECHO) compiling $(<)
-	$(Q) $(CC) $(INCFLAGS) $(CPPFLAGS) $(CFLAGS) $(COUTFLAG)$@ -c $<
-
-$(DLLIB): $(OBJS) Makefile
-	$(ECHO) linking shared-object dom/$(DLLIB)
-	-$(Q)$(RM) $(@)
-	$(Q) $(LDSHAREDXX) -o $@ $(OBJS) $(LIBPATH) $(DLDFLAGS) $(LOCAL_LIBS) $(LIBS)
-	$(Q) $(POSTLINK)
-
-
-
-$(OBJS): $(HDRS) $(ruby_headers)

data/lib/wovnrb/api_data.rb

@@ -1,59 +0,0 @@
-module Wovnrb
-  class ApiData
-    def initialize(access_url, store)
-      @access_url = access_url.gsub(/\/$/, '')
-      @store = store
-    end
-
-    def get_data
-      cache_key = to_key(@access_url)
-      data = get_data_value(cache_key)
-      JSON.parse(data)
-    end
-
-    private
-    def get_data_value(cache_key)
-      cache_value = CacheBase.get_single.get(cache_key)
-      return cache_value if cache_value
-
-      uri = build_api_uri
-      begin
-        response = get_from_api_server(uri)
-      rescue => e
-        response = '{}'
-        WovnLogger.instance.error("API server GET request failed :\nurl: #{uri}\n#{e.message}")
-      end
-
-      # Always cache response, even when error returns to avoid DDOS
-      CacheBase.get_single.put(cache_key, response)
-      response
-    end
-
-    @@cache_prefix = 'api::cache::'
-    def to_key(url)
-      "::" + @store.settings['project_token'] + "::#{@@cache_prefix}#{url}"
-    end
-
-    def build_api_uri
-      t = CGI::escape(@store.settings['project_token'])
-      u = CGI::escape(@access_url)
-      URI.parse("#{@store.settings['api_url']}?token=#{t}&url=#{u}")
-    end
-
-    def get_from_api_server(uri)
-      http = Net::HTTP.new(uri.host, uri.port)
-      http.use_ssl = true if uri.scheme == 'https'
-      http.open_timeout = @store.settings['api_timeout_seconds']
-      http.read_timeout= @store.settings['api_timeout_seconds']
-      response = http.start {
-        http.get(uri.request_uri)
-      }
-
-      if response.code == '200'
-        response.body
-      else
-        raise "Response Code is not success: #{response.code}"
-      end
-    end
-  end
-end

data/lib/wovnrb/html_replacers/image_replacer.rb

@@ -1,69 +0,0 @@
-module Wovnrb
-  class ImageReplacer < ReplacerBase
-    def initialize(store, url, text_index, src_index, img_src_prefix, host_aliases)
-      super(store)
-      @url = url
-      @text_index = text_index
-      @src_index = src_index
-      @img_src_prefix = img_src_prefix
-      @host_aliases = host_aliases
-    end
-
-    def replace(dom, lang)
-      dom.xpath('.//img').each do |node|
-        next if wovn_ignore?(node)
-
-        # use regular expressions to support case insensitivity (right?)
-        if node.to_html =~ /src=['"][^'"]*['"]/i
-          src = node.to_html.match(/src=['"]([^'"]*)['"]/i)[1]
-          # THIS SRC CORRECTION DOES NOT HANDLE ONE IMPORTANT CASE
-          # 1) "../path/with/ellipse"
-          # if this is not an absolute src
-          if src !~ /:\/\//
-            # if this is a path with a leading slash
-            if src =~ /^\//
-              src = join_path("#{@url[:protocol]}://#{@url[:host]}", src)
-            else
-              src = join_path("#{@url[:protocol]}://#{@url[:host]}#{@url[:path]}", src)
-            end
-          end
-
-          unless replace_src_if_match(node, lang, src)
-            # host name exclude port number
-            host_match = %r!://([^/:]+)!.match(src)
-            host_name = host_match ? host_match[1] : ''
-
-            # replace image if match host alias
-            if host_match and @host_aliases.include?(host_name)
-              @host_aliases.find do |host_alias|
-                src_alias = src.gsub(host_name, host_alias)
-                replace_src_if_match(node, lang, src_alias)
-              end
-            end
-          end
-        end
-
-        if node.get_attribute('alt')
-          alt = node.get_attribute('alt').strip
-          if @text_index[alt] && @text_index[alt][lang.lang_code] && @text_index[alt][lang.lang_code].size > 0
-            add_comment_node(node, alt)
-            node.attribute('alt').value = replace_text(alt, @text_index[alt][lang.lang_code][0]['data'])
-          end
-        end
-      end
-    end
-
-    private
-    def replace_src_if_match(node, lang, src)
-      # shouldn't need size check, but for now...
-      if @src_index[src] && @src_index[src][lang.lang_code] && @src_index[src][lang.lang_code].size > 0
-        node.attribute('src').value = "#{@img_src_prefix}#{@src_index[src][lang.lang_code][0]['data']}"
-      end
-    end
-
-    def join_path(x, y)
-      separator = (x[-1] != '/' and y[0] != '/') ? '/' : ''
-      "#{x}#{separator}#{y}"
-    end
-  end
-end

data/lib/wovnrb/html_replacers/input_replacer.rb

@@ -1,38 +0,0 @@
-module Wovnrb
-  class InputReplacer < ReplacerBase
-    def initialize(store, text_index)
-      super(store)
-      @text_index = text_index
-    end
-
-    def replace(dom, lang)
-      dom.xpath('.//input').each do |node|
-        next if wovn_ignore?(node)
-
-        set_attribute('value', node, lang)       if replaceable_value? node
-        set_attribute('placeholder', node, lang) if replaceable_placeholder? node
-      end
-    end
-
-    private
-
-    def set_attribute(name, node, lang)
-      node_value = node.get_attribute(name).strip
-      if @text_index[node_value] && @text_index[node_value][lang.lang_code] && @text_index[node_value][lang.lang_code].size > 0
-        node.set_attribute(name, replace_text(node_value, @text_index[node_value][lang.lang_code][0]['data']))
-      end
-    end
-
-    def replaceable_value?(node)
-      return false unless ['submit', 'reset'].include? node.get_attribute('type')
-
-      attribute_value = node.get_attribute('value')
-      attribute_value && !attribute_value.empty?
-    end
-
-    def replaceable_placeholder?(node)
-      attribute_placeholder = node.get_attribute('placeholder')
-      attribute_placeholder && !attribute_placeholder.empty?
-    end
-  end
-end

data/lib/wovnrb/html_replacers/link_replacer.rb

@@ -1,78 +0,0 @@
-module Wovnrb
-  class LinkReplacer < ReplacerBase
-    module FileExtension
-      IMG_FILES = '(?!jp$)jpe?g?|bmp|gif|png|btif|tiff?|psd|djvu?|xif|wbmp|webp|p(n|b|g|p)m|rgb|tga|x(b|p)m|xwd|pic|ico|fh(c|4|5|7)?|xif|f(bs|px|st)'
-      AUDIO_FILES = 'mp(3|2)|m(p?2|3|p?4|pg)a|midi?|kar|rmi|web(m|a)|aif(f?|c)|w(ma|av|ax)|m(ka|3u)|sil|s3m|og(a|g)|uvv?a'
-      VIDEO_FILES = 'm(x|4)u|fl(i|v)|3g(p|2)|jp(gv|g?m)|mp(4v?|g4|(?!$)e?g?)|m(1|2)v|ogv|m(ov|ng)|qt|uvv?(h|m|p|s|v)|dvb|mk(v|3d|s)|f4v|as(x|f)|w(m(v|x)|vx)|xvid'
-      DOC_FILES = 'zip|tar|ez|aw|atom(cat|svc)?|(cc)?xa?ml|cdmi(a|c|d|o|q)?|epub|g(ml|px|xf)|jar|js|ser|class|json(ml)?|do(c|t)m?|xps|pp(a|tx?|s)m?|potm?|sldm|mp(p|t)|bin|dms|lrf|mar|so|dist|distz|m?pkg|bpk|dump|rtf|tfi|pdf|pgp|apk|o(t|d)(b|c|ft?|g|h|i|p|s|t)'
-    end
-
-    def initialize(store, pattern, headers)
-      super(store)
-      @pattern = pattern
-      @headers = headers
-    end
-
-
-    def replace(dom, lang)
-      base_url = base_href(dom)
-
-      dom.xpath('//*[match(.)]', MultiTagMatcher.new).each do |node|
-        next if wovn_ignore?(node)
-
-        href = node.get_attribute('href')
-        next if href =~ /^\s*\{\{.+\}\}\s*$/
-        next if href =~ /^\s*javascript:/i
-        next if is_file?(href)
-
-        new_href = href
-        new_href = adjust_link_by_base(new_href, base_url) if base_url
-        new_href = lang.add_lang_code(new_href, @pattern, @headers)
-
-        node.set_attribute('href', new_href)
-      end
-    end
-
-    private
-
-    def adjust_link_by_base(href, base_url)
-      return href if href =~ /^\//            # absolute path
-      return href if href =~ /^http(s?):\/\// # full url
-
-      File.join(base_url, href)
-    end
-
-    def is_file?(href)
-      img_files = /^(https?:\/\/)?.*(\.(#{FileExtension::IMG_FILES}))((\?|#).*)?$/i
-      audio_files = /^(https?:\/\/)?.*(\.(#{FileExtension::AUDIO_FILES}))((\?|#).*)?$/i
-      video_files = /^(https?:\/\/)?.*(\.(#{FileExtension::VIDEO_FILES}))((\?|#).*)?$/i
-      doc_files = /^(https?:\/\/)?.*(\.(#{FileExtension::DOC_FILES}))((\?|#).*)?$/i
-      href =~ img_files || href =~ audio_files || href =~ video_files || href =~ doc_files
-    end
-
-    def base_href(dom)
-      base_tag = dom.xpath('//base').first
-      return nil unless base_tag
-
-      href = base_tag.get_attribute('href')
-      return href if href =~ /^\//            # absolute path
-      return href if href =~ /^http(s?):\/\// # full url
-
-      Addressable::URI.join('/', @headers.dirname, href).to_s
-    end
-  end
-
-  class MultiTagMatcher
-    def match(node_set)
-      node_set.find_all { |node| a_tag?(node) || link_tag_with_canonical?(node) }
-    end
-
-    def a_tag?(node)
-      node.name == 'a'
-    end
-
-    def link_tag_with_canonical?(node)
-      node.name == 'link' && node.get_attribute('rel') == 'canonical'
-    end
-  end
-end