html_text_gem 0.0.0

data/bin/html_text_gem

@@ -0,0 +1,7 @@
+#!/usr/bin/evn ruby
+
+require "rubygems"
+require "nokogiri"
+#require 'open-uri'
+require "html_text_gem"
+

data/lib/html_text_gem.rb

@@ -0,0 +1,36 @@
+#!/usr/bin/evn ruby
+require "rubygems"
+require 'nokogiri'
+#require 'open-uri'
+
+def html_to_text(node)
+  blocks = %w[div]  # put newlines after
+  separator  = { "br"=>"\n", "br"=>"\n#{'-' * 70}\n" }  # content separators
+  dup = node.dup                           
+
+  # remove whitespaces
+  dup.xpath('.//text()').each{ |t| t.content=t.text.gsub(/>\s+</, " ")}
+
+  # extract urls
+   element = dup.at_xpath('//a[text()]')
+   element["href"] 
+
+  # swap out the separator
+  dup.css(separator.keys.join(',')).each{ |n| n.replace( separator[n.name] ) }
+
+  # add newlines after each block level element
+  dup.css(blocks.join(',')).each{ |n| n.after("\n\n") }
+
+  # return modified text content
+  return dup.text
+end
+
+doc = Nokogiri::HTML(open('index.html'), nil, 'UTF-8')
+parse = html_to_text(doc)
+#puts html_to_text(doc)
+
+# write to text file
+File.write("snippet.txt", parse)
+
+
+

metadata

@@ -0,0 +1,47 @@
+--- !ruby/object:Gem::Specification
+name: html_text_gem
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+  prerelease: 
+platform: ruby
+authors:
+- Vy Nguyen
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-12-10 00:00:00.000000000 Z
+dependencies: []
+description: A gem to create text files
+email: vnguye36@gmail.com
+executables:
+- html_text_gem
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/html_text_gem.rb
+- bin/html_text_gem
+homepage: https://rubygems.org/profiles/maxdoodle
+licenses: []
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  none: false
+  requirements:
+  - - ! '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 1.8.25
+signing_key: 
+specification_version: 3
+summary: Making a test gem
+test_files: []