zerofetcher 0.0.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 63caf9975ea01eab3859437a18b8a96d4e1a727a
+  data.tar.gz: b0c5a693bfece4869310e2136161d6650f2d0a89
+SHA512:
+  metadata.gz: 2a4e70f381da85e72e5283ba8de770d4e00282dd268f45118d514fea1531c423d89d2a832d4a6f9a16191735d3d598a9cb98abc58aa41a3eee7502d6135e0d59
+  data.tar.gz: 6d13f4ad3a73cd252ff2f14f159cd16fe0414743e44468454f9d399e09aeee9fdbe5a9f9d74233ce612d47b8d9b437de225a54ab9e3c1597532182f906856bc2

data/bin/zerofetcher

@@ -0,0 +1,4 @@
+#!/usr/bin/env ruby
+
+require 'zerofetcher'
+ZeroFetcher.run

data/lib/code/JekyllFile.rb

@@ -0,0 +1,147 @@
+
+
+class JekyllFile
+    @file_path
+    @file_exists = false
+    @file_contents
+    @yaml_section = ''
+    @yaml_parsed = {}
+    @content_section = ''
+    @file_data
+    @file_name
+    @ignore_keys = []
+    @content_keys = ['content']
+    @file_type
+    
+    def initialize(path, data, file_type)
+        @content_keys = ['content']
+        
+        @file_data = data;
+        @file_type = file_type
+        
+        case @file_type
+            when 'page'
+                @file_name = data['url'] + '.md';
+            else
+                @file_name = data['slug'] + '.md';
+        end
+        @file_path = path + '/'  + @file_name;
+        
+        @yaml_parsed = {}
+        if Pathname.new(@file_path).file?
+           parseFile
+        else
+            if 'page' == @file_type
+                @yaml_parsed = {
+                    'permalink' => '/' + @file_data['url'] + '/'
+                    }
+
+                @content_section = '{% include pages/' + @file_data['url'] + '.md %}'
+            end
+        end
+                
+        # set layout
+        if !@yaml_parsed.key?('layout')
+            @yaml_parsed['layout'] = getLayout
+        end
+        
+        # do some file type specific stuff
+        case @file_type
+            when 'page'
+                # set page title
+                title = @file_data['name']
+                if @file_data['meta_title']
+                    title = @file_data['meta_title']
+                end
+                
+                @yaml_parsed['title'] = title
+            else
+                # add file data
+                @file_data.each do |key, value|
+                    if !@content_keys.include?(key)
+                    #if !@ignore_keys.include?(key) && !@content_keys.include?(key)
+                    #if !@ignore_keys.has_key?(key) && !@content_keys.has_key?(key)
+                        @yaml_parsed[key] = value
+                    end
+                end
+            
+                # add content
+                @content_keys.each do |key|
+                    if @file_data.key?(key)
+                        @content_section = @file_data[key]
+                    end
+                end
+        end
+        
+    end if
+    
+    def getLayout
+        case @file_type
+            when 'page'
+                if 'index' == @file_data['url']
+                    layout = 'home'
+                else
+                    layout = 'page'
+                end
+            else
+                layout = 'post'
+        end
+        
+        return layout
+    end
+    
+    def getFileName
+        return @file_name
+    end
+    
+    def parseFile
+        file_contents = ZeroFetcher.readFile(@file_path)
+
+        file_contents.gsub!(/\r\n?/, "\n")
+        
+        area = false
+        @yaml_section = ''
+        @content_section = ''
+        
+        file_contents.each_line do |line|
+            #puts 'LINE AREA '+area.to_s+' '+line
+            sline = line
+            
+            if '---' == sline.strip
+                case area
+                    when false
+                        area = 'yaml'
+                    when 'yaml'
+                        area = 'content'
+                end
+            else
+                case area
+                    when 'yaml'
+                        @yaml_section += line
+                    when 'content'
+                        @content_section += line
+                end
+            end
+        end
+        
+        #@yaml_parsed = YAML.parse(@yaml_section)
+        @yaml_parsed = YAML.load(@yaml_section)
+    end
+    
+    def getFileName()
+        return @file_path;
+    end
+    
+    def saveContentFile(file_path, contents)
+        File.write(file_path, contents)
+    end
+    
+    def savePageFile
+        #file_contents = '---A'+"\n"
+        #file_contents += YAML.generate(@yaml_parsed)+"\n"
+        file_contents = @yaml_parsed.to_yaml
+        file_contents += '---'+"\n"
+        file_contents += @content_section
+        File.write(@file_path, file_contents)
+    end
+end

data/lib/code/JekyllPost.rb

@@ -0,0 +1,31 @@
+
+class JekyllPost
+    @file_path
+    @file_exists = false
+    @file_contents
+    @yaml_section = ''
+    @yaml_parsed
+    @content_section = ''
+    @post
+    
+    def initialize(path, post)
+        @post = post
+        @file_path = path + '/' + @post['date']+'-'+@post['slug']+'.md'
+        
+        @yaml_parsed = {
+            'layout' => 'post',
+            'title' => post['title'],
+            'date' => post['date'],
+            'categories' => post['categories'],
+        }
+        
+        @content_section = post['content']
+    end
+
+    def savePageFile
+        file_contents = @yaml_parsed.to_yaml
+        file_contents += '---'+"\n"
+        file_contents += @content_section
+        File.write(@file_path, file_contents)
+    end
+end

data/lib/zerofetcher.rb

@@ -0,0 +1,241 @@
+# Libs
+require 'yaml'
+require 'net/http'
+require 'json'
+require 'fileutils'
+require 'pathname'
+require 'open-uri'
+
+#app_path = File.dirname(__FILE__)
+#require './code/functions.rb'
+require 'code/JekyllFile.rb'
+require 'code/JekyllPost.rb'
+
+class ZeroFetcher
+    def self.run
+      # Paths
+      app_path = File.dirname(__FILE__)
+      jekyll_path = Dir.pwd
+      
+      # App Requires         
+      FileUtils::mkdir_p jekyll_path+'/_data'
+      FileUtils::mkdir_p jekyll_path+'/_posts'
+      FileUtils::mkdir_p jekyll_path+'/assets'
+      FileUtils::mkdir_p jekyll_path+'/assets/images'
+      FileUtils::mkdir_p jekyll_path+'/assets/files'
+      FileUtils::mkdir_p jekyll_path+'/_includes'
+      FileUtils::mkdir_p jekyll_path+'/_includes/pages'
+      FileUtils::mkdir_p jekyll_path+'/_includes/content_blocks'
+      
+      if !Pathname.new(jekyll_path+"/_config.yml").file?
+          abort('_config.yml not found')
+      end
+      
+      config = YAML.load_file(jekyll_path+"/_config.yml")
+      
+      if !config.has_key?('fetcher')
+          abort('No Fetcher Info Found')
+      end
+      
+      end_point = config['fetcher']['end_point']
+      
+      data = self.loadDataFromApi(end_point, config['fetcher']['api_key'], config['fetcher']['site_id'])
+      
+      # Site Info
+      if data.key?("site")
+          File.write(jekyll_path+'/_data/site.json', data['site'].to_json)
+      end
+      
+      # Pages
+      if data.key?("pages")
+          pages_folder = jekyll_path+'/_includes/pages'
+          
+          puts 'Pages - ' + data['pages'].length.to_s
+          
+          # array to store hash info on all pages 
+          pages = Array.new
+          
+          # Loop through each page
+          data['pages'].each do |page|
+              puts page['name']
+              jpage = JekyllFile.new(jekyll_path, page, 'page')
+              
+              jpage.saveContentFile(pages_folder+'/'+page['url']+'.md', page['contents'])
+              jpage.savePageFile
+              puts jpage.getFileName
+              
+              # Add to pages array
+              pages.push({
+                  'name' => page['name'],
+                  'slug' => page['slug'],
+                  'url' => page['url'],
+                  'meta_title' => (page['meta_title']) ? page['meta_title'] : page['name'],
+                  'meta_description' => page['meta_description'],
+                  'short_description' => page['short_description'],
+              })
+          end
+          
+          File.write(jekyll_path+'/_data/pages.json', pages.to_json)
+      end
+      
+      # Variables
+      if data.key?("variables")
+          File.write(jekyll_path+'/_data/vars.json', data['variables'].to_json)
+      end
+      
+      # Content Blocks
+      if data.key?("content_blocks")
+          puts 'Content Blocks - ' + data['content_blocks'].length.to_s
+          
+          cb_folder = jekyll_path+'/_includes/content_blocks'
+          
+          data['content_blocks'].each do |key, content_block|
+              File.write(cb_folder+'/'+key+'.md' , content_block.to_s)
+          end
+      end
+      
+      
+      # Posts
+      existing_post_files = Dir.glob(File.join(jekyll_path+'/_posts', "*"))
+      
+      # Remove all post files
+      existing_post_files.each do |file|
+          FileUtils.rm(file)
+      end
+      
+      # Post files
+      if data.key?("posts")
+          puts "Posts - " + data['posts'].length.to_s
+          data['posts'].each do |post|
+              jpost = JekyllPost.new(jekyll_path+'/_posts', post)
+              jpost.savePageFile
+          end
+      end
+      
+      
+      # Galleries
+      if data.key?("galleries")
+          FileUtils::mkdir_p jekyll_path+'/assets/images/galleries'
+      
+          puts "Galleries - " + data['galleries'].length.to_s
+          
+          # Save Json Data
+          File.write(jekyll_path+'/_data/galleries.json', data['galleries'].to_json)
+          
+          # Save Photos
+          data['galleries'].each do |gallery|
+              FileUtils::mkdir_p jekyll_path+'/assets/images/galleries/' + gallery['id']
+              
+              puts " - " + gallery['name'] + ' has ' + gallery['photos'].length.to_s + ' photos'
+              
+              gallery['photos'].each do |photo|
+                  self.getAndSaveFile(end_point + '/media/images/galleries/photos/' + gallery['id'] + '/' + photo['image'], jekyll_path+'/assets/images/galleries/' + gallery['id'] + '/' + photo['image'])
+              end
+          end
+      end
+      
+      # Calendar
+      if data.key?("calendar")
+          FileUtils::mkdir_p jekyll_path+'/assets/images/calendar'
+          FileUtils::mkdir_p jekyll_path+'/assets/files/calendar'
+          
+          puts "Calendar - " + data['calendar'].length.to_s
+          
+          # Save Json Data
+          File.write(jekyll_path+'/_data/calendar.json', data['calendar'].to_json)
+          
+          # Save Photos / Files
+          if data['calendar'].key?("events")
+              data['calendar']['events'].each do |event|
+                  if event['image']
+                      self.getAndSaveFile(end_point + '/media/images/calendar/' + event['image'], jekyll_path+'/assets/images/calendar/' + event['image'])
+                  end
+                  
+                  if event['file']
+                      self.getAndSaveFile(end_point + '/media/files/calendar/' + event['file'], jekyll_path+'/assets/files/calendar/' + event['file'])
+                  end
+              end
+          end
+      end
+      
+      
+      # Custom Collections
+      if data.key?("collections")
+          # Create empty collection hash
+          collection_config = {};
+          
+          data['collections'].each do |collection_type,collection_data|
+              puts "Collection - " + collection_type + ' - ' + collection_data.length.to_s
+              
+              # Add to collection hash
+              collection_config[ collection_type ] = ['output' => true];
+              
+              # Save Json Data
+              File.write(jekyll_path+'/_data/'+collection_type+'.json', collection_data.to_json)
+              
+              # Directory Check
+              collection_path = jekyll_path+'/_' + collection_type
+              FileUtils::mkdir_p collection_path
+              
+              # Create files saved array
+              files_saved = Array.new
+              
+              # Loop through the collection data
+              collection_data.each do |row|
+                  jfile = JekyllFile.new(collection_path, row, 'collection')
+                  jfile.savePageFile
+                  
+                  files_saved.push(jfile.getFileName)
+              end
+              
+              # Clean up unused collection files
+              self.cleanUpFolder(collection_path, files_saved)
+          end
+          
+          # Add Collections to _config.tml
+          config['collections'] = collection_config
+          File.write(jekyll_path+"/_config.yml", config.to_yaml)
+      end
+    end
+   
+   
+    def self.readFile(file)
+        file = File.open(file, "r")
+        data = file.read
+        file.close
+        return data
+    end
+    
+    def self.loadDataFromApi(end_point, api_key, site_id)
+        uri = URI(end_point+'/api/Sites/allcontent')
+        params = { :key => api_key, :site_id => site_id }
+        uri.query = URI.encode_www_form(params)
+    
+        res = Net::HTTP.get_response(uri)
+        
+        return JSON.parse(res.body)['data']
+    end
+    
+    def self.getAndSaveFile(source, dest)
+        if !Pathname.new(dest).file?
+          uri = URI.encode(source)
+          
+          open(dest, 'wb') do |file|
+              file << open(uri).read
+          end
+       end
+    end
+    
+    def self.cleanUpFolder(path, files)
+        existing_files = Dir.glob(File.join(path, "*"))
+        
+        existing_files.each do |file|
+            if !files.include?( file )
+                FileUtils.rm(file)
+            end
+        end
+    end
+end
+
+
+

metadata

@@ -0,0 +1,48 @@
+--- !ruby/object:Gem::Specification
+name: zerofetcher
+version: !ruby/object:Gem::Version
+  version: 0.0.3
+platform: ruby
+authors:
+- Brian Liccardo
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2017-02-03 00:00:00.000000000 Z
+dependencies: []
+description: Fetches content from zero
+email: brian@d3corp.com
+executables:
+- zerofetcher
+extensions: []
+extra_rdoc_files: []
+files:
+- bin/zerofetcher
+- lib/code/JekyllFile.rb
+- lib/code/JekyllPost.rb
+- lib/zerofetcher.rb
+homepage: http://d3corp.com
+licenses:
+- MIT
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.4.5
+signing_key: 
+specification_version: 4
+summary: Zero Fetcher
+test_files: []