promptcloud_data_api 0.0.2.beta1 → 0.0.3.beta1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: adadea9b77cbe21d9e29efba969e67c272ba5d03
+  data.tar.gz: 4e7397e675e66844536f11f42f86e97db3adc271
+SHA512:
+  metadata.gz: e46be3e718566f293acc77adeb1c088425521e7de57c3e97ac8835035a96c5db537719779b09d3267f6f0db38b0fd7b628a6a65bd55efd61a187a6b90cadbb50
+  data.tar.gz: 86709d20e10e58d07c31a55e524067cc2fd6fb75d53e61e72e819229ec80844de0e78e475984503f7d9ad9223605e407e19809b90de0e3ab3aeea5f405484f9d

data/README.md

@@ -41,6 +41,7 @@ Directly install using gem. Command to run -
         --loop                       download new data files and keep looking for new one(i.e it doesn't exit, if no new feed is found it will sleep, minimun sleep time is 10 secs and max sleep time is 300 secs)
         --noloop                     download new data files and and exit, this is the default behaviour
         --bcp                        to download data from PromptCloud backup server(high availability server, should use if main data api server is unreachable)
+	--ungzip                     unzip all the downloaded files and saves the files in a new directory
     -h, --help                       Show this message
 
     Example :

data/lib/promptcloud_data_api.rb

@@ -94,6 +94,23 @@ class PromptCloudApi
 			file << @conf_hash.to_yaml
 		end
 	end
+	def unzip_files(args_hash)
+		$stderr.puts  "creating unzipped_files directory at  #{@download_dir}"
+		unzip_file_path = File.join(@download_dir,"unzipped_files")
+		FileUtils::mkdir_p(unzip_file_path) unless File.directory?(unzip_file_path)
+		Dir.foreach(@download_dir) do |files|
+			next if files == '.' or files == '..' or files == "unzipped_files"
+			zip_file_basename = File.basename(files).gsub(".gz","")
+			zip_file = File.join(unzip_file_path,zip_file_basename)
+			dir_files  = File.join(@download_dir,files)
+			output_file = File.open(zip_file,"w")
+			gz_file = Zlib::GzipReader.open(dir_files)
+			gz_file.each_line do |extract|
+				output_file.write(extract)
+			end
+		end
+		$stderr.puts "Unzipped files are available at : #{unzip_file_path}\n\n"
+	end
 
 	def download_files(args_hash)
 		new_feed_exists = false
@@ -120,6 +137,7 @@ class PromptCloudApi
 				md5_filepath = args_hash[:md5_dir]+ "/#{md5_filename}"
 				if File.file?(md5_filepath) and File.open(md5_filepath).read.chomp.strip == md5sum
 					$stderr.puts "Skipping file #{url}, it has been downloaded earlier."
+					unzip_files(args_hash) if args_hash[:ungzip] 
 					next
 				end
 				new_feed_exists = true
@@ -135,6 +153,7 @@ class PromptCloudApi
 					Zlib::GzipReader.open(outfile) {|gz|
 						content = gz.read
 					}
+
 					downloaded_md5 = Digest::MD5.hexdigest(content)
 					if md5sum == downloaded_md5
 						File.open(md5_filepath, "w"){|file| file.puts md5sum}
@@ -144,6 +163,8 @@ class PromptCloudApi
 						fetch_log_file.puts "Failed: #{url}"
 						File.delete(outfile)
 					end
+
+					unzip_files(args_hash) if args_hash[:ungzip]
 				rescue Exception => e
 					$stderr.puts "Failed to fetch url: #{url}, Exception: #{e.class}, #{e.message}"
 					fetch_log_file.puts "Failed: #{url}"
@@ -301,7 +322,7 @@ class PromptCloudApiArgParser
 Example :
 	# Initial setup(default config)
         ruby #{script_name} --perform_initial_setup --user <username> --pass <password>                              # API v1 requires valid userid and password
-	ruby #{script_name} --api_version v2  --perform_initial_setup --user <username> --client_auth_kay <auth key> # API v2 requires valid user id and authentication key
+	ruby #{script_name} --api_version v2  --perform_initial_setup --user <username> --client_auth_key <auth key> # API v2 requires valid user id and authentication key
 	
 	# Download data 
 	ruby #{script_name}                               # to download data of last 2 days (default)
@@ -401,6 +422,10 @@ END
 			opts.on("--bcp", "to download data from PromptCloud backup server(high availability server, should use if main data api server is unreachable)") do |v|
 				options[:bcp] = v
 			end
+
+			opts.on("--ungzip", "unzip all the downloaded files and saves the files in a new directory") do |v|
+				options[:ungzip] = v
+			end
 			
 			opts.on_tail("-h", "--help", "Show this message") do
 				puts opts

data/lib/promptcloud_data_api/version.rb

@@ -1,3 +1,3 @@
 module PromptcloudDataApi
-  VERSION = "0.0.2.beta1"
+  VERSION = "0.0.3.beta1"
 end

metadata

@@ -1,30 +1,27 @@
 --- !ruby/object:Gem::Specification
 name: promptcloud_data_api
 version: !ruby/object:Gem::Version
-  version: 0.0.2.beta1
-  prerelease: 6
+  version: 0.0.3.beta1
 platform: ruby
 authors:
 - PromptCloud
 autorequire: 
 bindir: bin
 cert_chain: []
-date: 2015-05-08 00:00:00.000000000 Z
+date: 2016-08-31 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: rest-client
   requirement: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
-    none: false
     requirements:
-    - - ! '>='
+    - - ">="
       - !ruby/object:Gem::Version
         version: '0'
 description: This gem can be used to download data from Promptcloud data API. It works
@@ -37,7 +34,7 @@ executables:
 extensions: []
 extra_rdoc_files: []
 files:
-- .gitignore
+- ".gitignore"
 - Gemfile
 - LICENSE.txt
 - README.md
@@ -48,26 +45,25 @@ files:
 - promptcloud_data_api.gemspec
 homepage: http://promptcloud.com
 licenses: []
+metadata: {}
 post_install_message: 
 rdoc_options: []
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>='
+  - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 required_rubygems_version: !ruby/object:Gem::Requirement
-  none: false
   requirements:
-  - - ! '>'
+  - - ">"
     - !ruby/object:Gem::Version
       version: 1.3.1
 requirements: []
 rubyforge_project: 
-rubygems_version: 1.8.23
+rubygems_version: 2.4.8
 signing_key: 
-specification_version: 3
+specification_version: 4
 summary: use it to query promptcloud indexed data
 test_files: []