log_analysis 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 4da3bc937c35f605da6c99b694104dab09af74be0f373a2537c990923e1c9bcb
-  data.tar.gz: b9ab4de5844da665fd5ac587c0404530971113208c82847f5b3130ad02d26764
+  metadata.gz: 90d23db656f54440f9e7b66a4bb83d6eb3ee82f6d15095cb61f1124c90843b81
+  data.tar.gz: 47b6770970bbf2fe5ecb8a9fee5164e29399d5f28c45373e70fac468c3cf3650
 SHA512:
-  metadata.gz: d477e49633b472c87f065317a107ab8423a3f0d2f6f7549bb3a35b36f4780f8a17bf58b58589fe0397329abc3e9a1181dd8bd099d0972808a3306be24fa7d7b6
-  data.tar.gz: cc4756d9bc8ed7199b9f9f1e67d3a0245dd7e2d511fe82b517eff5f0cc00bce89a84b7bd76842eeebd2ad3a354c0279e437dfee8e4973f3d29a66c194449e649
+  metadata.gz: eba66ff44c7a018b307af73b9c1b2146c1e55f4a29381864759a3d80a030267911c2e101f03c366fa75d30b4e4bff3840f216d3966f40051756bcf2c7d76d0b6
+  data.tar.gz: 9d1bc9317752d18d721345fa6af4f9161e5c2a2b3843177f64dc2a19095618e5897da585f7b1c1ef1a2d6f8180ec164303cc7fb3bbd34443258564b3561c7b4a

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    log_analysis (0.1.3)
+    log_analysis (0.1.4)
       activesupport (~> 6.0.3.1)
       useragent (~> 0.16.10)
 

data/lib/log_analysis.rb

@@ -43,6 +43,8 @@ class LogAnalysis
   end
 
   def move_data
+    return unless File.directory?('/home/app/data/waazabag/')
+
     system('mv', "transform_data_#{Time.now.strftime('%Y%m%d')}.txt", '/home/app/data/waazabag/')
     system('mv', "output_#{Time.now.strftime('%Y%m%d')}.txt", '/home/app/data/waazabag/')
     system('mv', "map_uri_#{Time.now.strftime('%Y%m%d')}.txt", '/home/app/data/waazabag/')

data/lib/log_analysis/preprocess.rb

@@ -13,17 +13,19 @@ module PreProcess
   CONVERT_RECORD = { 'nginx' => 'convert_nginx_logs', 'apache' => 'convert_apache_logs', 'default' => 'to_records' }.freeze
 
   def self.input(file_path, type)
-    @users = []
+    @users    = []
+    text_file = File.readlines(file_path)
 
-    File.readlines(file_path).each_with_object([]).with_index do |(line, arr), i|
+    text_file.each_with_object([]).with_index do |(line, arr), i|
       preprocessed_log = type.nil? ? line.gsub(/[\t]/i, ' ').chomp! : line
       record_params    = send(CONVERT_RECORD[type.nil? ? 'nginx' : type], preprocessed_log)
       record           = Record.new(record_params) if record_params && preprocessed_log
-      record           = yield(record) if block_given?
+      record           = yield(record) if block_given? && record
 
       arr.push(record) if record && record.status_200? && record.method_get? && record.uri_without_data && !record.robot?
 
-      puts arr.size
+      system('clear')
+      puts "#{((i.to_f / text_file.size) * 100).round}/100"
     end
   end
 

data/lib/log_analysis/version.rb

@@ -1,3 +1,3 @@
 class LogAnalysis
-  VERSION   = '0.1.3'
+  VERSION   = '0.1.4'
 end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: log_analysis
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - Michael Tran