log_analysis 0.1.1 → 0.1.2

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: '0978f59fdbae30fc5a8b74b76bdfd31fcb4b8a38743ea1747cba684abe0388be'
-  data.tar.gz: 5d815fc14ccfb65471a1d81fede9dee19b8eff435a172864b13b088512be0a64
+  metadata.gz: 3229e7a8ab9b83925c34270e0e4de8ccec44f62ca94d7c29d1cafe14c1d6adf9
+  data.tar.gz: 9a0c94678156f7dc429d972ecb8f038fe86cd720a7df76963a1ded5abdbd8bf6
 SHA512:
-  metadata.gz: 314fb6fd1732a024e4a11ed3cfc446c52ce850bb7a256baf719d86f7fdbcc3c603e3935b4ab804cd2c73261f7e2ed559af215a9b64679d099e7f8234c1033f79
-  data.tar.gz: ec43259ab41e91cb63c9697f26a668addd96129d1f8cd01e068ab38ea4ae16ea0e1ef48c2d14d69ebbc17b0511f9d61a1a051487aaeb7cfe39e18eac91a74345
+  metadata.gz: 69adb8ae6e8b12a239b4af81c3b5dd3e17bac46304811ebb3afaa78eba5dedd51120aaa5d371bd400e3237dc14d2c49c4a8b7297cffa06ca453e767be29f3da9
+  data.tar.gz: d0f4459fdfb8416b2c621f54929d397f02e41fdeebdae29d95d5933a4e1db6b28f44701467c7488bc52197c8e2d9cc9b9d7bcd36d2a065bf031669af39d3f1ac

data/Gemfile.lock

@@ -1,14 +1,14 @@
 PATH
   remote: .
   specs:
-    log_analysis (0.1.1)
+    log_analysis (0.1.2)
       activesupport (~> 6.0.3.1)
       useragent (~> 0.16.10)
 
 GEM
   remote: https://rubygems.org/
   specs:
-    activesupport (6.0.3.1)
+    activesupport (6.0.3.2)
       concurrent-ruby (~> 1.0, >= 1.0.2)
       i18n (>= 0.7, < 2)
       minitest (~> 5.1)
@@ -17,13 +17,13 @@ GEM
     concurrent-ruby (1.1.6)
     i18n (1.8.3)
       concurrent-ruby (~> 1.0)
-    minitest (5.14.1)
+    minitest (5.13.0)
     rake (12.3.1)
     thread_safe (0.3.6)
     tzinfo (1.2.7)
       thread_safe (~> 0.1)
     useragent (0.16.10)
-    zeitwerk (2.3.0)
+    zeitwerk (2.3.1)
 
 PLATFORMS
   ruby

data/lib/log_analysis.rb

@@ -4,6 +4,7 @@ require 'log_analysis/user_identification'
 require 'log_analysis/session_identification'
 require 'log_analysis/transformation'
 require 'log_analysis/rule_generation'
+require 'time'
 
 class LogAnalysis
   class Error < StandardError; end
@@ -15,7 +16,6 @@ class LogAnalysis
     @path         = path
     @type         = type
     @cleaned_data = PreProcess.input(path, type)
-    system('mkdir', '-p', LogAnalysis::DATA_PATH)
   end
 
   def identified_user
@@ -30,7 +30,15 @@ class LogAnalysis
     Transformation.execute(identified_session)
   end
 
-  def rule_generation
-    RuleGeneration.execute(transformation)
+  def rule_generation(conf = 0.5, sup = 60)
+    result = RuleGeneration.execute(transformation, conf, sup)
+    move_data
+    result
+  end
+
+  def move_data
+    system('mv', "transform_data_#{Time.now.strftime('%Y%m%d')}.txt", '/home/app/data/waazabag/')
+    system('mv', "output_#{Time.now.strftime('%Y%m%d')}.txt", '/home/app/data/waazabag/')
+    system('mv', "map_uri_#{Time.now.strftime('%Y%m%d')}.txt", '/home/app/data/waazabag/')
   end
 end

data/lib/log_analysis/preprocess.rb

@@ -17,9 +17,10 @@ module PreProcess
 
     File.readlines(file_path).each_with_object([]).with_index do |(line, arr), i|
       preprocessed_log = type.nil? ? line.gsub(/[\t]/i, ' ').chomp! : line
-      record           = Record.new(send(CONVERT_RECORD[type.nil? ? 'nginx' : type], preprocessed_log)) unless preprocessed_log.nil?
+      record_params    = send(CONVERT_RECORD[type.nil? ? 'nginx' : type], preprocessed_log)
+      record           = Record.new(record_params) if record_params && preprocessed_log
 
-      arr.push(record) if record.status_200? && record.method_get? && record.uri_without_data && !record.robot?
+      arr.push(record) if record && record.status_200? && record.method_get? && record.uri_without_data && !record.robot?
 
       puts arr.size
     end
@@ -35,6 +36,8 @@ module PreProcess
 
   def self.convert_nginx_logs(log)
     o = log.split(REGEX_NGINX)
+
+    return false if o.size <= 1
     o.delete('')
 
     {}.tap do |p|

data/lib/log_analysis/rule_generation.rb

@@ -2,18 +2,18 @@ require 'time'
 require 'log_analysis/version'
 
 module RuleGeneration
-  JAR_FILE_PATH       = File.expand_path('spmf.jar')
-  TRANSFORM_DATA_PATH = File.expand_path("#{LogAnalysis::DATA_PATH}transform_data_#{Time.now.strftime('%Y%m%d')}.txt")
-  RULE_FILE_PATH      = File.expand_path("#{LogAnalysis::DATA_PATH}output_#{Time.now.strftime('%Y%m%d')}.txt")
-  MAP_URI_FILE_PATH   = File.expand_path("#{LogAnalysis::DATA_PATH}map_uri_#{Time.now.strftime('%Y%m%d')}.txt")
+  JAR_FILE_PATH       = File.join(File.dirname(__FILE__), './files/spmf.jar')
+  TRANSFORM_DATA_PATH = "transform_data_#{Time.now.strftime('%Y%m%d')}.txt".freeze
+  RULE_FILE_PATH      = "output_#{Time.now.strftime('%Y%m%d')}.txt".freeze
+  MAP_URI_FILE_PATH   = "map_uri_#{Time.now.strftime('%Y%m%d')}.txt".freeze
 
   class Error < StandardError; end
   # Your code goes here...
 
-  def self.execute(transform_data)
+  def self.execute(transform_data, min_conf, min_sup)
     File.open(TRANSFORM_DATA_PATH, 'w+') { |f| transform_data.keys.each { |e| f.puts(transform_data[e].map { |i| i.is_a?(Array) ? i.join(' ') : i }.join(' -1 ').concat(' -1 -2')) } }
-    system("java -jar #{JAR_FILE_PATH} run SPADE #{TRANSFORM_DATA_PATH} #{RULE_FILE_PATH} 65%")
-    result = rule_gen(get_seq(File.read(RULE_FILE_PATH)), 0.5)
+    system("java -jar #{JAR_FILE_PATH} run SPADE #{TRANSFORM_DATA_PATH} #{RULE_FILE_PATH} #{min_sup}%")
+    result = rule_gen(get_seq(File.read(RULE_FILE_PATH)), min_conf)
     map_uri = File.read(MAP_URI_FILE_PATH).split(' ')
 
     result.map do |rule|

data/lib/log_analysis/transformation.rb

@@ -3,7 +3,7 @@ require 'log_analysis/model/user_identity'
 require 'log_analysis/version'
 
 module Transformation
-  MAP_URI_FILE_PATH = File.expand_path("#{LogAnalysis::DATA_PATH}map_uri_#{Time.now.strftime('%Y%m%d')}.txt")
+  MAP_URI_FILE_PATH = "map_uri_#{Time.now.strftime('%Y%m%d')}.txt".freeze
 
   class Error < StandardError; end
   # Your code goes here...

data/lib/log_analysis/version.rb

@@ -1,4 +1,4 @@
 class LogAnalysis
-  VERSION   = '0.1.1'.freeze
+  VERSION   = '0.1.2'.freeze
   DATA_PATH = '~/data/waazabag/'.freeze
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: log_analysis
 version: !ruby/object:Gem::Version
-  version: 0.1.1
+  version: 0.1.2
 platform: ruby
 authors:
 - Michael Tran
-autorequire: 
+autorequire:
 bindir: exe
 cert_chain: []
-date: 2020-07-12 00:00:00.000000000 Z
+date: 2020-07-13 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: useragent
@@ -57,6 +57,7 @@ files:
 - bin/console
 - bin/setup
 - lib/log_analysis.rb
+- lib/log_analysis/files/spmf.jar
 - lib/log_analysis/model/record.rb
 - lib/log_analysis/model/session_identity.rb
 - lib/log_analysis/model/user_identity.rb
@@ -67,14 +68,13 @@ files:
 - lib/log_analysis/user_identification.rb
 - lib/log_analysis/version.rb
 - log_analysis.gemspec
-- spmf.jar
 homepage: https://github.com/michaelt0520/log_analysis_thesis
 licenses:
 - MIT
 metadata:
   homepage_uri: https://github.com/michaelt0520/log_analysis_thesis
   source_code_uri: https://github.com/michaelt0520/log_analysis_thesis
-post_install_message: 
+post_install_message:
 rdoc_options: []
 require_paths:
 - lib
@@ -89,8 +89,8 @@ required_rubygems_version: !ruby/object:Gem::Requirement
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.1.3
-signing_key: 
+rubygems_version: 3.1.2
+signing_key:
 specification_version: 4
 summary: Log Analysis for thesis Huflit
 test_files: []