log-analyser 0.1.2.pre.v012.20201107185736 → 0.1.3.pre.documentation.20201108193310

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 9f575e04d18c0f0bd6c75bca63285bbb36a10546ec7f98c0f414d8e83dad8118
-  data.tar.gz: 37d9d840cfb76adf9d1358a6de92a9d73492b6b1e1feceb886c299028462ea24
+  metadata.gz: 0a645c762e28326585af1cbe7f3d96e4bb46d6a72996d775692ba74c555ba6fc
+  data.tar.gz: f98bbcd840b509840304dd1f7176e484938e29e9200326b2561f9c6dcea79962
 SHA512:
-  metadata.gz: bf7f85546abe7c641d1e0c4f4428c5b57e9104db6092c3f6f44295bdd87229893cba1835013e614b15b18a6518465f468fc4b7f4c56ad1235c4f3f1327b058cf
-  data.tar.gz: bc8d9d48702c1002fbeaa45f544711f291c65ee3976f998a39ebb21bdcc5dad4fc04d1b0c0bc0777f1526d9494e9538f37af830e85c4525efc64b944db46ed15
+  metadata.gz: 21314628d221eefc3a808c71847137a8c7ef06b2910085060c58c5f771012bb8950f00c677deaecf2c47e1b775ecfd395b0a57310dfe9e321c2cc73b2be72296
+  data.tar.gz: 6c0243885a4c600c13b6b58145a64102c47d9e8f661e45c477f64d5b1f535a89245bba8e8e459a62ee40380c36b6870df7db1cd6c945759aa04c14a20e0685f4

data/CHANGELOG

@@ -1 +1,7 @@
-v0.1.1. adding gemspec/echoe/
+v0.1.3.     completing documentation
+
+v0.1.2b.
+
+v0.1.2.
+
+v0.1.1.     adding gemspec/echoe/

data/README.md

@@ -26,6 +26,8 @@ After instantiating *log-analyser's* `PageviewsLogAggregator` class with the pat
 <summary>click to expand the index</summary>
 
 - [Installation](#installation)
+    * [Gem](#gem)
+    * [Project](#project)
 - [Usage](#usage)
 - [Logs and Pageviews](#logs-and-pageviews)
     * [Definitions](#definitions)
@@ -40,6 +42,8 @@ After instantiating *log-analyser's* `PageviewsLogAggregator` class with the pat
 
 ## Installation
 
+### Gem
+
 To use *log-analyser* in your application, add this line to your Gemfile:
 
 ```ruby
@@ -50,44 +54,30 @@ Or install it yourself as:
 
     $ gem install log-analyser
 
-## Usage
-
-```
-...
-...
-...
-...
-...
-```
-
-## Logs and Pageviews
+#### Gem Usage
 
-### Definitions
-```
-    A pageview is defined as a view of a page on your site that is being tracked by the Analytics tracking code. 
-    If a user clicks reload after reaching the page, this is counted as an additional pageview. 
-    If a user navigates to a different page and then returns to the original page, a second pageview is recorded as well.
+```ruby
+#!/usr/bin/env ruby
 
-    A unique pageview, as seen in the Content Overview report, aggregates pageviews that are generated by the same 
-    user during the same session. A unique pageview represents the number of sessions during which that page was 
-    viewed one or more times.
-```
+require 'pageviews_log_aggregator'
 
-### Log Formatting
+file_path = '/Users/dmazzei/projects/personal/ruby/sp_test/log-analyser/resources/webserver.log'
+log_aggregator = LogAnalyser::PageviewsLogAggregator.new(file_path)
 
-The library is prepared to parser text files, containing one entry per line, in the format: `\page_name identifier`.
+puts "\nAll pageviews"
+log_aggregator.all.each do |key, value|
+  puts "#{key&.to_s&.ljust(28, '.')} | #{value}"
+end
 
-A space must separate the page name (first column) from the user identifier (e.g. IP address):
-
-```
-/help_page/1 126.318.035.038
-/contact 184.123.665.067
-/home 184.123.665.067
+puts "\nUnique pageviews"
+log_aggregator.unique.each do |key, value|
+  puts "#{key&.to_s&.ljust(28, '.')} | #{value}"
+end
 ```
 
-## Development
+![image](https://user-images.githubusercontent.com/3502642/98482375-dbe8b880-21f8-11eb-853a-ea67acf643ae.png)
 
-#### Start with the project:
+### Project
 
 Install the Ruby version specified in `.ruby-version` </br>
 Clone the project and install Bundler
@@ -109,6 +99,75 @@ Run the initial setup
 > $ bundle install
 > ```
 
+#### Usage
+
+Call `./bin/parse_pageview_file.rb` passing a logfile path as argument, will return the pageview count ordered from most to less viewed.</br>
+Check the script with `--help` argument for more options
+
+![image](https://user-images.githubusercontent.com/3502642/98471556-0c265c00-21e5-11eb-8fc3-c029e09e41fa.png)
+
+An example log can be found in `resources` folder:
+
+    $ ./bin/parse_pageview_file.rb --file 'resources/webserver.log'
+    |--------------------------------------------------|
+    | All pageviews                                    |
+    |--------------------------------------------------|
+    | /about/2.................... | 90                |
+    | /contact.................... | 89                |
+    | /index...................... | 82                |
+    | /about...................... | 81                |
+    | /help_page/1................ | 80                |
+    | /home....................... | 78                |
+    |--------------------------------------------------|
+    
+The `-u` or `--unique` option will also display the unique pageview count:
+
+    $ ./bin/parse_pageview_file.rb --file 'resources/webserver.log' -u
+    
+And any specific page can be filtered with `-p` or `--page`:
+
+    $ ./bin/parse_pageview_file.rb --file 'resources/webserver.log' -p '/index'
+    |--------------------------------------------------|
+    | View count for page: /index                      |
+    |--------------------------------------------------|
+    | All pageviews                                    |
+    |--------------------------------------------------|
+    | /index...................... | 82                |
+    |--------------------------------------------------|
+
+## Logs and Pageviews
+
+### Definitions
+
+> :page_facing_up: A pageview is defined as a view of a page on your site that is being tracked by the Analytics tracking code. If a user clicks reload after reaching the page, this is counted as an additional pageview. If a user navigates to a different page and then returns to the original page, a second pageview is recorded as well.
+
+> :page_with_curl: A unique pageview, as seen in the Content Overview report, aggregates pageviews that are generated by the same user during the same session. A unique pageview represents the number of sessions during which that page was viewed one or more times.
+
+
+### Log Formatting
+
+The library is prepared to parser text files, containing one entry per line, in the format: `\page_name identifier`.
+
+A space must separate the page name (first column) from the user identifier (e.g. IP address):
+
+```
+/help_page/1 126.318.035.038
+/contact 184.123.665.067
+/home 184.123.665.067
+```
+
+## Development
+
+#### Start with the project:
+
+```
+$ git clone git@github.com:DMazzei/log-analyser.git
+$ cd log-analyser
+$ gem install bundler
+$ bundle install
+```
+
+And the world is your oyster...
 
 You can also run `Bundle exec console` for an interactive prompt that will allow you to experiment.
 
@@ -128,9 +187,22 @@ Use `Bundle exec rake rspec` to run the tests.
 The test coverage is handled by `rspec`, `simplecov` and `coveralls`.
 Status and coverage history can be checked [here](https://coveralls.io/github/DMazzei/log-analyser). 
 
+#### Deployment
+
+Following the creation of a _*Pull Request*_ a CI workflow is triggered in CircleCI, that can be checked [here](https://app.circleci.com/pipelines/github/DMazzei/log-analyser).</br>
+This workflow consist in _building_ the library; Running _rubocop_ and _rspec_ to validate integrity and code quality; And lastly generating and pushing a _feature-gem_ that can be used for development and tests.
+
+After passing all checks and requirements on github, a *PR* can be merged as soon as it is reviewed and approved. 
+The _*master branch*_ merge process will trigger the deployment process on CircleCI, and this workflow ends with the generation of a _*tagged-gem*_.
+
+The whole deployment process will finish by building and tagging a new gem version and pushing it to [rubygems.org](https://rubygems.org/gems/log-analyser).
+
+> :warning: In order to merge changes into _*master branch*_, the version must be bumped up, otherwise the deployment will fail.</br>
+> The version must be updated in `version.rb`.
+
 ## Contributing
 
-Bug reports and pull requests are welcome on GitHub at https://github.com/[USERNAME]/log-analyser.
+Bug reports and pull requests are welcome on GitHub at https://github.com/DMazzeig/log-analyser.
 
 ## Next Steps
 

data/lib/pageviews.rb

@@ -1,19 +1,21 @@
 # frozen_string_literal: true
 
-class Pageviews
-  InvalidLogEntriesError = Class.new(StandardError)
+module LogAnalyser
+  class Pageviews
+    InvalidLogEntriesError = Class.new(StandardError)
 
-  def self.for(entries = {})
-    new.generate_view_count(entries)
-  rescue StandardError
-    raise InvalidLogEntriesError
-  end
+    def self.for(entries = {})
+      new.generate_view_count(entries)
+    rescue StandardError
+      raise InvalidLogEntriesError
+    end
 
-  def generate_view_count(entries)
-    entries
-      .transform_values(&:size)
-      .sort_by(&:last)
-      .reverse
-      .to_h
+    def generate_view_count(entries)
+      entries
+        .transform_values(&:size)
+        .sort_by(&:last)
+        .reverse
+        .to_h
+    end
   end
 end

data/lib/pageviews_log_aggregator.rb

@@ -4,24 +4,26 @@ require_relative 'parser'
 require_relative 'pageviews'
 require_relative 'unique_pageviews'
 
-class PageviewsLogAggregator
-  def initialize(file_path)
-    @file_path = file_path
-  end
+module LogAnalyser
+  class PageviewsLogAggregator
+    def initialize(file_path)
+      @file_path = file_path
+    end
 
-  def all
-    Pageviews.for(entries)
-  end
+    def all
+      Pageviews.for(entries)
+    end
 
-  def unique
-    UniquePageviews.for(entries)
-  end
+    def unique
+      UniquePageviews.for(entries)
+    end
 
-  private
+    private
 
-  attr_accessor :file_path
+    attr_accessor :file_path
 
-  def entries
-    @entries ||= Parser.call(file_path)
+    def entries
+      @entries ||= Parser.call(file_path)
+    end
   end
 end

data/lib/parser.rb

@@ -1,33 +1,35 @@
 # frozen_string_literal: true
 
-class Parser
-  class FileNotFoundError < StandardError
-    def initialize(path)
-      super("File not found for path: [#{path}]")
+module LogAnalyser
+  class Parser
+    class FileNotFoundError < StandardError
+      def initialize(path)
+        super("File not found for path: [#{path}]")
+      end
     end
-  end
 
-  def self.call(file_path)
-    new.call(file_path)
-  end
+    def self.call(file_path)
+      new.call(file_path)
+    end
 
-  def call(file_path)
-    raise FileNotFoundError, file_path unless File.exist?(file_path)
+    def call(file_path)
+      raise FileNotFoundError, file_path unless File.exist?(file_path)
 
-    data = File.open(file_path).map(&:strip)
-    data.reject!(&:empty?)
-    parse(data)
-  end
+      data = File.open(file_path).map(&:strip)
+      data.reject!(&:empty?)
+      parse(data)
+    end
 
-  private
+    private
 
-  def parse(data)
-    entries = Hash.new { |h, k| h[k] = [] }
-    data.each do |entry|
-      key, value = *entry.split(/\s+/)
-      entries[key] << value
-    end
+    def parse(data)
+      entries = Hash.new { |h, k| h[k] = [] }
+      data.each do |entry|
+        key, value = *entry.split(/\s+/)
+        entries[key] << value
+      end
 
-    entries
+      entries
+    end
   end
 end

data/lib/unique_pageviews.rb

@@ -1,10 +1,12 @@
 # frozen_string_literal: true
 
-class UniquePageviews < Pageviews
-  def generate_view_count(entries)
-    entries.transform_values { |value| value.uniq.size }
-           .sort_by(&:last)
-           .reverse
-           .to_h
+module LogAnalyser
+  class UniquePageviews < Pageviews
+    def generate_view_count(entries)
+      entries.transform_values { |value| value.uniq.size }
+             .sort_by(&:last)
+             .reverse
+             .to_h
+    end
   end
 end

metadata

@@ -1,45 +1,50 @@
 --- !ruby/object:Gem::Specification
 name: log-analyser
 version: !ruby/object:Gem::Version
-  version: 0.1.2.pre.v012.20201107185736
+  version: 0.1.3.pre.documentation.20201108193310
 platform: ruby
 authors:
 - Dan Mazzei
 autorequire: 
-bindir: exe
+bindir: bin
 cert_chain: []
-date: 2020-11-07 00:00:00.000000000 Z
+date: 2020-11-08 00:00:00.000000000 Z
 dependencies: []
 description: Log reader and data aggregator for pageviews information.
 email:
 - danielmazzei@gmail.com
 executables: []
 extensions: []
-extra_rdoc_files: []
+extra_rdoc_files:
+- CHANGELOG
+- LICENSE.txt
+- README.md
 files:
-- ".ruby-version"
 - CHANGELOG
-- Gemfile
-- Gemfile.lock
-- Guardfile
 - LICENSE.txt
 - README.md
-- Rakefile
-- bin/setup
-- config/environment.rb
 - lib/pageviews.rb
 - lib/pageviews_log_aggregator.rb
 - lib/parser.rb
 - lib/unique_pageviews.rb
-- log-analyser.gemspec
-- version.rb
 homepage: https://github.com/DMazzei/log-analyser
 licenses:
 - MIT
 metadata:
   homepage_uri: https://github.com/DMazzei/log-analyser
+  source_code_uri: https://github.com/DMazzei/log-analyser
+  changelog_uri: https://github.com/DMazzei/log-analyser/blob/master/CHANGELOG
+  bug_tracker_uri: https://github.com/DMazzei/log-analyser/issues
+  documentation_uri: https://www.rubydoc.info/gems/log-analyser
 post_install_message: 
-rdoc_options: []
+rdoc_options:
+- "--title"
+- Emoticon - emotions in terminal
+- "--main"
+- README.md
+- "--line-numbers"
+- "--inline-source"
+- "--quiet"
 require_paths:
 - lib
 required_ruby_version: !ruby/object:Gem::Requirement

data/.ruby-version

@@ -1 +0,0 @@
-2.7.1

data/Gemfile

@@ -1,24 +0,0 @@
-# frozen_string_literal: true
-
-source 'https://rubygems.org'
-
-gem 'bundler'
-gem 'rake', '~> 12.0'
-gem 'require_all'
-
-group :development, :test do
-  gem 'coveralls_reborn', '~> 0.18.0', require: false
-  gem 'rspec', '~> 3.8'
-  gem 'rspec_junit_formatter'
-  gem 'rubocop', require: false
-  gem 'simplecov', require: false
-  gem 'simplecov-lcov'
-end
-
-group :development do
-  gem 'guard'
-  gem 'guard-rspec'
-  gem 'pry'
-end
-
-gemspec name: 'log-analyser'

data/Gemfile.lock

@@ -1,117 +0,0 @@
-PATH
-  remote: .
-  specs:
-    log-analyser (0.1.1)
-
-GEM
-  remote: https://rubygems.org/
-  specs:
-    ast (2.4.1)
-    coderay (1.1.3)
-    coveralls_reborn (0.18.0)
-      simplecov (>= 0.18.1, < 0.20.0)
-      term-ansicolor (~> 1.6)
-      thor (>= 0.20.3, < 2.0)
-      tins (~> 1.16)
-    diff-lcs (1.4.4)
-    docile (1.3.2)
-    ffi (1.13.1)
-    formatador (0.2.5)
-    guard (2.16.2)
-      formatador (>= 0.2.4)
-      listen (>= 2.7, < 4.0)
-      lumberjack (>= 1.0.12, < 2.0)
-      nenv (~> 0.1)
-      notiffany (~> 0.0)
-      pry (>= 0.9.12)
-      shellany (~> 0.0)
-      thor (>= 0.18.1)
-    guard-compat (1.2.1)
-    guard-rspec (4.7.3)
-      guard (~> 2.1)
-      guard-compat (~> 1.1)
-      rspec (>= 2.99.0, < 4.0)
-    listen (3.2.1)
-      rb-fsevent (~> 0.10, >= 0.10.3)
-      rb-inotify (~> 0.9, >= 0.9.10)
-    lumberjack (1.2.8)
-    method_source (1.0.0)
-    nenv (0.3.0)
-    notiffany (0.1.3)
-      nenv (~> 0.1)
-      shellany (~> 0.0)
-    parallel (1.19.2)
-    parser (2.7.2.0)
-      ast (~> 2.4.1)
-    pry (0.13.1)
-      coderay (~> 1.1)
-      method_source (~> 1.0)
-    rainbow (3.0.0)
-    rake (12.3.3)
-    rb-fsevent (0.10.4)
-    rb-inotify (0.10.1)
-      ffi (~> 1.0)
-    regexp_parser (1.8.2)
-    require_all (3.0.0)
-    rexml (3.2.4)
-    rspec (3.10.0)
-      rspec-core (~> 3.10.0)
-      rspec-expectations (~> 3.10.0)
-      rspec-mocks (~> 3.10.0)
-    rspec-core (3.10.0)
-      rspec-support (~> 3.10.0)
-    rspec-expectations (3.10.0)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.10.0)
-    rspec-mocks (3.10.0)
-      diff-lcs (>= 1.2.0, < 2.0)
-      rspec-support (~> 3.10.0)
-    rspec-support (3.10.0)
-    rspec_junit_formatter (0.4.1)
-      rspec-core (>= 2, < 4, != 2.12.0)
-    rubocop (1.2.0)
-      parallel (~> 1.10)
-      parser (>= 2.7.1.5)
-      rainbow (>= 2.2.2, < 4.0)
-      regexp_parser (>= 1.8)
-      rexml
-      rubocop-ast (>= 1.0.1)
-      ruby-progressbar (~> 1.7)
-      unicode-display_width (>= 1.4.0, < 2.0)
-    rubocop-ast (1.1.1)
-      parser (>= 2.7.1.5)
-    ruby-progressbar (1.10.1)
-    shellany (0.0.1)
-    simplecov (0.19.1)
-      docile (~> 1.1)
-      simplecov-html (~> 0.11)
-    simplecov-html (0.12.3)
-    simplecov-lcov (0.8.0)
-    sync (0.5.0)
-    term-ansicolor (1.7.1)
-      tins (~> 1.0)
-    thor (1.0.1)
-    tins (1.26.0)
-      sync
-    unicode-display_width (1.7.0)
-
-PLATFORMS
-  ruby
-
-DEPENDENCIES
-  bundler
-  coveralls_reborn (~> 0.18.0)
-  guard
-  guard-rspec
-  log-analyser!
-  pry
-  rake (~> 12.0)
-  require_all
-  rspec (~> 3.8)
-  rspec_junit_formatter
-  rubocop
-  simplecov
-  simplecov-lcov
-
-BUNDLED WITH
-   2.1.4

data/Guardfile

@@ -1,45 +0,0 @@
-# frozen_string_literal: true
-
-# A sample Guardfile
-# More info at https://github.com/guard/guard#readme
-
-## Uncomment and set this to only include directories you want to watch
-# directories %w(app lib config test spec features) \
-#  .select{|d| Dir.exist?(d) ? d : UI.warning("Directory #{d} does not exist")}
-
-## Note: if you are using the `directories` clause above and you are not
-## watching the project directory ('.'), then you will want to move
-## the Guardfile to a watched dir and symlink it back, e.g.
-#
-#  $ mkdir config
-#  $ mv Guardfile config/
-#  $ ln -s config/Guardfile .
-#
-# and, you'll have to watch "config/Guardfile" instead of "Guardfile"
-
-# Note: The cmd option is now required due to the increasing number of ways
-#       rspec may be run, below are examples of the most common uses.
-#  * bundler: 'bundle exec rspec'
-#  * bundler binstubs: 'bin/rspec'
-#  * spring: 'bin/rspec' (This will use spring if running and you have
-#                          installed the spring binstubs per the docs)
-#  * zeus: 'zeus rspec' (requires the server to be started separately)
-#  * 'just' rspec: 'rspec'
-
-guard :rspec, cmd: 'bundle exec rspec' do
-  require 'guard/rspec/dsl'
-  dsl = Guard::RSpec::Dsl.new(self)
-
-  # Feel free to open issues for suggestions and improvements
-
-  # RSpec files
-  rspec = dsl.rspec
-  watch(rspec.spec_helper) { rspec.spec_dir }
-  watch(rspec.spec_support) { rspec.spec_dir }
-  watch(rspec.spec_files)
-  watch(/^lib\/documents_analyser\/(.+)\.rb$/) { |m| "spec/#{m[1]}_spec.rb" }
-
-  # Ruby files
-  ruby = dsl.ruby
-  dsl.watch_spec_files_for(ruby.lib_files)
-end

data/Rakefile

@@ -1,16 +0,0 @@
-# frozen_string_literal: true
-
-begin
-  require 'bundler/setup'
-rescue LoadError
-  puts 'You must `gem install bundler` and `bundle install` to run rake tasks'
-end
-
-Bundler::GemHelper.install_tasks
-
-require 'rubygems'
-require 'rspec/core/rake_task'
-
-RSpec::Core::RakeTask.new(:spec)
-
-task default: :spec

data/bin/setup

@@ -1,19 +0,0 @@
-#!/usr/bin/env ruby
-require 'fileutils'
-
-# path to your application root.
-APP_ROOT = File.expand_path('..', __dir__)
-
-def system!(*args)
-  system(*args) || abort("\n== Command #{args} failed ==")
-end
-
-FileUtils.chdir APP_ROOT do
-  # This script is a way to setup or update your development environment automatically.
-  # This script is idempotent, so that you can run it at anytime and get an expectable outcome.
-  # Add necessary setup steps to this file.
-
-  puts '== Installing dependencies =='
-  system! 'gem install bundler --conservative'
-  system('bundle check') || system!('bundle install')
-end

data/config/environment.rb

@@ -1,11 +0,0 @@
-# frozen_string_literal: true
-
-require 'bundler/setup'
-require 'pathname'
-require 'require_all'
-
-APP_ROOT = Pathname.new(__dir__).parent
-$LOAD_PATH.unshift(File.join(APP_ROOT, '/lib')) unless $LOAD_PATH.include?(File.join(APP_ROOT, '/lib'))
-
-require './version'
-require_all './lib'

data/log-analyser.gemspec

@@ -1,29 +0,0 @@
-# frozen_string_literal: true
-
-require_relative 'version'
-
-Gem::Specification.new do |spec|
-  spec.name          = 'log-analyser'
-  spec.version       = VERSION
-  spec.authors       = ['Dan Mazzei']
-  spec.email         = ['danielmazzei@gmail.com']
-
-  spec.summary       = 'Log reader and data aggregator for pageviews information.'
-  spec.description   = 'Log reader and data aggregator for pageviews information.'
-  spec.homepage      = 'https://github.com/DMazzei/log-analyser'
-  spec.license       = 'MIT'
-  spec.required_ruby_version = Gem::Requirement.new('>= 2.7')
-
-  # spec.metadata['allowed_push_host'] = "'TODO: Set to 'http://mygemserver.com''"
-
-  spec.metadata['homepage_uri'] = spec.homepage
-  # spec.metadata['source_code_uri'] = "'TODO: Put your gem's public repo URL here.'"
-  # spec.metadata['changelog_uri'] = "'TODO: Put your gem's CHANGELOG.md URL here.'"
-
-  # Specify which files should be added to the gem when it is released.
-  # The `git ls-files -z` loads the files in the RubyGem that have been added into git.
-  spec.files         = %w(.ruby-version CHANGELOG Gemfile Gemfile.lock Guardfile LICENSE.txt README.md Rakefile bin/setup config/environment.rb lib/pageviews.rb lib/pageviews_log_aggregator.rb lib/parser.rb lib/unique_pageviews.rb log-analyser.gemspec version.rb)
-  spec.bindir        = 'exe'
-  spec.executables   = spec.files.grep(/^exe\//) { |f| File.basename(f) }
-  spec.require_paths = ['lib']
-end

data/version.rb

@@ -1,3 +0,0 @@
-# frozen_string_literal: true
-
-VERSION = '0.1.2'