codespicuous 0.0.1

data/bin/filezilla/svnlog/python.log

@@ -0,0 +1,3 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<log>
+</log>

data/bin/filezilla/svnlog/xiph.log

@@ -0,0 +1,265 @@
+<?xml version="1.0" encoding="UTF-8"?>
+<log>
+<logentry
+   revision="19572">
+<author>tterribe</author>
+<date>2016-07-22T20:16:14.047035Z</date>
+<msg>Add ids to v-comment.html
+
+This allows linking to specific sections.
+
+Patch from Christian Weiske &lt;cweiske@cweiske.de&gt;.
+</msg>
+</logentry>
+<logentry
+   revision="19573">
+<author>tdaede</author>
+<date>2016-07-27T22:41:16.776063Z</date>
+<msg>Add objective-1.1.
+</msg>
+</logentry>
+<logentry
+   revision="19574">
+<author>tdaede</author>
+<date>2016-07-27T22:58:28.078476Z</date>
+<msg>Regenerate index.html.
+</msg>
+</logentry>
+<logentry
+   revision="19575">
+<author>giles</author>
+<date>2016-07-29T16:36:32.632817Z</date>
+<msg>Add status badges for travis and appveyor build results.
+</msg>
+</logentry>
+<logentry
+   revision="19576">
+<author>giles</author>
+<date>2016-07-29T17:09:01.409550Z</date>
+<msg>Link the github mirrors.
+</msg>
+</logentry>
+<logentry
+   revision="19577">
+<author>tmatth</author>
+<date>2016-08-03T17:32:06.479129Z</date>
+<msg>speex.org: provide better links
+</msg>
+</logentry>
+<logentry
+   revision="19578">
+<author>tmatth</author>
+<date>2016-08-03T17:41:01.958378Z</date>
+<msg>speex.org: trim git sentence
+</msg>
+</logentry>
+<logentry
+   revision="19579">
+<author>tmatth</author>
+<date>2016-08-03T17:55:40.588263Z</date>
+<msg>speex.org: fix speexdsp git url
+</msg>
+</logentry>
+<logentry
+   revision="19580">
+<author>tmatth</author>
+<date>2016-08-09T02:11:27.704775Z</date>
+<msg>roadmap: fixed-point is already complete
+</msg>
+</logentry>
+<logentry
+   revision="19581">
+<author>tdaede</author>
+<date>2016-09-09T22:36:59.278191Z</date>
+<msg>Add 4:2:0 y4m links for Twitch content.
+</msg>
+</logentry>
+<logentry
+   revision="19582">
+<author>tdaede</author>
+<date>2016-09-15T20:11:23.578867Z</date>
+<msg>Add Meridian.
+</msg>
+</logentry>
+<logentry
+   revision="19583">
+<author>jm</author>
+<date>2016-09-17T06:12:18.984845Z</date>
+<msg>TI tutorial
+</msg>
+</logentry>
+<logentry
+   revision="19584">
+<author>tmatth</author>
+<date>2016-09-20T21:17:55.951031Z</date>
+<msg>Make submission path more obvious
+</msg>
+</logentry>
+<logentry
+   revision="19585">
+<author>epirat</author>
+<date>2016-09-23T16:10:03.254189Z</date>
+<msg>Repository migrated to git.
+</msg>
+</logentry>
+<logentry
+   revision="19586">
+<author>epirat</author>
+<date>2016-09-23T16:14:36.157087Z</date>
+<msg>Repository moved to git
+</msg>
+</logentry>
+<logentry
+   revision="19587">
+<author>epirat</author>
+<date>2016-09-23T16:18:23.339102Z</date>
+<msg>Remove accidentally forgotten .htaccess file
+</msg>
+</logentry>
+<logentry
+   revision="19588">
+<author>giles</author>
+<date>2016-09-24T03:09:02.631853Z</date>
+<msg>Fix TestSeqences typo.
+
+The referenced data directory has been updated as well.
+Thanks to DonDiego for the report.
+</msg>
+</logentry>
+<logentry
+   revision="19589">
+<author>jm</author>
+<date>2016-11-03T18:40:10.996897Z</date>
+<msg>Opus 1.2-alpha
+</msg>
+</logentry>
+<logentry
+   revision="19590">
+<author>tmatth</author>
+<date>2016-12-07T23:37:47.373581Z</date>
+<msg>Speex 1.2.0 release
+</msg>
+</logentry>
+<logentry
+   revision="19591">
+<author>tmatth</author>
+<date>2016-12-07T23:53:50.999861Z</date>
+<msg>Announce Speex 1.2.0 release.
+</msg>
+</logentry>
+<logentry
+   revision="19592">
+<author>giles</author>
+<date>2016-12-07T23:53:58.526254Z</date>
+<msg>Update xiph.org/downloads for speex-1.2.0.
+</msg>
+</logentry>
+<logentry
+   revision="19593">
+<author>erikd</author>
+<date>2017-01-01T01:56:07.963546Z</date>
+<msg>Add flac 1.3.2 release files</msg>
+</logentry>
+<logentry
+   revision="19594">
+<author>erikd</author>
+<date>2017-01-01T02:00:56.751710Z</date>
+<msg>Add checksums for flac-1.3.2 release</msg>
+</logentry>
+<logentry
+   revision="19595">
+<author>erikd</author>
+<date>2017-01-01T04:03:41.693072Z</date>
+<msg>Minor tweak to flac 1.3.2 tarball</msg>
+</logentry>
+<logentry
+   revision="19596">
+<author>erikd</author>
+<date>2017-01-03T08:22:52.313196Z</date>
+<msg>Update xiph.org/downloads for flac-1.3.2</msg>
+</logentry>
+<logentry
+   revision="19597">
+<author>jm</author>
+<date>2017-01-20T21:13:11.978533Z</date>
+<msg>Releases 1.1.4 and 1.2-alpha2
+</msg>
+</logentry>
+<logentry
+   revision="19598">
+<author>tmatth</author>
+<date>2017-01-22T19:43:20.626869Z</date>
+<msg>Downloads: add travis badge for speex
+</msg>
+</logentry>
+<logentry
+   revision="19599">
+<author>giles</author>
+<date>2017-01-22T22:18:11.773687Z</date>
+<msg>opus-tools 0.1.10 source package.
+</msg>
+</logentry>
+<logentry
+   revision="19600">
+<author>tdaede</author>
+<date>2017-03-10T01:21:15.733320Z</date>
+<msg>Add objective-2-*
+</msg>
+</logentry>
+<logentry
+   revision="19601">
+<author>jm</author>
+<date>2017-05-24T18:31:57.563606Z</date>
+<msg>3 new releases
+</msg>
+</logentry>
+<logentry
+   revision="19602">
+<author>derf</author>
+<date>2017-06-03T20:09:33.092466Z</date>
+<msg>Update the spec to fbb275803696.
+
+This includes typo fixes from r18195 and r17912, and incorrect
+ intra-document link fixes from r17891.
+</msg>
+</logentry>
+<logentry
+   revision="19603">
+<author>jm</author>
+<date>2017-06-07T22:25:25.325108Z</date>
+<msg>Opus 1.2-rc1 tarballs
+</msg>
+</logentry>
+<logentry
+   revision="19604">
+<author>jm</author>
+<date>2017-06-20T05:07:56.727436Z</date>
+<msg>Tarball for Opus 1.2
+</msg>
+</logentry>
+<logentry
+   revision="19605">
+<author>derf</author>
+<date>2017-06-21T01:32:15.343892Z</date>
+<msg>website: News post for libopus 1.2 release.
+
+Committed on behalf of Monty.
+</msg>
+</logentry>
+<logentry
+   revision="19606">
+<author>tmatth</author>
+<date>2017-07-19T02:08:40.909206Z</date>
+<msg>ci: add .travis.yml based on daala's
+</msg>
+</logentry>
+<logentry
+   revision="19607">
+<author>derf</author>
+<date>2017-07-19T08:47:36.353889Z</date>
+<msg>websites/ogg: Fix a typo.
+
+Thanks to rolpherTheBolphe for the report.
+</msg>
+</logentry>
+</log>

data/codespicuous.gemspec

@@ -0,0 +1,22 @@
+# encoding: utf-8
+require File.expand_path('../lib/codespicuous/version', __FILE__)
+
+Gem::Specification.new do |gem|
+  gem.name    = 'codespicuous'
+  gem.version = Codespicuous::VERSION
+  gem.date    = Date.today.to_s
+  gem.license = "MIT"
+
+  gem.summary = "Codespicuous is a tool for generating team based metrics from code"
+  gem.description = "Codespicuous is a tool for generating several different metrics from codebases to gain insight in how the teams are working."
+
+  gem.authors  = ['Bas Vodde']
+  gem.email    = 'basv@odd-e.com'
+  gem.homepage = 'https://github.com/basvodde/codespicuous'
+
+  gem.add_runtime_dependency 'rake', '~> 0'
+  gem.add_development_dependency 'rspec', '~> 2.0', '>= 2.0.0'
+  gem.add_runtime_dependency( 'attempt_to', '~> 0')
+
+  gem.files = `git ls-files -- {.,test,spec,lib}/*`.split("\n")
+end

data/lib/codespicuous.rb

@@ -0,0 +1,38 @@
+
+# Util
+require_relative 'codespicuous/commandrunner.rb'
+require_relative 'codespicuous/dateutil.rb'
+
+# Core
+require_relative 'codespicuous/teams.rb'
+require_relative 'codespicuous/repositories.rb'
+require_relative 'codespicuous/commits.rb'
+require_relative 'codespicuous/commithistory.rb'
+require_relative 'codespicuous/commithistory_builder.rb'
+require_relative 'codespicuous/committer.rb'
+
+require_relative 'codespicuous/commitstatistics.rb'
+
+require_relative 'codespicuous/danielparser.rb'
+
+# Parsers
+require_relative 'codespicuous/danielparser.rb'
+
+# SVN
+require_relative 'codespicuous/svn_client.rb'
+require_relative 'codespicuous/svn_log_parser.rb'
+require_relative 'codespicuous/svn_data_collector.rb'
+
+# Config
+require_relative 'codespicuous/codespicuousconfigurator.rb'
+require_relative 'codespicuous/codespicuous_config.rb'
+
+# Generator
+require_relative 'codespicuous/metrics_generator.rb'
+require_relative 'codespicuous/metrics_generator_daniel.rb'
+require_relative 'codespicuous/metrics_generator_csv.rb'
+
+require_relative 'codespicuous/repository_lister.rb'
+# App
+require_relative 'codespicuous/codespicuous.rb'
+

data/lib/codespicuous/codespicuous.rb

@@ -0,0 +1,55 @@
+
+require 'optparse'
+
+class Codespicuous
+
+  attr_reader :repositories, :commit_history, :committers, :teams, :config
+
+  def initialize
+    @config = CodespicuousConfig.new
+  end
+
+  def run(argv)
+
+    puts "Stage 1: Configuring"
+    return false unless configure(argv)
+
+    puts "Stage 2: Collecting input data"
+    collect
+
+    if @config.list_repositories
+      puts "Stage 3: Listing repositories committed to"
+      list_committed_repositories
+    else
+      puts "Stage 3: Generating output"
+      generate_output
+    end
+    true
+  end
+
+  def configure(argv)
+    configurator = CodespicuousConfigurator.new(@config)
+    return false unless configurator.configure(argv)
+
+    @repositories = configurator.repositories
+    @committers = configurator.committers
+    @teams = configurator.teams
+
+    true
+  end
+
+  def collect
+    collector = SVNDataCollector.new(config)
+    @commit_history = collector.collect_commit_history(repositories)
+  end
+
+  def generate_output
+    generator = MetricsGenerator.new
+    generator.generate(@commit_history)
+  end
+
+  def list_committed_repositories
+    repository_lister = RepositoryLister.new
+    repository_lister.list(@commit_history)
+  end
+end

data/lib/codespicuous/codespicuous_config.rb

@@ -0,0 +1,35 @@
+
+require 'pathname'
+
+class CodespicuousConfig
+
+  attr_accessor :offline, :configuration_file_name, :list_repositories, :input_path, :output_path
+
+  def initialize
+    @offline = false
+    @configuration_file_name = "codespicuous.yaml"
+    @input_path = Pathname.new(".")
+    @list_repositories = false
+    @svnlogdir = "svnlog"
+  end
+
+  def input_path=(path)
+    @input_path = Pathname.new(path)
+  end
+
+  def output_path=(path)
+    @output_path = Pathname.new(path)
+  end
+
+  def path_to_configuration_file
+    (@input_path + @configuration_file_name).to_s
+  end
+
+  def path_to_cached_svn_log(repository_name)
+    (Pathname.new(path_to_cached_svn_log_dir) + Pathname.new(repository_name + ".log")).to_s
+  end
+
+  def path_to_cached_svn_log_dir
+    (@input_path + Pathname.new(@svnlogdir)).to_s
+  end
+end

data/lib/codespicuous/codespicuousconfigurator.rb

@@ -0,0 +1,136 @@
+require 'yaml'
+
+class CodespicuousConfigurator
+
+
+  attr_reader :repositories, :repositories_to_check, :committers, :teams, :config
+
+  def initialize(config)
+
+    @config = config
+
+    @repositories = Repositories.new
+    @repositories_to_check = Repositories.new
+
+    @committers = Committers.new
+    @teams = Teams.new
+  end
+
+  def configure(argv)
+
+    parse_command_line_arguments(argv)
+
+    yaml_content = configure_from_yaml
+    postprocess_yaml_configuration(yaml_content)
+
+    find_alternative_configuration_files
+
+    validate_configuration
+  end
+
+  def parse_command_line_arguments(argv)
+
+    parser = OptionParser.new do | opts |
+      opts.on('-r', '--repositories', "List the repositories the team committed to") do
+        @config.list_repositories = true
+      end
+
+      opts.on('-i', '--input-dir [dir]', String, "Directory location for input files such as configuration and cache") do |path|
+        @config.input_path = path
+      end
+
+      opts.on('-o', '--output-dir [dir]', String, "Directory location for output files") do |path|
+        @config.output_path = path
+      end
+    end
+
+    parser.parse!(argv)
+  end
+
+  def postprocess_yaml_configuration(yaml_content)
+    postprocess_yaml_configuration_repositories(yaml_content)
+    postprocess_yaml_configuration_committers(yaml_content)
+  end
+
+  def find_alternative_configuration_files
+    find_alternative_configuration_files_for_repositories
+    find_alternative_configuration_files_for_committers
+  end
+
+  def configure_from_yaml
+    return {} unless File.exist?(config.path_to_configuration_file)
+
+    puts "** Configuring options with \"#{config.path_to_configuration_file}\""
+    yaml_content = YAML::load(File.read(config.path_to_configuration_file))
+    config.offline = yaml_content["offline"] if yaml_content["offline"]
+    #{@filezilla_path#{@filezilla_path}}yaml_content
+  end
+
+  def postprocess_yaml_configuration_repositories(yaml_content)
+    repositories_in_yaml = yaml_content["repositories"] || {}
+    repositories_in_yaml.each { |name, url|
+      @repositories.add(Repository.new(name, url))
+    }
+
+    names_of_repositories_to_check = yaml_content["repositories_to_check"]
+    if (names_of_repositories_to_check)
+      @repositories.each { |repository|
+        @repositories_to_check.add(repository) if names_of_repositories_to_check.include?(repository.name)
+      }
+    else
+      @repositories_to_check = @repositories
+    end
+  end
+
+  def find_alternative_configuration_files_for_repositories
+    return unless repositories.empty?
+    return unless File.exist?("repositories.csv")
+
+    puts '** Configuring repositories with "repositories.csv"'
+
+    CSV.parse(File.read("repositories.csv"), headers: true) { |row|
+      @repositories.add(Repository.new(row["name"], row["url"]))
+    }
+  end
+
+  def validate_configuration
+    if @repositories.empty?
+      puts "** Error: No repositories configured in \"#{config.path_to_configuration_file}\""
+      return false
+    end
+    true
+  end
+
+  def postprocess_yaml_configuration_committers(yaml_content)
+    teams = yaml_content["teams"] || []
+
+    teams.each { |team_name, team_members|
+      new_team = Team.new(team_name)
+      team_members.each { |person|
+        committer = Committer.create_committer(person["Login"], person["First Name"], person["Last Name"], person["Email"], new_team)
+        new_team.add_member(committer)
+        @committers.add(committer)
+        @teams.add(new_team)
+      }
+    }
+  end
+
+  def find_alternative_configuration_files_for_committers
+    return unless committers.empty?
+    return unless File.exist?("committers.csv")
+
+    puts '** Configuring committers with "committers.csv"'
+
+    @committers = Committers.new
+    @teams = Teams.new
+
+    CSV.parse(File.read("committers.csv"), headers: true) { |row|
+      team = @teams.team(row["Team"])
+      committer = Committer.create_committer(row["Login"], row["First Name"], row["Last Name"], row["Email"], team)
+      team.add_member(committer)
+      @committers.add(committer)
+    }
+    @committers
+  end
+
+end