git_commit_size_scraper 1.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 8f4d3305ab29ed3f2a2fcb6644219e77d8a7a54b
+  data.tar.gz: 5a2cc6c5a0bbd10cfd85de590373d8f394c9ed12
+SHA512:
+  metadata.gz: 30834a191f591c4d92e9872b92a4a69f8415df3b438cfb76fdc5a35813f1040afec54a736a906a6654347cf1b787a9dec33db4b7102ff6df9d47b1217e5bb349
+  data.tar.gz: 1cf4deef53d4e81d200660404894e5accc60a54d9cda79ca95f5415b9fdfbe4ecfb7028a34b9cd0eae56146c8afd9b2fc0c82eaf7bc1f3c365bf5b8048913cc0

data/.gitignore

@@ -0,0 +1,16 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+_yardoc
+coverage
+doc/
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp

data/.ruby-gemset

@@ -0,0 +1 @@
+git_commit_size_scraper

data/.ruby-version

@@ -0,0 +1 @@
+ruby-2.0.0-p247

data/.travis.yml

@@ -0,0 +1,6 @@
+rvm:
+  - 1.9.3
+  - 2.0.0
+branches:
+  only:
+    - master

data/AUTHORS

@@ -0,0 +1,13 @@
+Copyright (c) 2012, 2013 Todd A. Jacobs
+
+This program is free software: you can redistribute it and/or modify it under
+the terms of the GNU General Public License as published by the Free Software
+Foundation, either version 3 of the License, or (at your option) any later
+version.
+
+This program is distributed in the hope that it will be useful, but WITHOUT ANY
+WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
+PARTICULAR PURPOSE. See the GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License along with
+this program. If not, see <http://www.gnu.org/licenses/>.

data/COPYING

@@ -0,0 +1,13 @@
+Copyright (c) 2012, 2013 Todd A. Jacobs
+
+This program is free software: you can redistribute it and/or modify it under
+the terms of the GNU General Public License as published by the Free Software
+Foundation, either version 3 of the License, or (at your option) any later
+version.
+
+This program is distributed in the hope that it will be useful, but WITHOUT ANY
+WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
+PARTICULAR PURPOSE. See the GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License along with
+this program. If not, see <http://www.gnu.org/licenses/>.

data/Gemfile

@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec

data/Gemfile.lock

@@ -0,0 +1,19 @@
+PATH
+  remote: .
+  specs:
+    git_commit_size_scraper (1.0.0)
+      statistical_array (~> 1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    rake (10.1.0)
+    statistical_array (1.0.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.3)
+  git_commit_size_scraper!
+  rake

data/LICENSE

@@ -0,0 +1,13 @@
+Copyright (c) 2012, 2013 Todd A. Jacobs
+
+This program is free software: you can redistribute it and/or modify it under
+the terms of the GNU General Public License as published by the Free Software
+Foundation, either version 3 of the License, or (at your option) any later
+version.
+
+This program is distributed in the hope that it will be useful, but WITHOUT ANY
+WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
+PARTICULAR PURPOSE. See the GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License along with
+this program. If not, see <http://www.gnu.org/licenses/>.

data/README.md

@@ -0,0 +1,93 @@
+# Git Commit Size Scraper
+
+## Copyright and Licensing
+
+### Copyright Notice
+
+The copyright for the software, documentation, and associated files are
+held by the author.
+
+    Copyright 2012, 2013 Todd A. Jacobs
+    All rights reserved.
+
+The AUTHORS file is also included in the source tree.
+
+### Software License
+
+![GPLv3 Logo](http://www.gnu.org/graphics/gplv3-88x31.png)
+
+The software is licensed under the
+[GPLv3](http://www.gnu.org/copyleft/gpl.html). The LICENSE file is
+included in the source tree.
+
+### README License
+
+![Creative Commons BY-NC-SA
+Logo](http://i.creativecommons.org/l/by-nc-sa/3.0/us/88x31.png)
+
+This README is licensed under the [Creative Commons
+Attribution-NonCommercial-ShareAlike 3.0 United States
+License](http://creativecommons.org/licenses/by-nc-sa/3.0/us/).
+
+## Purpose
+
+Git doesn't provide an easy way to determine the actual size of a given
+commit. However, it is possible to walk Git history to estimate the
+commit size in bytes by summing the objects associated with the commit.
+
+## Caveats
+
+- Currently measures blobs only; other object types are considered
+  "overhead."
+- Overhead from tree objects and commit objects are not currently
+  included in the per-commit totals.
+- Reports actual object size in bytes; does not take space savings from
+  deltification or the packfile format into account.
+
+## Installation and Setup
+
+    gem install git_commit_size_scraper
+
+## Usage
+
+    # Accepts most arguments understood by git-rev-list(1).
+    git_commit_size_scraper [args]
+
+## Examples
+
+No screenshots here, just samples of what you can expect to see on
+standard output when you run the program.
+
+### Command Line
+
+    $> git_commit_size_scraper --max-count=10
+    Walking 10 commits ...
+    {"f60d13b456162bb3b2364336e517f3f16c900693"=>28942,
+     "c1194d24f71f9f8ff9aa1fd83337a70d7c233481"=>28813,
+     "0142283e2b014f5206bba70a7d6e695096b4da1c"=>28789,
+     "891773ec2a448992e19cb1d5b3d894abee88ce23"=>28563,
+     "9e5c5dcd87b542444b17388ea86cb34bcdca29ba"=>28520,
+     "b2f0faf4fca0ccbf26388b87cd9aa49e6e6149a4"=>28344,
+     "0880b036e42c2e8bbf4ddbf8c540390c12cc83cb"=>28211,
+     "f2160f0a5f48424eb1b5d7a8292f814b293191ec"=>28157,
+     "01256264e64949b2ba1aa61a513d633c9bee7157"=>27757,
+     "5d52891ab5ac19efaf1f8f1a0f596e954d0e9dd8"=>26647}
+
+    Average: 28,432.0 bytes
+    Median : 28,274.3 bytes
+    Std Dev: 693.07 bytes
+    Total  : 282,743 bytes
+
+### REPL
+
+    require 'git_commit_size_scraper/scraper'
+    include GitCommitSizeScraper
+
+    git = Scraper.new '-n10'
+    git.walk
+    p "Total bytes committed: %d" % git.list.values.compact.reduce(:+)
+    # => "Total bytes committed: 282743"
+
+----
+
+[Project Home Page](https://github.com/CodeGnome/git_commit_size_scraper)

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/bin/git_commit_size_scraper

@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+
+require_relative File.join '..', 'lib', 'git_commit_size_scraper'
+
+include GitCommitSizeScraper
+include StatisticalArray
+
+def numsep num
+  p = /(?<=\d)(?=(?:\d{3})+(\.\d+)?\z)/
+  num.round(2).to_s.gsub p, ?,
+end
+
+def report values
+  values = StatsArray.new values
+
+  puts
+  puts "Average: %s bytes" % numsep(values.median)
+  puts "Median : %s bytes" % numsep(values.avg)
+  puts "Std Dev: %s bytes" % numsep(values.std_dev.round(2))
+  puts "Total  : %s bytes" % numsep(values.sum)
+end
+
+git = Scraper.new ARGV
+count = git.commits.count
+
+puts "Walking #{count} commits ..."
+git.walk
+pp git.list
+report git.list.values.map(&:to_i)

data/git_commit_size_scraper.gemspec

@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'git_commit_size_scraper/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "git_commit_size_scraper"
+  spec.version       = GitCommitSizeScraper::VERSION
+  spec.authors       = ["Todd A. Jacobs"]
+  spec.email         = ["github.projects@codegnome.org"]
+  spec.description   = "Walk Git history to calculate commit size in bytes."
+  spec.summary       = ""
+  spec.homepage      = "https://github.com/CodeGnome/git_commit_size_scraper"
+  spec.license       = "GPLv3"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "statistical_array", "~> 1.0"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+end

data/lib/git_commit_size_scraper/scraper.rb

@@ -0,0 +1,31 @@
+module GitCommitSizeScraper
+  class Scraper
+    attr_reader :commits, :list
+
+    def initialize *args
+      args.flatten!
+      @commits = `git rev-list --all #{args.join " "}`.split
+      @list    = {}
+    end
+
+    def blobs_in_commit treeish
+     `git diff-tree -r -c -M -C --no-commit-id #{treeish}`.
+       split("\n").
+       map { |blob| blob.split[3] }
+    end
+
+    def size_in_bytes obj
+      return 0 if obj =~ /\A0+\z/
+      `git cat-file -s #{obj}`.to_i
+    end
+
+    def bytes_in_commit treeish
+      blobs = blobs_in_commit treeish
+      total = blobs.map { |blob| size_in_bytes blob }.reduce(:+)
+    end
+
+    def walk
+      @commits.map { |c| @list[c] = bytes_in_commit c }
+    end
+  end
+end

data/lib/git_commit_size_scraper/version.rb

@@ -0,0 +1,3 @@
+module GitCommitSizeScraper
+  VERSION = "1.0.0"
+end

data/lib/git_commit_size_scraper.foo

@@ -0,0 +1,60 @@
+#!/usr/bin/env ruby
+
+class GitCommitSize
+  attr_reader :list
+
+  def initialize args=nil
+    @commits = `git rev-list --all #{args}`.split
+    @list    = {}
+  end
+
+  def blobs_in_commit treeish
+   `git diff-tree -r -c -M -C --no-commit-id #{treeish}`.
+     split("\n").
+     map { |blob| blob.split[3] }
+  end
+
+  def size_in_bytes obj
+    return 0 if obj =~ /\A0+\z/
+    `git cat-file -s #{obj}`.to_i
+  end
+
+  def bytes_in_commit treeish
+    blobs = blobs_in_commit treeish
+    total = blobs.map { |blob| size_in_bytes blob }.reduce(:+)
+  end
+
+  def walk
+    @commits.map { |c| @list[c] = bytes_in_commit c }
+  end
+
+  def sorted
+    @list.reject { |k, v| v.nil? }.sort_by { |k,v| v }
+  end
+
+  def avg
+    (@list.values.compact.reduce(:+).to_f / @commits.count).round
+  end
+
+  def median
+    list = @list.values.map(&:to_i).sort
+    n = list.count
+    case @list.count.odd?
+    when true
+      @list[(n+1)/2]
+    when false
+      ( list[n/2-1] + list[n/2] ) / 2.0
+    end
+  end
+end
+
+if __FILE__ == $0
+  git = GitCommitSize.new
+  count = git.commits.count
+  puts "Walking #{count} commits."
+  git.walk
+  result = git.sorted
+  numsep = /(?<=\d)(?=(?:\d{3})+(\.\d+)?\z)/
+  pp result
+  puts "Average: %s bytes" % git.avg.to_s.gsub(numsep, ?,)
+end

data/lib/git_commit_size_scraper.rb

@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+
+require 'pp'
+require 'bundler/setup'
+require 'statistical_array'
+require 'git_commit_size_scraper/version'
+require 'git_commit_size_scraper/scraper'
+
+if __FILE__ == $0
+  load File.join(__dir__, '..', 'bin', 'git_commit_size_scraper')
+end

metadata

@@ -0,0 +1,104 @@
+--- !ruby/object:Gem::Specification
+name: git_commit_size_scraper
+version: !ruby/object:Gem::Version
+  version: 1.0.0
+platform: ruby
+authors:
+- Todd A. Jacobs
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2013-10-09 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: statistical_array
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.0'
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ~>
+      - !ruby/object:Gem::Version
+        version: '1.3'
+- !ruby/object:Gem::Dependency
+  name: rake
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - '>='
+      - !ruby/object:Gem::Version
+        version: '0'
+description: Walk Git history to calculate commit size in bytes.
+email:
+- github.projects@codegnome.org
+executables:
+- git_commit_size_scraper
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .ruby-gemset
+- .ruby-version
+- .travis.yml
+- AUTHORS
+- COPYING
+- Gemfile
+- Gemfile.lock
+- LICENSE
+- README.md
+- Rakefile
+- bin/git_commit_size_scraper
+- git_commit_size_scraper.gemspec
+- lib/git_commit_size_scraper.foo
+- lib/git_commit_size_scraper.rb
+- lib/git_commit_size_scraper/scraper.rb
+- lib/git_commit_size_scraper/version.rb
+homepage: https://github.com/CodeGnome/git_commit_size_scraper
+licenses:
+- GPLv3
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.1.6
+signing_key: 
+specification_version: 4
+summary: ''
+test_files: []