Initial public release.

todd-a-jacobs · todd-a-jacobs · commit 0a18af80dca2 · 2013-10-09T19:17:16.000-04:00
diff --git a/.gitignore b/.gitignore
@@ -0,0 +1,16 @@
+*.gem
+*.rbc
+.bundle
+.config
+.yardoc
+_yardoc
+coverage
+doc/
+InstalledFiles
+lib/bundler/man
+pkg
+rdoc
+spec/reports
+test/tmp
+test/version_tmp
+tmp
diff --git a/.ruby-gemset b/.ruby-gemset
@@ -0,0 +1 @@
+git_commit_size_scraper
diff --git a/.ruby-version b/.ruby-version
@@ -0,0 +1 @@
+ruby-2.0.0-p247
diff --git a/.travis.yml b/.travis.yml
@@ -0,0 +1,6 @@
+rvm:
+  - 1.9.3
+  - 2.0.0
+branches:
+  only:
+    - master
diff --git a/AUTHORS b/AUTHORS
@@ -0,0 +1 @@
+LICENSE
diff --git a/COPYING b/COPYING
@@ -0,0 +1 @@
+LICENSE
diff --git a/Gemfile b/Gemfile
@@ -0,0 +1,2 @@
+source 'https://rubygems.org'
+gemspec
diff --git a/Gemfile.lock b/Gemfile.lock
@@ -0,0 +1,19 @@
+PATH
+  remote: .
+  specs:
+    git_commit_size_scraper (1.0.0)
+      statistical_array (~> 1.0)
+
+GEM
+  remote: https://rubygems.org/
+  specs:
+    rake (10.1.0)
+    statistical_array (1.0.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  bundler (~> 1.3)
+  git_commit_size_scraper!
+  rake
diff --git a/LICENSE b/LICENSE
@@ -0,0 +1,13 @@
+Copyright (c) 2012, 2013 Todd A. Jacobs
+
+This program is free software: you can redistribute it and/or modify it under
+the terms of the GNU General Public License as published by the Free Software
+Foundation, either version 3 of the License, or (at your option) any later
+version.
+
+This program is distributed in the hope that it will be useful, but WITHOUT ANY
+WARRANTY; without even the implied warranty of MERCHANTABILITY or FITNESS FOR A
+PARTICULAR PURPOSE. See the GNU General Public License for more details.
+
+You should have received a copy of the GNU General Public License along with
+this program. If not, see <http://www.gnu.org/licenses/>.
diff --git a/README.md b/README.md
@@ -0,0 +1,93 @@
+# Git Commit Size Scraper
+
+## Copyright and Licensing
+
+### Copyright Notice
+
+The copyright for the software, documentation, and associated files are
+held by the author.
+
+    Copyright 2012, 2013 Todd A. Jacobs
+    All rights reserved.
+
+The AUTHORS file is also included in the source tree.
+
+### Software License
+
+![GPLv3 Logo](http://www.gnu.org/graphics/gplv3-88x31.png)
+
+The software is licensed under the
+[GPLv3](http://www.gnu.org/copyleft/gpl.html). The LICENSE file is
+included in the source tree.
+
+### README License
+
+![Creative Commons BY-NC-SA
+Logo](http://i.creativecommons.org/l/by-nc-sa/3.0/us/88x31.png)
+
+This README is licensed under the [Creative Commons
+Attribution-NonCommercial-ShareAlike 3.0 United States
+License](http://creativecommons.org/licenses/by-nc-sa/3.0/us/).
+
+## Purpose
+
+Git doesn't provide an easy way to determine the actual size of a given
+commit. However, it is possible to walk Git history to estimate the
+commit size in bytes by summing the objects associated with the commit.
+
+## Caveats
+
+- Currently measures blobs only; other object types are considered
+  "overhead."
+- Overhead from tree objects and commit objects are not currently
+  included in the per-commit totals.
+- Reports actual object size in bytes; does not take space savings from
+  deltification or the packfile format into account.
+
+## Installation and Setup
+
+    gem install git_commit_size_scraper
+
+## Usage
+
+    # Accepts most arguments understood by git-rev-list(1).
+    git_commit_size_scraper [args]
+
+## Examples
+
+No screenshots here, just samples of what you can expect to see on
+standard output when you run the program.
+
+### Command Line
+
+    $> git_commit_size_scraper --max-count=10
+    Walking 10 commits ...
+    {"f60d13b456162bb3b2364336e517f3f16c900693"=>28942,
+     "c1194d24f71f9f8ff9aa1fd83337a70d7c233481"=>28813,
+     "0142283e2b014f5206bba70a7d6e695096b4da1c"=>28789,
+     "891773ec2a448992e19cb1d5b3d894abee88ce23"=>28563,
+     "9e5c5dcd87b542444b17388ea86cb34bcdca29ba"=>28520,
+     "b2f0faf4fca0ccbf26388b87cd9aa49e6e6149a4"=>28344,
+     "0880b036e42c2e8bbf4ddbf8c540390c12cc83cb"=>28211,
+     "f2160f0a5f48424eb1b5d7a8292f814b293191ec"=>28157,
+     "01256264e64949b2ba1aa61a513d633c9bee7157"=>27757,
+     "5d52891ab5ac19efaf1f8f1a0f596e954d0e9dd8"=>26647}
+
+    Average: 28,432.0 bytes
+    Median : 28,274.3 bytes
+    Std Dev: 693.07 bytes
+    Total  : 282,743 bytes
+
+### REPL
+
+    require 'git_commit_size_scraper/scraper'
+    include GitCommitSizeScraper
+
+    git = Scraper.new '-n10'
+    git.walk
+    p "Total bytes committed: %d" % git.list.values.compact.reduce(:+)
+    # => "Total bytes committed: 282743"
+
+----
+
+[Project Home Page](https://github.com/CodeGnome/git_commit_size_scraper)
diff --git a/Rakefile b/Rakefile
@@ -0,0 +1 @@
+require "bundler/gem_tasks"
diff --git a/bin/git_commit_size_scraper b/bin/git_commit_size_scraper
@@ -0,0 +1,29 @@
+#!/usr/bin/env ruby
+
+require_relative File.join '..', 'lib', 'git_commit_size_scraper'
+
+include GitCommitSizeScraper
+include StatisticalArray
+
+def numsep num
+  p = /(?<=\d)(?=(?:\d{3})+(\.\d+)?\z)/
+  num.round(2).to_s.gsub p, ?,
+end
+
+def report values
+  values = StatsArray.new values
+
+  puts
+  puts "Average: %s bytes" % numsep(values.median)
+  puts "Median : %s bytes" % numsep(values.avg)
+  puts "Std Dev: %s bytes" % numsep(values.std_dev.round(2))
+  puts "Total  : %s bytes" % numsep(values.sum)
+end
+
+git = Scraper.new ARGV
+count = git.commits.count
+
+puts "Walking #{count} commits ..."
+git.walk
+pp git.list
+report git.list.values.map(&:to_i)
diff --git a/git_commit_size_scraper.gemspec b/git_commit_size_scraper.gemspec
@@ -0,0 +1,25 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'git_commit_size_scraper/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "git_commit_size_scraper"
+  spec.version       = GitCommitSizeScraper::VERSION
+  spec.authors       = ["Todd A. Jacobs"]
+  spec.email         = ["github.projects@codegnome.org"]
+  spec.description   = "Walk Git history to calculate commit size in bytes."
+  spec.summary       = ""
+  spec.homepage      = "https://github.com/CodeGnome/git_commit_size_scraper"
+  spec.license       = "GPLv3"
+
+  spec.files         = `git ls-files`.split($/)
+  spec.executables   = spec.files.grep(%r{^bin/}) { |f| File.basename(f) }
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_dependency "statistical_array", "~> 1.0"
+
+  spec.add_development_dependency "bundler", "~> 1.3"
+  spec.add_development_dependency "rake"
+end
diff --git a/lib/git_commit_size_scraper.foo b/lib/git_commit_size_scraper.foo
@@ -0,0 +1,60 @@
+#!/usr/bin/env ruby
+
+class GitCommitSize
+  attr_reader :list
+
+  def initialize args=nil
+    @commits = `git rev-list --all #{args}`.split
+    @list    = {}
+  end
+
+  def blobs_in_commit treeish
+   `git diff-tree -r -c -M -C --no-commit-id #{treeish}`.
+     split("\n").
+     map { |blob| blob.split[3] }
+  end
+
+  def size_in_bytes obj
+    return 0 if obj =~ /\A0+\z/
+    `git cat-file -s #{obj}`.to_i
+  end
+
+  def bytes_in_commit treeish
+    blobs = blobs_in_commit treeish
+    total = blobs.map { |blob| size_in_bytes blob }.reduce(:+)
+  end
+
+  def walk
+    @commits.map { |c| @list[c] = bytes_in_commit c }
+  end
+
+  def sorted
+    @list.reject { |k, v| v.nil? }.sort_by { |k,v| v }
+  end
+
+  def avg
+    (@list.values.compact.reduce(:+).to_f / @commits.count).round
+  end
+
+  def median
+    list = @list.values.map(&:to_i).sort
+    n = list.count
+    case @list.count.odd?
+    when true
+      @list[(n+1)/2]
+    when false
+      ( list[n/2-1] + list[n/2] ) / 2.0
+    end
+  end
+end
+
+if __FILE__ == $0
+  git = GitCommitSize.new
+  count = git.commits.count
+  puts "Walking #{count} commits."
+  git.walk
+  result = git.sorted
+  numsep = /(?<=\d)(?=(?:\d{3})+(\.\d+)?\z)/
+  pp result
+  puts "Average: %s bytes" % git.avg.to_s.gsub(numsep, ?,)
+end
diff --git a/lib/git_commit_size_scraper.rb b/lib/git_commit_size_scraper.rb
@@ -0,0 +1,11 @@
+#!/usr/bin/env ruby
+
+require 'pp'
+require 'bundler/setup'
+require 'statistical_array'
+require 'git_commit_size_scraper/version'
+require 'git_commit_size_scraper/scraper'
+
+if __FILE__ == $0
+  load File.join(__dir__, '..', 'bin', 'git_commit_size_scraper')
+end
diff --git a/lib/git_commit_size_scraper/scraper.rb b/lib/git_commit_size_scraper/scraper.rb
@@ -0,0 +1,31 @@
+module GitCommitSizeScraper
+  class Scraper
+    attr_reader :commits, :list
+
+    def initialize *args
+      args.flatten!
+      @commits = `git rev-list --all #{args.join " "}`.split
+      @list    = {}
+    end
+
+    def blobs_in_commit treeish
+     `git diff-tree -r -c -M -C --no-commit-id #{treeish}`.
+       split("\n").
+       map { |blob| blob.split[3] }
+    end
+
+    def size_in_bytes obj
+      return 0 if obj =~ /\A0+\z/
+      `git cat-file -s #{obj}`.to_i
+    end
+
+    def bytes_in_commit treeish
+      blobs = blobs_in_commit treeish
+      total = blobs.map { |blob| size_in_bytes blob }.reduce(:+)
+    end
+
+    def walk
+      @commits.map { |c| @list[c] = bytes_in_commit c }
+    end
+  end
+end
diff --git a/lib/git_commit_size_scraper/version.rb b/lib/git_commit_size_scraper/version.rb
@@ -0,0 +1,3 @@
+module GitCommitSizeScraper
+  VERSION = "1.0.0"
+end

-Original file line number
+Diff line change
@@ @@ -0,0 +1,6 @@ @@
 +rvm:
 +  - 1.9.3
 +  - 2.0.0
 +branches:
 +  only:
 +    - master
Original file line number	Diff line number	Diff line change
`@@ -0,0 +1,2 @@`
	`1`	`+source 'https://rubygems.org'`
	`2`	`+gemspec`