synt 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 80be7f4e38ed147f4dcc65f317e1b77c385ee952
+  data.tar.gz: 84158235542049a3ad23b9eff0a7f963dc06a6a7
+SHA512:
+  metadata.gz: 7218180ffe4ee3800c5baa92197a72ad4651242116680076af07476bf10aa520991d03886a32bb0c08362d30c6e483e047fb04394b2304234afe9f0a2fd134ea
+  data.tar.gz: 087908cb71c757e8f43176049f6e055affd56f79863b3ac8171deffae1dc566b7f4c163bd819ae49cba8c6656dbd602c2953034c4f6514558ab9684a080e1eda

data/Gemfile

@@ -0,0 +1,7 @@
+source 'https://rubygems.org'
+
+gem 'slop', '3.6.0'
+gem 'manowar', '0.0.1'
+gem 'rubocop', '0.25.0', require: false
+gem 'simplecov', '0.9.0', require: false
+gem 'simplecov-lcov', require: false

data/Gemfile.lock

@@ -0,0 +1,35 @@
+GEM
+  remote: https://rubygems.org/
+  specs:
+    ast (2.0.0)
+    docile (1.1.5)
+    manowar (0.0.1)
+    multi_json (1.10.1)
+    parser (2.2.0.pre.4)
+      ast (>= 1.1, < 3.0)
+      slop (~> 3.4, >= 3.4.5)
+    powerpack (0.0.9)
+    rainbow (2.0.0)
+    rubocop (0.25.0)
+      parser (>= 2.2.0.pre.4, < 3.0)
+      powerpack (~> 0.0.6)
+      rainbow (>= 1.99.1, < 3.0)
+      ruby-progressbar (~> 1.4)
+    ruby-progressbar (1.6.0)
+    simplecov (0.9.0)
+      docile (~> 1.1.0)
+      multi_json
+      simplecov-html (~> 0.8.0)
+    simplecov-html (0.8.0)
+    simplecov-lcov (0.3.0)
+    slop (3.6.0)
+
+PLATFORMS
+  ruby
+
+DEPENDENCIES
+  manowar (= 0.0.1)
+  rubocop (= 0.25.0)
+  simplecov (= 0.9.0)
+  simplecov-lcov
+  slop (= 3.6.0)

data/bin/synt

@@ -0,0 +1,14 @@
+#!/usr/bin/env ruby
+
+if ENV.has_key? 'TEST_COV'
+  require 'simplecov'
+  require 'simplecov-lcov'
+  SimpleCov.formatter = SimpleCov::Formatter::LcovFormatter
+  SimpleCov.start do
+    add_filter "/fixtures/"
+  end
+end
+
+require_relative '../lib/synt'
+
+Synt.new

data/lib/synt.rb

@@ -0,0 +1,19 @@
+require_relative 'synt/cli'
+require_relative 'synt/similar'
+
+module Synt
+  extend self
+
+  def new
+    # TODO: move to CLI? this is lib.
+    opts = CLI.parse
+    diff = Similar.compare opts
+
+    puts "Inputs are %#{diff} similar."
+
+    if opts.threshold? && diff < opts[:threshold].to_f
+      puts "Similarity threshold of #{opts[:threshold]} hit."
+      exit 1
+    end
+  end
+end

data/lib/synt/cli.rb

@@ -0,0 +1,34 @@
+require 'slop'
+require 'manowar'
+require_relative 'version'
+
+define 'Synt'
+
+module Synt::CLI
+  extend self
+
+  def parse
+    Slop.parse help: true, &options
+  end
+
+  private
+
+  def options
+    Proc.new {
+      banner 'Usage: synt.rb [options]'
+
+      on 't=', 'tokenize=', 'file or string to tokenize'
+      on 'c=', 'compare=', 'File or String to compare to something.'
+      on 't=', 'to=', 'File or String to compare against.'
+      on 'a=', 'algorithm=', 'Similarity algorithm [default=jaccard,tanimoto].'
+      on 'n=', 'ngram=', 'Specify what ngrams are generated and used for
+                         comparing token sequences. [default=1,2,4..5,10,...,all]'
+      on 'd=', 'threshold=', 'Similarity threshold and exit with error.'
+
+      on '-v', 'version', 'Print the version.' do
+        puts Synt::VERSION
+        exit 0
+      end
+    }
+  end
+end

data/lib/synt/parser.rb

@@ -0,0 +1,12 @@
+require 'ripper'
+require 'manowar'
+
+define 'Synt'
+
+module Synt::Parser
+  extend self
+
+  def parse string
+    Ripper.tokenize string
+  end
+end

data/lib/synt/similar.rb

@@ -0,0 +1,88 @@
+require 'manowar'
+require_relative 'parser'
+require_relative 'similar/jaccard'
+require_relative 'similar/tanimoto'
+
+define 'Synt'
+
+module Synt::Similar
+  extend self
+
+  def compare opts
+    error 'no compare propery provided' if !opts[:compare]
+    error 'no to propery provided' if !opts[:to]
+
+    src = opts[:compare] || ''
+    cmp = opts[:to] || ''
+    algorithm = algorithms[opts[:algorithm] || 'jaccard']
+    src_t = cmp_t = nil
+    n_start, n_end = ngram_range opts[:ngram]
+
+    src_t = normalize_ripper_tokens Synt::Parser.parse(src)
+    cmp_t = normalize_ripper_tokens Synt::Parser.parse(cmp)
+
+    a = generate_ngrams src_t, n_start, n_end
+    b = generate_ngrams cmp_t, n_start, n_end
+
+    sim = algorithm.compare a, b
+
+    sim.to_f.round 2
+  end
+
+  private
+
+  def algorithms
+    { 'jaccard' => Jaccard, 'tanimoto' => Tanimoto }
+  end
+
+  def generate_ngrams arr, start, nend
+    nend = arr.length if nend.nil?
+    start = 1 if start.nil?
+
+    if nend > arr.length
+      puts 'ngram end value exceeds length- setting start/end to: 1.'
+    end
+
+    if start == nend && start == 1 # short circuit
+      return arr
+    end
+
+    sets = []
+
+    (start..nend).to_a.each_index do |n_len|
+      arr.each_with_index do |token, index|
+        s_len = index + n_len
+        if s_len <= arr.length
+          sets.push arr[index, s_len].join('')
+        end
+      end
+    end
+
+    sets
+  end
+
+  def ngram_range ngram
+    is_range = /\.\./
+
+    if !ngram
+      return 1, 1
+    elsif ngram =~ is_range
+      n = ngram.split '..'
+      return n[0].to_i, n[1].to_i
+    elsif ngram != 'all'
+      n = ngram.to_i
+      return n, n
+    else
+      return nil, nil
+    end
+  end
+
+  def normalize_ripper_tokens tokens
+    tokens.select { |t| t && t !~ /^\s*$/ }
+  end
+
+  def error msg
+    puts msg
+    exit 1
+  end
+end

data/lib/synt/similar/jaccard.rb

@@ -0,0 +1,16 @@
+#  See: http://en.wikipedia.org/wiki/Jaccard_index
+require 'manowar'
+
+define 'Synt::Similar'
+
+module Synt::Similar::Jaccard
+  extend self
+
+  def compare src, cmp
+    a = src.uniq
+    b = cmp.uniq
+    i = a & b
+    u = a | b
+    i.length.to_f / u.length.to_f * 100
+  end
+end

data/lib/synt/similar/tanimoto.rb

@@ -0,0 +1,25 @@
+#  This is an (apparently) generalized jaccard algorithm, with its unique uses.
+
+#  See: http://en.wikipedia.org/wiki/Talk%3AJaccard_index#Tanimoto_coefficient
+
+#  I understand that since data is ultimately
+#  reduced to unique lists of comparable, scalar data, the equation can
+#  be further generalized as a function of cardinal lengths.
+#  This may or may not be correct (in theory)!
+#  I am still unsure if this works for multisets.
+#  The output seem to be as expected, though.
+require 'manowar'
+
+define 'Synt::Similar'
+
+module Synt::Similar::Tanimoto
+  extend self
+
+  def compare src, cmp
+    a = src.uniq
+    b = cmp.uniq
+    i = a & b
+
+    i.length.to_f / (a.length.to_f + b.length.to_f - i.length.to_f) * 100
+  end
+end

data/lib/synt/version.rb

@@ -0,0 +1,3 @@
+module Synt
+  VERSION = "0.0.1"
+end

data/readme.md

@@ -0,0 +1,15 @@
+## Synt.rb
+
+This is the Ruby implementation of Synt.
+
+### Supported Languages
+
+* Ruby
+
+For more languages, see the top level [Synt](http://github.com/brentlintner/synt) project.
+
+### Requirements
+
+* Ruby
+* RubyGems
+* Bundler

data/synt.gemspec

@@ -0,0 +1,22 @@
+# coding: utf-8
+lib = File.expand_path('../lib', __FILE__)
+$LOAD_PATH.unshift(lib) unless $LOAD_PATH.include?(lib)
+require 'synt/version'
+
+Gem::Specification.new do |spec|
+  spec.name          = "synt"
+  spec.version       = Synt::VERSION
+  spec.authors       = ["Brent Lintner"]
+  spec.email         = ["brent.lintner@gmail.com"]
+  spec.summary       = "Similar code analysis."
+  spec.description   = "Calculate the percentage of difference between code."
+  spec.homepage      = "https://github.com/brentlintner/synt"
+  spec.license       = "ISC"
+
+  spec.files         = `git ls-files`.split("\n")
+  spec.executables   = ["synt"]
+  spec.test_files    = spec.files.grep(%r{^(test|spec|features)/})
+  spec.require_paths = ["lib"]
+
+  spec.add_development_dependency "bundler", "~> 1.7"
+end

metadata

@@ -0,0 +1,73 @@
+--- !ruby/object:Gem::Specification
+name: synt
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Brent Lintner
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2014-09-28 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: bundler
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '1.7'
+description: Calculate the percentage of difference between code.
+email:
+- brent.lintner@gmail.com
+executables:
+- synt
+extensions: []
+extra_rdoc_files: []
+files:
+- Gemfile
+- Gemfile.lock
+- bin/synt
+- lib/synt.rb
+- lib/synt/cli.rb
+- lib/synt/parser.rb
+- lib/synt/similar.rb
+- lib/synt/similar/jaccard.rb
+- lib/synt/similar/tanimoto.rb
+- lib/synt/version.rb
+- readme.md
+- spec/synt.spec
+- synt.gemspec
+homepage: https://github.com/brentlintner/synt
+licenses:
+- ISC
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.2.2
+signing_key: 
+specification_version: 4
+summary: Similar code analysis.
+test_files:
+- spec/synt.spec