skynet-core 0.0.3

data/Manifest

@@ -0,0 +1,19 @@
+Manifest
+README.mkdn
+Rakefile
+config/database.yml.example
+config/settings.yml
+config/settings.yml.example
+lib/skynet-core.rb
+lib/skynet-core/cyberdyne.rb
+lib/skynet-core/db/hippocampus.rb
+lib/skynet-core/db/ibrands.rb
+lib/skynet-core/db/migrate/001_create_actives_and_logs.rb
+lib/skynet-core/db/migrate/002_pimp_log.rb
+lib/skynet-core/db/migration.rb
+lib/skynet-core/extend_string.rb
+lib/skynet-core/harvest.rb
+skynet-core.gemspec
+spec/cyberdyne_spec.rb
+spec/harvest_spec.rb
+spec/skynet-core_spec.rb

data/README.mkdn

@@ -0,0 +1,12 @@
+# Skynet
+
+Skynet é o robô de data mining do [I-Brands].
+
+* Autor: Henry Hamon
+* Copyright: (c) 2010 A2C nós criamos ideias
+
+## Instalação
+      gem install uuid simpleconsole json nokogiri mechanize htmlentities
+
+"_A2C recreate the Cyberdyne technology to world domination_"
+

data/Rakefile

@@ -0,0 +1,16 @@
+require 'rubygems'
+require 'rake'
+require 'echoe'
+
+Echoe.new('skynet-core', '0.0.3') do |s|
+  s.description     = "Datamining Bot"
+  s.url             = "http://github.com/a2c/skynet-core"
+  s.author          = "Henry Hamon"
+  s.email           = "henry.hamon@a2c.com.br"
+  s.ignore_pattern  = ["tmp/*", "script/*"]
+  s.runtime_dependencies = ["json", "nokogiri",
+    "mechanize", "activerecord", "simpleconsole"]
+  s.development_dependencies = ["rspec"]
+end
+
+Dir["#{File.dirname(__FILE__)}/tasks/*.rake"].sort.each { |ext| load ext }

data/config/database.yml.example

@@ -0,0 +1,37 @@
+development:
+  skynet:
+    adapter: mysql
+    database: skynet_staging
+    username: root
+    password: toor
+    encoding: utf8
+
+  ibrands:
+    adapter: mysql
+    database: ibrands_development
+    username: root
+    password: toor
+    encoding: utf8
+
+
+production:
+  skynet:
+    adapter: mysql
+    encoding: utf8
+    database: skynet
+    username: skynet
+    password: "MXQuE4KW9NhjEr7t"
+    host: "vps3.clubedeautores.com.br"
+    port: 3300
+   # socket: /var/run/mysqld/mysqld.sock
+
+  ibrands:
+    adapter: mysql
+    encoding: utf8
+    database: ibrands
+    username: ibrands
+    password: "MXQuE4KW9NhjEr7t"
+    host: "vps3.clubedeautores.com.br"
+    port: 3300
+   # socket: /var/run/mysqld/mysqld.sock
+

data/config/settings.yml

@@ -0,0 +1,5 @@
+email: skynet@a2c.com.br
+password: abcd1234
+backstage_url: http://localhost:3000/backstage/tracked_networks
+enviroment: development
+

data/config/settings.yml.example

@@ -0,0 +1,5 @@
+email: a2c@a2c.com.br
+password: abcd1234
+backstage_url: http://localhost:3000/backstage/tracked_networks
+enviroment: production
+

data/lib/skynet-core/cyberdyne.rb

@@ -0,0 +1,52 @@
+require "#{SKYNET_ROOT}/lib/skynet-core/db/ibrands"
+
+module Skynet
+  extend self
+
+  # Cyberdyne Gerencia os Monitoramentos do [I-Brands]
+  class Cyberdyne
+    attr_reader :track_network_handler
+    
+    def initialize(network_type)
+      @network_type = network_type
+    end
+
+    # trabalha em um monitoramento especifico
+    def specific_track(track_id)
+      network = Network.find_by_classification @network_type
+      @track_network_handler ||= TrackedNetwork.find_by_id_and_network_id_and_state track_id, network.nil? ? 0 : network.id, 'passive'
+    end
+
+    # Verifica se existe algum monitoramento a ser processado
+    def have_track_networks?
+      all_track_networks.size > 0
+    end
+
+    # trava o primeiro monitoramento, mudando o status para processing
+    def lock_first_track_network
+      first_track_network.processing!
+      @track_networks_list = nil if first_track_network.processing?
+      first_track_network.processing?
+    end
+
+    # destrava o primeiro track
+    def unlock_first_track_network
+      first_track_network.mining_is_ok!
+      first_track_network.passive?
+    end
+
+    protected
+
+    # Faz cache da mesma (armazenando-a em @track_networks_list)
+    def all_track_networks
+      @track_networks_list ||= TrackedNetwork.all_passive @network_type
+    end
+
+    # Pega o primeiro monitoramento
+    def first_track_network
+      @track_network_handler ||= all_track_networks.first
+    end
+
+  end
+end
+

data/lib/skynet-core/db/hippocampus.rb

@@ -0,0 +1,12 @@
+require File.expand_path("#{File.dirname(__FILE__)}/../../skynet-core")
+require 'activerecord'
+
+Skynet.load_config
+unless Skynet.database_config.nil?
+  ActiveRecord::Base.establish_connection( Skynet.database_config[Skynet.app_config['enviroment']]['skynet'] )
+
+  class Memory < ActiveRecord::Base
+    validates_presence_of :url
+    validates_uniqueness_of :url, :scope => :tracked_network_id
+  end
+end

data/lib/skynet-core/db/ibrands.rb

@@ -0,0 +1,162 @@
+require File.expand_path("#{File.dirname(__FILE__)}/../../skynet-core")
+require 'activerecord'
+
+Skynet.load_config
+
+unless Skynet.database_config.nil?
+  ActiveRecord::Base.establish_connection( Skynet.database_config[Skynet.app_config['enviroment']]['ibrands'] )
+
+  class Network < ActiveRecord::Base
+    has_many :tracked_networks
+
+    validates_presence_of :name
+    validates_presence_of :classification
+
+    attr_accessible :name, :classification
+  end
+
+  class Brand < ActiveRecord::Base
+    has_many :tracked_networks
+    has_many :mining_terms
+    has_many :sieves
+  end
+
+  class TrackedNetwork < ActiveRecord::Base
+    belongs_to :brand
+    belongs_to :network
+    has_many :blogospheres, :dependent => :destroy
+    has_many :viral_networks, :dependent => :destroy
+    has_many :online_presses, :dependent => :destroy
+    has_many :other_networks, :dependent => :destroy
+    has_many :limbos, :dependent => :destroy
+
+    named_scope :all_passive, lambda {|*args| { :conditions => ["brand_id is not null AND tracked_networks.state = ?
+      AND networks.classification = ?", "passive", (args.first || nil)],
+      :order => "tracked_networks.updated_at ASC", :limit => 30, :include => :network}}
+
+    named_scope :especific_brand, lambda {|*args| { :conditions => ["brand_id = ? AND tracked_networks.state = ?
+      AND networks.classification = ?", (args[0] || nil), "passive", (args[1] || nil)],
+      :order => "tracked_networks.updated_at ASC", :limit => 30, :include => :network}}
+
+    named_scope :especific_track, lambda {|*args| { :conditions => ["brand_id is not null AND id = ?
+      AND networks.classification = ?", (args[0] || nil), (args[1] || nil)],
+      :order => "tracked_networks.updated_at ASC", :limit => 30, :include => :network}}
+
+      def processing!
+        self.state = 'in_processing' if self.state == 'passive'
+        self.save
+      end
+
+      def processing?
+        self.state == 'in_processing'
+      end
+
+      def mining_is_ok!
+        self.state = 'passive' if self.state == 'in_processing'
+        self.save
+      end
+
+      def passive?
+        self.state == 'passive'
+      end
+
+      def mining_is_not_ok!
+        self.state = 'registred' if self.state == 'in_processing'
+        self.save
+      end
+
+      def sieves
+        @sieves ||= Sieve.by_brand self.brand_id
+      end
+
+  end
+
+  class OtherNetwork < ActiveRecord::Base
+    belongs_to :tracked_network
+
+    validates_presence_of :source
+    validates_presence_of :topic
+    validates_uniqueness_of :url, :scope => :tracked_network_id
+  end
+
+  class Limbo < ActiveRecord::Base
+    belongs_to :tracked_network
+
+    validates_presence_of :url
+    validates_uniqueness_of :url, :scope => :tracked_network_id
+  end
+
+  class OnlinePress < ActiveRecord::Base
+    belongs_to :tracked_network
+
+    validates_presence_of :url
+    validates_uniqueness_of :url, :scope => :tracked_network_id
+  end
+
+  class ViralNetwork < ActiveRecord::Base
+    belongs_to :tracked_network
+
+    validates_numericality_of :views
+    validates_presence_of :filename, :user
+    validates_uniqueness_of :filename, :scope => :tracked_network_id
+  end
+
+  class Blogosphere < ActiveRecord::Base
+    belongs_to :tracked_network
+
+    validates_presence_of :name
+    validates_uniqueness_of :url, :scope => :tracked_network_id
+  end
+
+  class FamiliarUrl < ActiveRecord::Base
+    validates_presence_of :url
+
+    named_scope :rss_sources, :select => "distinct url", :conditions => ["url_type in (3,4)"]
+    named_scope :url_sources, :conditions => ["url_type not in (3,4)"]
+  end
+
+
+  class Sieve < ActiveRecord::Base
+    belongs_to :brand
+
+    named_scope :by_brand, lambda {|*args| { :conditions => ["brand_id = ?", (args[0] || nil)]}}
+    named_scope :metagenerator, :conditions => ["url_type = 2"]
+    named_scope :rss_sources, :select => "distinct url", :conditions => ["url_type in (3,4)"]
+
+    def self.by_brand(brand, url_type = nil)
+      if url_type.blank?
+        self.all :conditions => ["brand_id = ?", brand.id]
+      else
+        self.all :conditions => ["brand_id = ? AND url_type = ?", brand.id, url_type]
+      end
+    end
+  end
+
+  class MiningTerm < ActiveRecord::Base
+    belongs_to :brand
+    belongs_to :theme
+
+    def search_terms
+      self.term.split(/,|;/)
+    end
+
+    def exclude_terms
+      exclude_list = []
+      self.filter.split(/,|;/).each do |filters|
+        filters.strip!
+        exclude_list << filters.gsub(/^-/,'') if filters.match(/^-/)
+      end
+      exclude_list
+    end
+
+    def filter_terms
+      list = []
+      self.filter.split(/,|;/).each do |filters|
+        filters.strip!
+        list << filters unless filters.match(/^-/)
+      end
+      list
+    end
+
+  end
+end

data/lib/skynet-core/db/migrate/001_create_actives_and_logs.rb

@@ -0,0 +1,36 @@
+require 'rubygems'
+require 'activerecord'
+require 'lib/skynet/hippocampus'
+
+#ActiveRecord::Schema.define do
+class CreateMemoriesAndLogs < ActiveRecord::Migration
+
+    create_table :memories do |t|
+      t.column :brand_id, :integer
+      t.column :tracked_network_id, :integer
+      t.column :network_type, :integer
+      t.column :url, :string
+      t.column :source, :string
+      t.column :post, :text
+      t.column :author, :string
+      t.column :description, :text
+      t.column :slot_1, :integer
+      t.column :slot_2, :integer
+      t.column :slot_3, :integer
+      t.column :integrated, :boolean, :default => false
+      t.column :created_at, :datetime
+      t.column :integrated_at, :datetime
+    end
+
+    add_index :memories, [:url, :tracked_network_id], :unique => true
+
+
+    create_table :logs do |table|
+      table.column :message, :text
+      table.column :pid, :string
+      table.column :tracked_network_id, :integer
+      table.column :created_at, :datetime
+    end
+
+end
+

data/lib/skynet-core/db/migrate/002_pimp_log.rb

@@ -0,0 +1,22 @@
+require 'rubygems'
+require 'activerecord'
+require 'lib/skynet/hippocampus'
+
+class PimpLog < ActiveRecord::Migration
+  def self.up
+    remove_column :logs, :pid
+    add_column :logs, :picked, :integer
+    add_column :logs, :found, :integer
+    add_column :logs, :started_at, :datetime
+    add_column :logs, :finished_at, :datetime
+  end
+
+  def self.down
+    add_column :logs, :pid, :integer
+    remove_column :logs, :picked
+    remove_column :logs, :found
+    remove_column :logs, :started_at
+    remove_column :logs, :finished_at
+  end
+end
+

data/lib/skynet-core/db/migration.rb

@@ -0,0 +1,5 @@
+require 'rubygems'
+require 'activerecord'
+require 'hippocampus'
+
+ActiveRecord::Migrator.migrate('db/migrate', ARGV[0] ? ARGV[0].to_i : nil)

data/lib/skynet-core/extend_string.rb

@@ -0,0 +1,85 @@
+# RemoveAccents version 1.0.3 (c) 2008-2009 Solutions Informatiques Techniconseils inc.
+# 
+# This module adds 2 methods to the string class. 
+# Up-to-date version and documentation available at:
+#
+# http://www.techniconseils.ca/en/scripts-remove-accents-ruby.php
+#
+# This script is available under the following license :
+# Creative Commons Attribution-Share Alike 2.5.
+#
+# See full license and details at :
+# http://creativecommons.org/licenses/by-sa/2.5/ca/
+#
+# Version history:
+#   * 1.0.3 : July 23 2009
+#               Corrected some incorrect character codes. Source is now wikipedia at:
+#                 http://en.wikipedia.org/wiki/ISO/IEC_8859-1#Related_character_maps
+#               Thanks to Raimon Fernandez for pointing out the incorrect codes.
+#   * 1.0.2 : October 29 2008
+#               Slightly optimized version of urlize - Jonathan Grenier (jgrenier@techniconseils.ca)
+#   * 1.0.1 : October 29 2008
+#               First public revision - Jonathan Grenier (jgrenier@techniconseils.ca)
+#
+
+class String
+  # The extended characters map used by removeaccents. The accented characters 
+  # are coded here using their numerical equivalent to sidestep encoding issues.
+  # These correspond to ISO-8859-1 encoding.
+  ACCENTS_MAPPING = {
+    'E' => [200,201,202,203],
+    'e' => [232,233,234,235],
+    'A' => [192,193,194,195,196,197],
+    'a' => [224,225,226,227,228,229,230],
+    'C' => [199],
+    'c' => [231],
+    'O' => [210,211,212,213,214,216],
+    'o' => [242,243,244,245,246,248],
+    'I' => [204,205,206,207],
+    'i' => [236,237,238,239],
+    'U' => [217,218,219,220],
+    'u' => [249,250,251,252],
+    'N' => [209],
+    'n' => [241],
+    'Y' => [221],
+    'y' => [253,255],
+    'AE' => [306],
+    'ae' => [346],
+    'OE' => [188],
+    'oe' => [189]
+  }
+  
+  
+  # Remove the accents from the string. Uses String::ACCENTS_MAPPING as the source map.
+  def removeaccents    
+    str = String.new(self)
+    String::ACCENTS_MAPPING.each {|letter,accents|
+      packed = accents.pack('U*')
+      rxp = Regexp.new("[#{packed}]", nil, 'U')
+      str.gsub!(rxp, letter)
+    }
+    
+    str
+  end
+  
+  
+  # Convert a string to a format suitable for a URL without ever using escaped characters.
+  # It calls strip, removeaccents, downcase (optional) then removes the spaces (optional)
+  # and finally removes any characters matching the default regexp (/[^-_A-Za-z0-9]/).
+  #
+  # Options
+  #
+  # * :downcase => call downcase on the string (defaults to true)
+  # * :convert_spaces => Convert space to underscore (defaults to false)
+  # * :regexp => The regexp matching characters that will be converting to an empty string (defaults to /[^-_A-Za-z0-9]/)
+  def urlize(options = {})
+    options[:downcase] ||= true
+    options[:convert_spaces] ||= false
+    options[:regexp] ||= /[^-_A-Za-z0-9]/
+    
+    str = self.strip.removeaccents
+    str.downcase! if options[:downcase]
+    str.gsub!(/\ /,'_') if options[:convert_spaces]
+    str.gsub(options[:regexp], '')
+  end
+end

data/lib/skynet-core/harvest.rb

@@ -0,0 +1,87 @@
+require "#{SKYNET_ROOT}/lib/skynet-core"
+require "#{SKYNET_ROOT}/lib/skynet-core/db/ibrands"
+require 'open-uri'
+
+module Skynet
+  extend self
+
+  class Harvest
+    attr_reader :buffer, :buffer_mining_terms,
+      :cost, :results
+    attr_accessor :logger
+
+    def initialize(network_type)
+      @network_type = network_type
+      @logger = Hash.new
+    end
+
+    def base_process(&block)
+      @buffer = Cyberdyne.new @network_type
+      if @buffer.have_track_networks?
+        internal_process &block
+      end
+    end
+
+    def base_specific_track_process(track_id, &block)
+      @buffer = Cyberdyne.new @network_type
+      if @buffer.specific_track(track_id)
+        internal_process &block
+      end
+    end
+
+    # O custo do monitoramento é calculado por
+    # quantidade de sinônimos mutiplicado pelo total de termos de mineração
+    def cost_calculation
+      minings = @buffer_mining_terms.size
+      search_term = 0
+      @buffer_mining_terms.each{|t| search_term += t.search_terms.size}
+      @cost = minings * search_term
+    end
+
+    def generate_regex(terms, boundarie = "", remove_accent = false)
+      output = ""
+      terms.each do |t|
+        t = t.removeaccents if remove_accent
+        output << "#{boundarie}#{t.gsub(/\+|\-|\/|\|\?|\*|\\|\|/,'')}"
+        output += "£"
+      end
+      unless output.empty?
+        output.gsub!(/£$/,"")
+        output.gsub!("£","|")
+      end
+
+      "(?i)(#{output})"
+    end
+
+    def find
+      raise "Abstract method called!"
+    end
+
+    protected
+
+    def internal_process
+      @buffer.lock_first_track_network
+      load_mining_terms
+      cost_calculation
+      @buffer_mining_terms.each do |mining_term|
+        mining_term.search_terms.each do |search_term|
+          unless search_term.nil? || search_term.empty?
+            @results = []
+            yield mining_term, search_term
+          end #unless
+        end
+      end
+      @buffer.unlock_first_track_network
+    end
+
+    def load_mining_terms
+      @buffer_mining_terms ||= @buffer.track_network_handler.brand.mining_terms
+    end
+
+    def load_language
+      @buffer_language ||= @buffer.track_network_handler.brand.language
+    end
+
+  end #class
+
+end #module

data/lib/skynet-core.rb

@@ -0,0 +1,111 @@
+require "rubygems"
+require "yaml"
+
+SKYNET_ROOT = File.expand_path("#{File.dirname(__FILE__)}/..") unless defined?(SKYNET_ROOT)
+
+Dir[File.dirname(__FILE__) + '/skynet-core/*.rb'].each {|file| require file }
+
+# Defines our SKYNET_ENV
+SKYNET_ENV = ENV["SKYNET_ENV"] ||= ENV["RACK_ENV"] ||= "development" unless defined?(SKYNET_ENV)
+#
+module Skynet
+
+  attr_reader :_app_config, :_database_config
+
+  class ApplicationLoadError < RuntimeError #:nodoc:
+  end
+
+  class << self
+
+    def env
+      @_env ||= SKYNET_ENV.to_s.downcase.to_sym
+    end
+
+    def root(*args)
+      File.expand_path(File.join(SKYNET_ROOT, *args))
+    end
+
+    # Default encoding to UTF8 if it has not already been set to something else.
+    #
+    def set_encoding
+      unless RUBY_VERSION >= '1.9'
+        $KCODE = 'U' if $KCODE == 'NONE' || $KCODE.blank?
+      end
+      nil
+    end
+
+    #
+    #   def bundle
+    #     return :locked   if File.exist?(root('.bundle/environment.rb'))
+    #     return :unlocked if File.exist?(root("Gemfile"))
+    #   end
+
+    def load_config
+      app_config
+      database_config
+
+      raise "Config files not found" if @_app_config.nil? || @_database_config.nil?
+      !@_app_config.nil?
+    end
+
+    def app_config
+      @_app_config ||= set_app_config
+    end
+
+    def database_config
+      @_database_config ||= set_database_config
+    end
+
+    def require_dependencies(*paths)
+      # Extract all files to load
+      files = paths.map { |path| Dir[path] }.flatten
+
+      while files.present?
+        # We need a size to make sure things are loading
+        size_at_start = files.size
+
+        # List of errors and failed files
+        errors, failed = [], []
+
+        # Now we try to require our dependencies
+        files.each do |file|
+          begin
+            require file
+            files.delete(file)
+          rescue Exception => e
+            errors << e
+            failed << files
+          end
+        end
+
+        # Stop processing if nothing loads or if everything has loaded
+        raise errors.last if files.size == size_at_start && files.present?
+        break if files.empty?
+      end
+    end
+    alias :require_dependency :require_dependencies
+
+    ##
+    # Attempts to load all dependency libs that we need.
+    # If you use this method we can perform correctly a Padrino.reload!
+    #
+    def load_dependencies(*paths)
+      paths.each do |path|
+        Dir[path].each { |file| load(file) }
+      end
+    end
+    alias :load_dependency :load_dependencies
+
+
+    private
+
+    def set_app_config
+      YAML::load(File.open(root("config/settings.yml"))) if File.exist?(root("config/settings.yml"))
+    end
+
+    def set_database_config
+      YAML::load(File.open(root("config/database.yml"))) if File.exist?(root("config/database.yml"))
+    end
+
+  end # self
+end

data/skynet-core.gemspec

@@ -0,0 +1,48 @@
+# -*- encoding: utf-8 -*-
+
+Gem::Specification.new do |s|
+  s.name = %q{skynet-core}
+  s.version = "0.0.3"
+
+  s.required_rubygems_version = Gem::Requirement.new(">= 1.2") if s.respond_to? :required_rubygems_version=
+  s.authors = ["Henry Hamon"]
+  s.date = %q{2010-06-09}
+  s.description = %q{Datamining Bot}
+  s.email = %q{henry.hamon@a2c.com.br}
+  s.extra_rdoc_files = ["README.mkdn", "lib/skynet-core.rb", "lib/skynet-core/cyberdyne.rb", "lib/skynet-core/db/hippocampus.rb", "lib/skynet-core/db/ibrands.rb", "lib/skynet-core/db/migrate/001_create_actives_and_logs.rb", "lib/skynet-core/db/migrate/002_pimp_log.rb", "lib/skynet-core/db/migration.rb", "lib/skynet-core/extend_string.rb", "lib/skynet-core/harvest.rb"]
+  s.files = ["Manifest", "README.mkdn", "Rakefile", "config/database.yml.example", "config/settings.yml", "config/settings.yml.example", "lib/skynet-core.rb", "lib/skynet-core/cyberdyne.rb", "lib/skynet-core/db/hippocampus.rb", "lib/skynet-core/db/ibrands.rb", "lib/skynet-core/db/migrate/001_create_actives_and_logs.rb", "lib/skynet-core/db/migrate/002_pimp_log.rb", "lib/skynet-core/db/migration.rb", "lib/skynet-core/extend_string.rb", "lib/skynet-core/harvest.rb", "skynet-core.gemspec", "spec/cyberdyne_spec.rb", "spec/harvest_spec.rb", "spec/skynet-core_spec.rb"]
+  s.homepage = %q{http://github.com/a2c/skynet-core}
+  s.rdoc_options = ["--line-numbers", "--inline-source", "--title", "Skynet-core", "--main", "README.mkdn"]
+  s.require_paths = ["lib"]
+  s.rubyforge_project = %q{skynet-core}
+  s.rubygems_version = %q{1.3.7}
+  s.summary = %q{Datamining Bot}
+
+  if s.respond_to? :specification_version then
+    current_version = Gem::Specification::CURRENT_SPECIFICATION_VERSION
+    s.specification_version = 3
+
+    if Gem::Version.new(Gem::VERSION) >= Gem::Version.new('1.2.0') then
+      s.add_runtime_dependency(%q<json>, [">= 0"])
+      s.add_runtime_dependency(%q<nokogiri>, [">= 0"])
+      s.add_runtime_dependency(%q<mechanize>, [">= 0"])
+      s.add_runtime_dependency(%q<activerecord>, [">= 0"])
+      s.add_runtime_dependency(%q<simpleconsole>, [">= 0"])
+      s.add_development_dependency(%q<rspec>, [">= 0"])
+    else
+      s.add_dependency(%q<json>, [">= 0"])
+      s.add_dependency(%q<nokogiri>, [">= 0"])
+      s.add_dependency(%q<mechanize>, [">= 0"])
+      s.add_dependency(%q<activerecord>, [">= 0"])
+      s.add_dependency(%q<simpleconsole>, [">= 0"])
+      s.add_dependency(%q<rspec>, [">= 0"])
+    end
+  else
+    s.add_dependency(%q<json>, [">= 0"])
+    s.add_dependency(%q<nokogiri>, [">= 0"])
+    s.add_dependency(%q<mechanize>, [">= 0"])
+    s.add_dependency(%q<activerecord>, [">= 0"])
+    s.add_dependency(%q<simpleconsole>, [">= 0"])
+    s.add_dependency(%q<rspec>, [">= 0"])
+  end
+end

data/spec/cyberdyne_spec.rb

@@ -0,0 +1,27 @@
+require 'rubygems'
+require 'spec'
+
+require File.dirname(__FILE__) + '/../lib/skynet-core'
+
+describe "cyberdyne" do
+  before(:each) do
+    @cyberdyne = Skynet::Cyberdyne.new 7
+  end
+
+  it "should have track" do
+    @cyberdyne.have_track_networks?.should be_true
+  end
+
+  it "should have lock the first track" do
+    @cyberdyne.lock_first_track_network.should be_true
+  end
+
+  it "should have unlock the track" do
+    @cyberdyne.unlock_first_track_network.should be_true
+  end
+
+  it "should load the track" do
+
+  end
+
+end

data/spec/harvest_spec.rb

@@ -0,0 +1,4 @@
+require 'rubygems'
+require 'spec'
+
+require File.dirname(__FILE__) + '/../lib/skynet-core'

data/spec/skynet-core_spec.rb

@@ -0,0 +1,32 @@
+require 'rubygems'
+require 'spec'
+
+require File.dirname(__FILE__) + '/../lib/skynet-core'
+
+describe "skynet-core" do
+
+# it "check some global methods" do
+#   should_validate_presence_of Skynet, :root
+# end
+
+# it "should not find config files" do
+
+#   if File.exist?(File.dirname(__FILE__) + '/../config/settings.xml')
+#     system "mv #{File.dirname(__FILE__) + '/../config/settings.xml'} #{File.dirname(__FILE__) + '/../config/settings.xml.example'}"
+#   end
+
+#   lambda{Skynet.load_config}.should raise_error(RuntimeError, "Config files not found")
+
+# end
+
+  it "should find config files" do
+
+    if File.exist?(File.dirname(__FILE__) + '/../config/settings.xml.example')
+      system "mv #{File.dirname(__FILE__) + '/../config/settings.xml.example'} #{File.dirname(__FILE__) + '/../config/settings.xml'}"
+    end
+
+    Skynet.load_config.should be_true
+
+  end
+
+end

metadata

@@ -0,0 +1,183 @@
+--- !ruby/object:Gem::Specification 
+name: skynet-core
+version: !ruby/object:Gem::Version 
+  hash: 25
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 3
+  version: 0.0.3
+platform: ruby
+authors: 
+- Henry Hamon
+autorequire: 
+bindir: bin
+cert_chain: []
+
+date: 2010-06-09 00:00:00 -03:00
+default_executable: 
+dependencies: 
+- !ruby/object:Gem::Dependency 
+  name: json
+  prerelease: false
+  requirement: &id001 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id001
+- !ruby/object:Gem::Dependency 
+  name: nokogiri
+  prerelease: false
+  requirement: &id002 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id002
+- !ruby/object:Gem::Dependency 
+  name: mechanize
+  prerelease: false
+  requirement: &id003 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id003
+- !ruby/object:Gem::Dependency 
+  name: activerecord
+  prerelease: false
+  requirement: &id004 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id004
+- !ruby/object:Gem::Dependency 
+  name: simpleconsole
+  prerelease: false
+  requirement: &id005 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :runtime
+  version_requirements: *id005
+- !ruby/object:Gem::Dependency 
+  name: rspec
+  prerelease: false
+  requirement: &id006 !ruby/object:Gem::Requirement 
+    none: false
+    requirements: 
+    - - ">="
+      - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
+        version: "0"
+  type: :development
+  version_requirements: *id006
+description: Datamining Bot
+email: henry.hamon@a2c.com.br
+executables: []
+
+extensions: []
+
+extra_rdoc_files: 
+- README.mkdn
+- lib/skynet-core.rb
+- lib/skynet-core/cyberdyne.rb
+- lib/skynet-core/db/hippocampus.rb
+- lib/skynet-core/db/ibrands.rb
+- lib/skynet-core/db/migrate/001_create_actives_and_logs.rb
+- lib/skynet-core/db/migrate/002_pimp_log.rb
+- lib/skynet-core/db/migration.rb
+- lib/skynet-core/extend_string.rb
+- lib/skynet-core/harvest.rb
+files: 
+- Manifest
+- README.mkdn
+- Rakefile
+- config/database.yml.example
+- config/settings.yml
+- config/settings.yml.example
+- lib/skynet-core.rb
+- lib/skynet-core/cyberdyne.rb
+- lib/skynet-core/db/hippocampus.rb
+- lib/skynet-core/db/ibrands.rb
+- lib/skynet-core/db/migrate/001_create_actives_and_logs.rb
+- lib/skynet-core/db/migrate/002_pimp_log.rb
+- lib/skynet-core/db/migration.rb
+- lib/skynet-core/extend_string.rb
+- lib/skynet-core/harvest.rb
+- skynet-core.gemspec
+- spec/cyberdyne_spec.rb
+- spec/harvest_spec.rb
+- spec/skynet-core_spec.rb
+has_rdoc: true
+homepage: http://github.com/a2c/skynet-core
+licenses: []
+
+post_install_message: 
+rdoc_options: 
+- --line-numbers
+- --inline-source
+- --title
+- Skynet-core
+- --main
+- README.mkdn
+require_paths: 
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
+      version: "0"
+required_rubygems_version: !ruby/object:Gem::Requirement 
+  none: false
+  requirements: 
+  - - ">="
+    - !ruby/object:Gem::Version 
+      hash: 11
+      segments: 
+      - 1
+      - 2
+      version: "1.2"
+requirements: []
+
+rubyforge_project: skynet-core
+rubygems_version: 1.3.7
+signing_key: 
+specification_version: 3
+summary: Datamining Bot
+test_files: []
+