screen_driver 0.0.0

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: 96999ab1bddeacdc835526a1b094a1159dc12265
+  data.tar.gz: bee98f1f03e166b3a235924b40f0e87072dfede8
+SHA512:
+  metadata.gz: c5a25a0caf2af5e84a7a42133139cd4dcf3758d8ce71eeadd520966b3e6731136901a9cbc2a798d75ae89208249db155985c1e03c9a27f032ca23b1aecd78f9f
+  data.tar.gz: 099576cc6b7f7e79c836ad258d85148d2d170b22b1712b9c53291f159cb16099062a3d871f7f01fe81f7ede4489eec21a1b085f71befd7030551e65193731f09

data/.gitignore

@@ -0,0 +1,2 @@
+*.gem
+*.swp

data/.ruby-version

@@ -0,0 +1 @@
+jruby-1.7.9

data/README.md

@@ -0,0 +1,16 @@
+Screen Driver Gem
+=============
+
+To use :
+```ruby
+require 'java'
+require 'screen_driver'
+
+@driver = ScreenDriver::Driver.new
+
+if (@driver.find("yourimage.png"))
+  puts "good"
+else
+  puts "bad"
+end
+```

data/java-src/ImageSearch.java

@@ -0,0 +1,74 @@
+import java.awt.image.BufferedImage;
+import javax.imageio.ImageIO;
+import java.io.ByteArrayOutputStream;
+
+public class ImageSearch {
+
+  private int x;
+  private int y;
+
+  public byte[] byte_array(BufferedImage image) {
+    ByteArrayOutputStream os = new ByteArrayOutputStream();
+    try {
+      ImageIO.write(image, "png", os);
+      return os.toByteArray();
+    } catch (Exception e) {
+      return null;
+    }
+  }
+
+  public void searchImage(BufferedImage img1, BufferedImage img2) {
+    int w = img2.getWidth();
+    int h = img2.getHeight();
+    this.x=-1;
+    this.y=-1;
+
+    int firstpix = img2.getRGB(0, 0);
+    int midpix = img2.getRGB(w/2, h/2);
+    byte[] b2 = this.byte_array(img2);
+    byte[] b1;
+    BufferedImage find;
+    for (int x=0; x<img1.getWidth()-w; x++){
+      for (int y=0; y<img1.getHeight()-h; y++){
+        if (firstpix == img1.getRGB(x, y) && midpix == img1.getRGB(x+w/2, y+h/2)){
+          find = img1.getSubimage(x, y, w, h);
+          b1 = this.byte_array(find);
+
+          if (java.util.Arrays.equals(b1, b2)){
+            this.x = x+w/2;
+            this.y = y+h/2;
+            break;
+          }
+
+        }
+      }
+    }
+
+  }
+
+  public int getX(){
+    return x;
+  }
+
+  public int getY(){
+    return y;
+  }
+
+  public int[][] rgbArray(BufferedImage image) {
+    int w = image.getWidth();
+    int h = image.getHeight();
+    int rgb[][] = new int[w][h];
+    for (int x=0; x<w; x++) {
+      for (int y=0; y<h; y++) {
+        rgb[x][y] = image.getRGB(x, y);
+      } 
+    }
+
+    return rgb;
+  }
+
+  public ImageSearch() {
+
+  }
+
+}

data/java-src/build.sh

@@ -0,0 +1,3 @@
+javac *.java
+jar cvf ImageSearch.jar *.class
+mv *.jar ../target/

data/lib/driver/driver.rb

@@ -0,0 +1,93 @@
+module ScreenDriver
+  class Driver
+
+    def initialize
+      @screen = Screen.new
+      @mouse = Mouse.new
+    end
+
+    def screen_to_file(filename)
+      ss = @screen.screenshot
+      @screen.put_image(ss, filename)
+    end
+
+    def sub_screen_to_file(filename, x, y, w, h)
+      ss = @screen.screenshot
+      sub = ss.getSubimage(x, y, w, h)
+      @screen.put_image(sub, filename)
+
+    end
+
+    def find(image)
+      ss = @screen.screenshot
+      srch = @screen.get_image(image)
+      is = ImageSearch.new
+      is.searchImage(ss, srch)
+      puts "#{is.getX} #{is.getY}"  
+      if (is.getX < 0 || is.getY < 0)
+        return false
+      else
+        return true
+      end
+    end
+
+    def move_mouse(image)
+      screenshot = @screen.screenshot
+      srch = @screen.get_image(image)
+      is = ImageSearch.new
+      is.searchImage(screenshot, srch)
+      if (is.getX >= 0 && is.getY >= 0)
+        @mouse.mouse_move(is.getX, is.getY)
+      end
+
+    end
+
+
+    def left_click(image)
+      screenshot = @screen.screenshot
+      srch = @screen.get_image(image)
+      is = ImageSearch.new
+      is.searchImage(screenshot, srch)
+      if (is.getX >= 0 && is.getY >= 0)
+        @mouse.left_click(is.getX, is.getY)
+      end
+
+    end
+
+    def doubleclick(image)
+      screenshot = @screen.screenshot
+      srch = @screen.get_image(image)
+      is = ImageSearch.new
+      is.searchImage(screenshot, srch)
+      if (is.getX >= 0 && is.getY >= 0)
+        @mouse.double_click(is.getX, is.getY)
+      end
+    end
+
+    #Gets an array of RGB values.  Slower than the convert function.
+
+    def get_arr(image)
+      img = @screen.get_image(image)
+      @screen.img_to_rgb_array(img)
+    end
+
+    # Converts an image into an array of RGB values
+
+    def convert(image)
+      ib = @screen.get_image(image)
+      is = ImageSearch.new
+      is.rgbArray(ib)  
+    end
+
+    # Search function will allow you to search for a images within image files.
+
+    def search(img1, img2)
+      i1 = @screen.get_image(img1)
+      i2 = @screen.get_image(img2)
+      is = ImageSearch.new
+      #is.rgbArray(ib)  
+      is.searchImage(i1, i2)
+      return is.getX, is.getY
+    end
+  end
+end

data/lib/driver/mouse.rb

@@ -0,0 +1,34 @@
+
+module ScreenDriver
+  class Mouse
+
+    def mouse_move(x, y)
+      mouse = Robot.new
+      mouse.mouseMove(x, y)
+    end
+
+    def left_click(x, y)
+      mouse = Robot.new
+      mouse.mouseMove(x,y)
+      mouse.mousePress(InputEvent::BUTTON1_MASK);
+      mouse.mouseRelease(InputEvent::BUTTON1_MASK);
+      #Java 7+ Only
+      #mouse.mousePress(InputEvent::BUTTON1_DOWN_MASK);
+      #mouse.mouseRelease(InputEvent::BUTTON1_DOWN_MASK);
+    end
+
+    def double_click(x, y)
+      mouse = Robot.new
+      mouse.mouseMove(x, y)
+      mouse.mousePress(InputEvent::BUTTON1_MASK);
+      mouse.mouseRelease(InputEvent::BUTTON1_MASK);
+      mouse.mousePress(InputEvent::BUTTON1_MASK);
+      mouse.mouseRelease(InputEvent::BUTTON1_MASK);
+      #Java 7+ Only
+      #mouse.mousePress(InputEvent::BUTTON1_DOWN_MASK);
+      #mouse.mouseRelease(InputEvent::BUTTON1_DOWN_MASK);
+      #mouse.mousePress(InputEvent::BUTTON1_DOWN_MASK);
+      #mouse.mouseRelease(InputEvent::BUTTON1_DOWN_MASK);
+    end
+  end
+end

data/lib/driver/screen.rb

@@ -0,0 +1,79 @@
+module ScreenDriver
+  class Screen
+
+    def initialize
+
+    end
+
+    def screenshot
+      toolkit = Toolkit::getDefaultToolkit()
+      screen_size = toolkit.getScreenSize()
+      rect = Rectangle.new(screen_size)
+      robot = Robot.new
+      image = robot.createScreenCapture(rect)
+      conv = BufferedImage.new(image.getWidth, image.getHeight, BufferedImage::TYPE_USHORT_565_RGB)
+      conv.getGraphics().drawImage(image, 0, 0, nil);
+      put_image(conv, "conv.png")
+      return conv 
+    end
+
+    def search_image(i1, i2)
+      w2=i2.getWidth
+      h2=i2.getHeight
+      firstpx=i2.getRGB(0,0)
+      midpx=i2.getRGB(w2/2, h2/2)
+      lastpx=i2.getRGB(w2-1, h2-1)
+      b2 = byte_array(i2)
+      (0..i1.getWidth-w2).each do |x|
+        (0..i1.getHeight-h2).each do |y|
+          if (i1.getRGB(x+w2/2, y+h2/2) == midpx  && i1.getRGB(x,y) == firstpx)
+            find = i1.getSubimage(x, y, w2, h2)
+            #puts x.to_s + " " + y.to_s + " " + i1.getRGB(x, y).to_s
+            b1 = byte_array(find)
+
+            if (java::util::Arrays.equals(b1, b2))
+              #puts "Images are Equal"
+              return x+w2/2, y+h2/2
+            end
+          end
+
+        end
+      end
+      #puts "BOOOOO No Find"
+      return -1, -1
+    end
+    
+    def img_to_rgb_array(image)
+      w=image.getWidth-1
+      h=image.getHeight-1
+      arr=[]
+      (0..w).each do |x|
+        tmp=[]
+        (0..h).each do |y|
+          tmp.push(image.getRGB(x,y))
+        end
+        arr.push(tmp)
+      end
+    end
+
+    def get_image(filename)
+      file = java::io::File.new(filename)
+      buf = ImageIO::read(file) 
+      conv = BufferedImage.new(buf.getWidth, buf.getHeight, BufferedImage::TYPE_USHORT_565_RGB)
+      conv.getGraphics().drawImage(buf, 0, 0, nil);
+      return conv
+#      return ImageIO::read(file)
+    end
+
+    def byte_array(image)
+      os = ByteArrayOutputStream.new
+      ImageIO::write(image, "png", os)
+      return os.toByteArray()
+    end
+
+    def put_image(image, filename)
+      file = java::io::File.new(filename)
+      ImageIO::write(image, "png", file)
+    end
+  end
+end

data/lib/screen_driver.rb

@@ -0,0 +1,19 @@
+require "java"
+
+java_import 'java.awt.Dimension'
+java_import 'java.awt.Rectangle'
+java_import 'java.awt.Robot'
+java_import 'java.awt.Toolkit'
+java_import 'java.awt.event.InputEvent'
+java_import 'java.awt.event.KeyEvent'
+java_import 'java.awt.image.BufferedImage'
+java_import 'javax.imageio.ImageIO'
+java_import 'java.awt.image.BufferedImage'
+java_import 'java.io.ByteArrayOutputStream'
+
+require "ImageSearch.jar"
+import 'ImageSearch'
+
+require "driver/screen.rb"
+require "driver/mouse.rb"
+require "driver/driver.rb"

data/screen_driver.gemspec

@@ -0,0 +1,16 @@
+# -*- encoding: utf-8 -*-
+$:.push File.expand_path("../lib", __FILE__)
+
+Gem::Specification.new do |s|
+  s.name        = 'screen_driver'
+  s.version     = '0.0.0'
+  s.date        = '2014-04-26'
+  s.summary     = "Screen Driver Gem"
+  s.description = "This gem allows you to search the screen for specific images and perform Key or Mouse events."
+  s.authors     = ["Ben Harrington"]
+  s.email       = 'ben@harringtonweb.com'
+  s.files       = `git ls-files`.split("\n") 
+  s.homepage    = ''
+  s.license     = ''
+  s.require_paths = ["lib", "target"]
+end

metadata

@@ -0,0 +1,56 @@
+--- !ruby/object:Gem::Specification
+name: screen_driver
+version: !ruby/object:Gem::Version
+  version: 0.0.0
+platform: ruby
+authors:
+- Ben Harrington
+autorequire:
+bindir: bin
+cert_chain: []
+date: 2014-04-26 00:00:00.000000000 Z
+dependencies: []
+description: This gem allows you to search the screen for specific images and perform Key or Mouse events.
+email: ben@harringtonweb.com
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- .gitignore
+- .ruby-version
+- README.md
+- java-src/ImageSearch.class
+- java-src/ImageSearch.java
+- java-src/build.sh
+- lib/driver/driver.rb
+- lib/driver/mouse.rb
+- lib/driver/screen.rb
+- lib/screen_driver.rb
+- screen_driver.gemspec
+- target/ImageSearch.jar
+homepage: ''
+licenses:
+- ''
+metadata: {}
+post_install_message:
+rdoc_options: []
+require_paths:
+- lib
+- target
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - '>='
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project:
+rubygems_version: 2.1.9
+signing_key:
+specification_version: 4
+summary: Screen Driver Gem
+test_files: []