fnf 0.0.1 → 0.0.2

data/Gemfile

@@ -3,6 +3,8 @@ source "http://rubygems.org"
 # Specify your gem's dependencies in fnf.gemspec
 gemspec
 
+gem 'rake-compiler'
+
 group :test do
   gem 'rspec'
 end   

data/Makefile

@@ -0,0 +1,213 @@
+
+SHELL = /bin/sh
+
+#### Start of system configuration section. ####
+
+srcdir = .
+topdir = /home/capotej/.rvm/rubies/ruby-1.9.2-p180/include/ruby-1.9.1
+hdrdir = /home/capotej/.rvm/rubies/ruby-1.9.2-p180/include/ruby-1.9.1
+arch_hdrdir = /home/capotej/.rvm/rubies/ruby-1.9.2-p180/include/ruby-1.9.1/$(arch)
+VPATH = $(srcdir):$(arch_hdrdir)/ruby:$(hdrdir)/ruby
+prefix = $(DESTDIR)/home/capotej/.rvm/rubies/ruby-1.9.2-p180
+rubylibprefix = $(libdir)/$(RUBY_BASE_NAME)
+exec_prefix = $(prefix)
+vendorhdrdir = $(rubyhdrdir)/vendor_ruby
+sitehdrdir = $(rubyhdrdir)/site_ruby
+rubyhdrdir = $(includedir)/$(RUBY_BASE_NAME)-$(ruby_version)
+vendordir = $(rubylibprefix)/vendor_ruby
+sitedir = $(rubylibprefix)/site_ruby
+ridir = $(datarootdir)/$(RI_BASE_NAME)
+mandir = $(datarootdir)/man
+localedir = $(datarootdir)/locale
+libdir = $(exec_prefix)/lib
+psdir = $(docdir)
+pdfdir = $(docdir)
+dvidir = $(docdir)
+htmldir = $(docdir)
+infodir = $(datarootdir)/info
+docdir = $(datarootdir)/doc/$(PACKAGE)
+oldincludedir = $(DESTDIR)/usr/include
+includedir = $(prefix)/include
+localstatedir = $(prefix)/var
+sharedstatedir = $(prefix)/com
+sysconfdir = $(prefix)/etc
+datadir = $(datarootdir)
+datarootdir = $(prefix)/share
+libexecdir = $(exec_prefix)/libexec
+sbindir = $(exec_prefix)/sbin
+bindir = $(exec_prefix)/bin
+rubylibdir = $(rubylibprefix)/$(ruby_version)
+archdir = $(rubylibdir)/$(arch)
+sitelibdir = $(sitedir)/$(ruby_version)
+sitearchdir = $(sitelibdir)/$(sitearch)
+vendorlibdir = $(vendordir)/$(ruby_version)
+vendorarchdir = $(vendorlibdir)/$(sitearch)
+
+CC = gcc
+CXX = g++
+LIBRUBY = $(LIBRUBY_SO)
+LIBRUBY_A = lib$(RUBY_SO_NAME)-static.a
+LIBRUBYARG_SHARED = -Wl,-R -Wl,$(libdir) -L$(libdir) -l$(RUBY_SO_NAME)
+LIBRUBYARG_STATIC = -Wl,-R -Wl,$(libdir) -L$(libdir) -l$(RUBY_SO_NAME)-static
+OUTFLAG = -o 
+COUTFLAG = -o 
+
+RUBY_EXTCONF_H = 
+cflags   =  $(optflags) $(debugflags) $(warnflags)
+optflags = -O3
+debugflags = -ggdb
+warnflags = -Wextra -Wno-unused-parameter -Wno-parentheses -Wpointer-arith -Wwrite-strings -Wno-missing-field-initializers -Wno-long-long
+CFLAGS   = -fPIC $(cflags)  -fPIC 
+INCFLAGS = -I. -I$(arch_hdrdir) -I$(hdrdir)/ruby/backward -I$(hdrdir) -I$(srcdir)
+DEFS     = -D_FILE_OFFSET_BITS=64
+CPPFLAGS =   $(DEFS) $(cppflags)
+CXXFLAGS = $(CFLAGS) $(cxxflags)
+ldflags  = -L.  -rdynamic -Wl,-export-dynamic
+dldflags = 
+ARCH_FLAG = 
+DLDFLAGS = $(ldflags) $(dldflags)
+LDSHARED = $(CC) -shared
+LDSHAREDXX = $(CXX) -shared
+AR = ar
+EXEEXT = 
+
+RUBY_BASE_NAME = ruby
+RUBY_INSTALL_NAME = ruby
+RUBY_SO_NAME = ruby
+arch = i686-linux
+sitearch = $(arch)
+ruby_version = 1.9.1
+ruby = /home/capotej/.rvm/rubies/ruby-1.9.2-p180/bin/ruby
+RUBY = $(ruby)
+RM = rm -f
+RM_RF = $(RUBY) -run -e rm -- -rf
+RMDIRS = $(RUBY) -run -e rmdir -- -p
+MAKEDIRS = /bin/mkdir -p
+INSTALL = /usr/bin/install -c
+INSTALL_PROG = $(INSTALL) -m 0755
+INSTALL_DATA = $(INSTALL) -m 644
+COPY = cp
+
+#### End of system configuration section. ####
+
+preload = 
+
+libpath = . $(libdir)
+LIBPATH =  -L. -L$(libdir) -Wl,-R$(libdir)
+DEFFILE = 
+
+CLEANFILES = mkmf.log
+DISTCLEANFILES = 
+DISTCLEANDIRS = 
+
+extout = 
+extout_prefix = 
+target_prefix = 
+LOCAL_LIBS = 
+LIBS = $(LIBRUBYARG_SHARED)  -lpthread -lrt -ldl -lcrypt -lm   -lc
+SRCS = FifoWriter.c
+OBJS = FifoWriter.o
+TARGET = fifowriter
+DLLIB = $(TARGET).so
+EXTSTATIC = 
+STATIC_LIB = 
+
+BINDIR        = $(bindir)
+RUBYCOMMONDIR = $(sitedir)$(target_prefix)
+RUBYLIBDIR    = $(sitelibdir)$(target_prefix)
+RUBYARCHDIR   = $(sitearchdir)$(target_prefix)
+HDRDIR        = $(rubyhdrdir)/ruby$(target_prefix)
+ARCHHDRDIR    = $(rubyhdrdir)/$(arch)/ruby$(target_prefix)
+
+TARGET_SO     = $(DLLIB)
+CLEANLIBS     = $(TARGET).so 
+CLEANOBJS     = *.o  *.bak
+
+all:    $(DLLIB)
+static: $(STATIC_LIB)
+.PHONY: all install static install-so install-rb
+.PHONY: clean clean-so clean-rb
+
+clean-rb-default::
+clean-rb::
+clean-so::
+clean: clean-so clean-rb-default clean-rb
+		@-$(RM) $(CLEANLIBS) $(CLEANOBJS) $(CLEANFILES)
+
+distclean-rb-default::
+distclean-rb::
+distclean-so::
+distclean: clean distclean-so distclean-rb-default distclean-rb
+		@-$(RM) Makefile $(RUBY_EXTCONF_H) conftest.* mkmf.log
+		@-$(RM) core ruby$(EXEEXT) *~ $(DISTCLEANFILES)
+		@-$(RMDIRS) $(DISTCLEANDIRS)
+
+realclean: distclean
+install: install-so install-rb
+
+install-so: $(RUBYARCHDIR)
+install-so: $(RUBYARCHDIR)/$(DLLIB)
+$(RUBYARCHDIR)/$(DLLIB): $(DLLIB)
+	@-$(MAKEDIRS) $(@D)
+	$(INSTALL_PROG) $(DLLIB) $(@D)
+install-rb: pre-install-rb install-rb-default
+install-rb-default: pre-install-rb-default
+pre-install-rb: Makefile
+pre-install-rb-default: Makefile
+pre-install-rb-default: $(RUBYLIBDIR)/fnf
+install-rb-default: $(RUBYLIBDIR)/fnf/connection.rb
+$(RUBYLIBDIR)/fnf/connection.rb: $(srcdir)/lib/fnf/connection.rb
+	@-$(MAKEDIRS) $(@D)
+	$(INSTALL_DATA) $(srcdir)/lib/fnf/connection.rb $(@D)
+install-rb-default: $(RUBYLIBDIR)/fnf/worker.rb
+$(RUBYLIBDIR)/fnf/worker.rb: $(srcdir)/lib/fnf/worker.rb
+	@-$(MAKEDIRS) $(@D)
+	$(INSTALL_DATA) $(srcdir)/lib/fnf/worker.rb $(@D)
+install-rb-default: $(RUBYLIBDIR)/fnf/client.rb
+$(RUBYLIBDIR)/fnf/client.rb: $(srcdir)/lib/fnf/client.rb
+	@-$(MAKEDIRS) $(@D)
+	$(INSTALL_DATA) $(srcdir)/lib/fnf/client.rb $(@D)
+install-rb-default: $(RUBYLIBDIR)/fnf/version.rb
+$(RUBYLIBDIR)/fnf/version.rb: $(srcdir)/lib/fnf/version.rb
+	@-$(MAKEDIRS) $(@D)
+	$(INSTALL_DATA) $(srcdir)/lib/fnf/version.rb $(@D)
+pre-install-rb-default: $(RUBYLIBDIR)
+install-rb-default: $(RUBYLIBDIR)/fnf.rb
+$(RUBYLIBDIR)/fnf.rb: $(srcdir)/lib/fnf.rb
+	@-$(MAKEDIRS) $(@D)
+	$(INSTALL_DATA) $(srcdir)/lib/fnf.rb $(@D)
+$(RUBYARCHDIR):
+	$(MAKEDIRS) $@
+$(RUBYLIBDIR)/fnf:
+	$(MAKEDIRS) $@
+$(RUBYLIBDIR):
+	$(MAKEDIRS) $@
+
+site-install: site-install-so site-install-rb
+site-install-so: install-so
+site-install-rb: install-rb
+
+.SUFFIXES: .c .m .cc .cxx .cpp .C .o
+
+.cc.o:
+	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
+
+.cxx.o:
+	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
+
+.cpp.o:
+	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
+
+.C.o:
+	$(CXX) $(INCFLAGS) $(CPPFLAGS) $(CXXFLAGS) $(COUTFLAG)$@ -c $<
+
+.c.o:
+	$(CC) $(INCFLAGS) $(CPPFLAGS) $(CFLAGS) $(COUTFLAG)$@ -c $<
+
+$(DLLIB): $(OBJS) Makefile
+	@-$(RM) $(@)
+	$(LDSHARED) -o $@ $(OBJS) $(LIBPATH) $(DLDFLAGS) $(LOCAL_LIBS) $(LIBS)
+
+
+
+$(OBJS): $(hdrdir)/ruby.h $(hdrdir)/ruby/defines.h $(arch_hdrdir)/ruby/config.h

data/README.markdown

@@ -3,25 +3,66 @@
 
 ## Intro
 
-Fire and Forget replaces the need to write resque tasks or delayed jobs to fire off web requests (usually notification webhooks or a anti-spam service, like defensio or akismet). A single worker reads and executes web requests from a blocking named pipe, while clients queue up them up in a non blocking manner. It uses typhoeus internally to execute the web requests for maximum speed.
+Fire and Forget replaces the need to write resque tasks or delayed jobs to fire off web requests (usually notification webhooks or a anti-spam service, like defensio or akismet). A single worker reads and executes web requests from a named pipe, while clients write to that pipe. It uses typhoeus internally to execute the web requests for maximum speed.
 
 ## Usage (worker)
 
 Start the server
 
-```fnf```
+```
+fnf
+```
 
-(add this to rc.local, or a startup script)
 
-## Usage (client, rails)
+## Usage (client)
 
-Add to gemfile, or vendor the gem
+Add to gemfile, vendor the gem, gem install, etc
 
-```gem 'fnf'```
+```gem 'fnf'``` or ```gem install fnf```
 
-From a controller or model
+From anywhere:
 
-```Fnf::Client.queue({:post => "http://api.akismet.com/process", :params => { :thing => "2123" })```
+```
+require 'fnf'
+Fnf::Client.queue({:post => "http://api.akismet.com/process", :params => { :thing => "2123" })
+```
+
+
+## Kicking the tires
+
+Start a rails project
+
+```
+rails new foo
+```
+
+Start the server
+
+```
+cd foo
+rails server
+```
+
+Clone this project
+
+```
+git clone git@github.com:capotej/fnf.git
+cd fnf
+```
+
+Start the fnf server
+
+```
+bin/fnf
+```
+
+Run the test
+
+```
+ruby fnf_test.rb
+```
+
+You should see a request for /asdd hit your rails logs
 
 
 ![Set and Forget It](http://naturallyalise.com/blog/wp-content/uploads/2011/03/set-it-and-forget-it-ronco-rotisserie.jpg)

data/Rakefile

@@ -1,2 +1,9 @@
+require 'rubygems'
 require 'bundler'
 Bundler::GemHelper.install_tasks
+
+require 'rake/extensiontask'
+
+Rake::ExtensionTask.new('fifowriter') do |ext|
+  ext.lib_dir = File.join('lib', 'fifowriter')
+end

data/ext/fifowriter/extconf.rb

@@ -0,0 +1,2 @@
+require 'mkmf'
+create_makefile('fifowriter/fifowriter')

data/ext/fifowriter/fifowriter.c

@@ -0,0 +1,21 @@
+#include "ruby.h"
+#include <stdio.h>
+#include <stdlib.h>
+#include <fcntl.h>
+VALUE FifoWriter = Qnil;
+
+void Init_fifowriter();
+
+static void method_write_to_fifo(VALUE self, VALUE string);
+
+void Init_fifowriter() {
+	FifoWriter = rb_define_module("FifoWriter");
+	rb_define_singleton_method(FifoWriter, "write_to_fifo", method_write_to_fifo, 1);
+}
+
+static void method_write_to_fifo(VALUE self, VALUE string) {
+  int fd;
+  fd = open("/tmp/fnfq", O_WRONLY | O_NONBLOCK);
+  write(fd, RSTRING_PTR(string), strlen(RSTRING_PTR(string)));
+  close(fd);
+}

data/fnf.gemspec

@@ -1,4 +1,3 @@
-# -*- encoding: utf-8 -*-
 $:.push File.expand_path("../lib", __FILE__)
 require "fnf/version"
 
@@ -14,11 +13,14 @@ Gem::Specification.new do |s|
 
   s.rubyforge_project = "fnf"
 
-  s.add_dependency 'daemons'
   s.add_dependency 'mkfifo'
   s.add_dependency 'ruby-fifo'
-  s.add_dependency 'typhoeus'
-
+  s.add_dependency 'eventmachine'
+  s.add_dependency 'msgpack'
+  s.platform = Gem::Platform::RUBY
+  
+  s.extensions = Dir["ext/**/extconf.rb"]
+  
   s.files         = `git ls-files`.split("\n")
   s.test_files    = `git ls-files -- {test,spec,features}/*`.split("\n")
   s.executables   = `git ls-files -- bin/*`.split("\n").map{ |f| File.basename(f) }

data/fnf_test.rb

@@ -1,4 +1,11 @@
 $: << "./lib"
 require 'fnf'
 
-Fnf::Client.queue(:get => "http://127.0.0.1:3000/asdd")
+start_dt = Time.now
+100000.times do |i|
+  Fnf::Client.queue(:get => "http://127.0.0.1:1337/#{i}")
+end
+end_dt = Time.now
+puts (end_dt.to_f - start_dt.to_f)
+
+

data/lib/fnf.rb

@@ -1,7 +1,12 @@
-require 'typhoeus'
+require 'rubygems'
 require 'daemons'
 require 'fifo'
 require 'json'
+require 'eventmachine'
+require 'typhoeus'
+require 'em-http-request'
+require 'msgpack'
+require 'fifowriter/fifowriter'
 
 module Fnf
   autoload :Connection, 'fnf/connection'

data/lib/fnf/client.rb

@@ -1,15 +1,17 @@
 module Fnf
+  
   class Client
+
     attr_accessor :url, :verb, :params
     
     def self.queue(hsh)
       verb = get_verb(hsh)
       url = hsh[verb]
       params = hsh[:params]
-      pipe = Fifo.new('/tmp/fnfq')
-      pipe.puts [verb,url,params].to_json
+      FifoWriter.write_to_fifo "#{[verb,url,params].to_msgpack}\n"
     end
 
+
     def self.get_verb(hsh)
       [:delete, :get, :post, :put, :head].each do |verb|
         return verb if hsh[verb]

data/lib/fnf/version.rb

@@ -1,3 +1,3 @@
 module Fnf
-  VERSION = "0.0.1"
+  VERSION = "0.0.2"
 end

data/lib/fnf/worker.rb

@@ -1,13 +1,28 @@
 module Fnf
-  class Worker
 
+  module RequestWorker
+    def initialize(pipe)
+      @pipe = pipe
+    end
+
+    def notify_readable
+      data = @pipe.readline.chomp
+      fetch = proc {
+        payload = MessagePack.unpack(data)
+        Connection.send(payload[0], payload[1], payload[2])
+      }
+      noop = proc { }
+      EM.defer fetch, noop
+
+    end
+  end
+
+  class Worker
     def self.run
       pipe = Fifo.new('/tmp/fnfq')
-      while contents = pipe.readline
-        begin
-          payload = JSON.parse(contents)
-          Connection.send(payload[0], payload[1], payload[2])
-        rescue
+      EventMachine::run do
+        EventMachine::watch(pipe.to_io, RequestWorker, pipe) do |c|
+          c.notify_readable = true
         end
       end
     end

metadata

@@ -1,8 +1,13 @@
 --- !ruby/object:Gem::Specification 
 name: fnf
 version: !ruby/object:Gem::Version 
-  prerelease: 
-  version: 0.0.1
+  hash: 27
+  prerelease: false
+  segments: 
+  - 0
+  - 0
+  - 2
+  version: 0.0.2
 platform: ruby
 authors: 
 - Julio Capote
@@ -10,50 +15,62 @@ autorequire:
 bindir: bin
 cert_chain: []
 
-date: 2011-05-20 00:00:00 -07:00
+date: 2011-05-27 00:00:00 -07:00
 default_executable: 
 dependencies: 
 - !ruby/object:Gem::Dependency 
-  name: daemons
+  name: mkfifo
   prerelease: false
   requirement: &id001 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
         version: "0"
   type: :runtime
   version_requirements: *id001
 - !ruby/object:Gem::Dependency 
-  name: mkfifo
+  name: ruby-fifo
   prerelease: false
   requirement: &id002 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
         version: "0"
   type: :runtime
   version_requirements: *id002
 - !ruby/object:Gem::Dependency 
-  name: ruby-fifo
+  name: eventmachine
   prerelease: false
   requirement: &id003 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
         version: "0"
   type: :runtime
   version_requirements: *id003
 - !ruby/object:Gem::Dependency 
-  name: typhoeus
+  name: msgpack
   prerelease: false
   requirement: &id004 !ruby/object:Gem::Requirement 
     none: false
     requirements: 
     - - ">="
       - !ruby/object:Gem::Version 
+        hash: 3
+        segments: 
+        - 0
         version: "0"
   type: :runtime
   version_requirements: *id004
@@ -62,18 +79,22 @@ email:
 - jcapote@gmail.com
 executables: 
 - fnf
-extensions: []
-
+extensions: 
+- ext/fifowriter/extconf.rb
 extra_rdoc_files: []
 
 files: 
 - .gitignore
 - Gemfile
+- Makefile
 - README.markdown
 - Rakefile
 - bin/fnf
+- ext/fifowriter/extconf.rb
+- ext/fifowriter/fifowriter.c
 - fnf.gemspec
 - fnf_test.rb
+- lib/fifowriter/fifowriter.bundle
 - lib/fnf.rb
 - lib/fnf/client.rb
 - lib/fnf/connection.rb
@@ -96,19 +117,27 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
       version: "0"
 required_rubygems_version: !ruby/object:Gem::Requirement 
   none: false
   requirements: 
   - - ">="
     - !ruby/object:Gem::Version 
+      hash: 3
+      segments: 
+      - 0
       version: "0"
 requirements: []
 
 rubyforge_project: fnf
-rubygems_version: 1.6.1
+rubygems_version: 1.3.7
 signing_key: 
 specification_version: 3
 summary: Fire And Forget, a queue designed for disposable web requests
-test_files: []
-
+test_files: 
+- spec/client_spec.rb
+- spec/spec.opts
+- spec/spec_helper.rb