cellect-server 0.0.1

data/lib/cellect/server/api/sets.rb

@@ -0,0 +1,21 @@
+module Cellect
+  module Server
+    class API
+      class Sets < Grape::API
+        get do
+          project.sample selector_params
+        end
+        
+        put :add do
+          project.add update_params
+          nil
+        end
+        
+        put :remove do
+          project.remove update_params
+          nil
+        end
+      end
+    end
+  end
+end

data/lib/cellect/server/api/users.rb

@@ -0,0 +1,32 @@
+module Cellect
+  module Server
+    class API
+      class Users < Grape::API
+        resources :users do
+          segment '/:user_id' do
+            put :add_seen do
+              user_id = param_to_int :user_id
+              subject_id = param_to_int :subject_id
+              
+              if user_id && user_id > 0 && subject_id && subject_id > 0
+                project.async.add_seen_for user_id, subject_id
+              end
+              
+              nil
+            end
+            
+            post :load do
+              user_id = param_to_int :user_id
+              
+              if user_id && user_id > 0
+                project.async.user user_id
+              end
+              
+              nil
+            end
+          end
+        end
+      end
+    end
+  end
+end

data/lib/cellect/server/grouped_project.rb

@@ -0,0 +1,65 @@
+module Cellect
+  module Server
+    class GroupedProject < Project
+      attr_accessor :groups
+      
+      def initialize(name, pairwise: false, prioritized: false)
+        self.groups = { }
+        super
+      end
+      
+      def load_data
+        self.state = :initializing
+        self.groups = { }
+        klass = set_klass
+        Cellect::Server.adapter.load_data_for(name).each do |hash|
+          self.groups[hash['group_id']] ||= klass.new
+          self.groups[hash['group_id']].add hash['id'], hash['priority']
+        end
+        self.state = :ready
+      end
+      
+      def group(group_id = nil)
+        groups[group_id] || groups.values.sample
+      end
+      
+      def unseen_for(user_name, group_id: nil, limit: 5)
+        group(group_id).subtract user(user_name).seen, limit
+      end
+      
+      def sample(opts = { })
+        if opts[:user_id]
+          unseen_for opts[:user_id], group_id: opts[:group_id], limit: opts[:limit]
+        else
+           group(opts[:group_id]).sample opts[:limit]
+        end
+      end
+      
+      def add(opts = { })
+        if prioritized?
+          groups[opts[:group_id]].add opts[:subject_id], opts[:priority]
+        else
+          groups[opts[:group_id]].add opts[:subject_id]
+        end
+      end
+      
+      def remove(opts = { })
+        groups[opts[:group_id]].remove opts[:subject_id]
+      end
+      
+      def status
+        group_counts = Hash[*groups.collect{ |id, set| [id, set.size] }.flatten]
+        
+        super.merge({
+          grouped: true,
+          subjects: group_counts.values.inject(:+),
+          groups: group_counts
+        })
+      end
+      
+      def grouped?
+        true
+      end
+    end
+  end
+end

data/lib/cellect/server/node_set.rb

@@ -0,0 +1,19 @@
+require 'cellect/node_set'
+require 'socket'
+
+module Cellect
+  module Server
+    class NodeSet < Cellect::NodeSet
+      attr_accessor :id
+      
+      protected
+      
+      def setup
+        zk.mkdir_p '/nodes'
+        ip = Socket.ip_address_list.find{ |address| address.ipv4? && !address.ipv4_loopback? }.ip_address
+        path = zk.create '/nodes/node', data: ip, mode: :ephemeral_sequential
+        self.id = path.sub /^\/nodes\//, ''
+      end
+    end
+  end
+end

data/lib/cellect/server/project.rb

@@ -0,0 +1,123 @@
+module Cellect
+  module Server
+    class Project
+      include Celluloid
+      
+      attr_accessor :name, :users, :subjects, :state
+      attr_accessor :pairwise, :prioritized
+      
+      def self.[](name, pairwise: false, prioritized: false)
+        key = "project_#{ name }".to_sym
+        Actor[key] ||= supervise name, pairwise: pairwise, prioritized: prioritized
+        Actor[key].actors.first
+      end
+      
+      def self.names
+        actor_names = Celluloid.actor_system.registry.names.collect &:to_s
+        project_actors = actor_names.select{ |key| key =~ /^project_/ }
+        project_actors.collect{ |name| name.sub(/^project_/, '').to_sym }
+      end
+      
+      def self.all
+        names.collect{ |name| Project[name] }
+      end
+      
+      def initialize(name, pairwise: false, prioritized: false)
+        self.name = name
+        self.users = { }
+        self.pairwise = !!pairwise
+        self.prioritized = !!prioritized
+        self.subjects = set_klass.new
+        load_data
+      end
+      
+      def load_data
+        self.state = :initializing
+        self.subjects = set_klass.new
+        Cellect::Server.adapter.load_data_for(name).each do |hash|
+          subjects.add hash['id'], hash['priority']
+        end
+        self.state = :ready
+      end
+      
+      def user(id)
+        self.users[id] ||= User.supervise id, project_name: name
+        users[id].actors.first
+      end
+      
+      def unseen_for(user_id, limit: 5)
+        subjects.subtract user(user_id).seen, limit
+      end
+      
+      def add_seen_for(user_id, *subject_ids)
+        [subject_ids].flatten.compact.each do |subject_id|
+          user(user_id).seen.add subject_id
+        end
+      end
+      
+      def remove_user(user_id)
+        removed = self.users.delete user_id
+        removed.terminate if removed
+      end
+      
+      def sample(opts = { })
+        if opts[:user_id]
+          unseen_for opts[:user_id], limit: opts[:limit]
+        else
+          subjects.sample opts[:limit]
+        end
+      end
+      
+      def add(opts = { })
+        if prioritized?
+          subjects.add opts[:subject_id], opts[:priority]
+        else
+          subjects.add opts[:subject_id]
+        end
+      end
+      
+      def remove(opts = { })
+        subjects.remove opts[:subject_id]
+      end
+      
+      def pairwise?
+        !!pairwise
+      end
+      
+      def prioritized?
+        !!prioritized
+      end
+      
+      def grouped?
+        false
+      end
+      
+      def ready?
+        state == :ready
+      end
+      
+      SET_KLASS = {
+        # priority, pairwise
+        [    false, false  ] => DiffSet::RandomSet,
+        [    false, true   ] => DiffSet::PairwiseRandomSet,
+        [     true, false  ] => DiffSet::PrioritySet,
+        [     true, true   ] => DiffSet::PairwisePrioritySet
+      }
+      
+      def set_klass
+        SET_KLASS[[prioritized, pairwise]]
+      end
+      
+      def status
+        {
+          state: state,
+          grouped: false,
+          prioritized: prioritized,
+          pairwise: pairwise,
+          subjects: subjects.size,
+          users: users.length
+        }
+      end
+    end
+  end
+end

data/lib/cellect/server/user.rb

@@ -0,0 +1,66 @@
+module Cellect
+  module Server
+    class User
+      include Celluloid
+      include Celluloid::Logger
+      
+      trap_exit :project_crashed
+      finalizer :cancel_ttl_timer
+      
+      attr_accessor :id, :project_name, :seen, :state
+      attr_accessor :ttl, :ttl_timer
+      
+      def initialize(id, project_name: nil, ttl: nil)
+        self.id = id
+        self.project_name = project_name
+        self.seen = DiffSet::RandomSet.new
+        monitor Project[project_name]
+        @ttl = ttl
+        load_data
+      end
+      
+      def load_data
+        data = Cellect::Server.adapter.load_user(project_name, id) || []
+        data.each do |subject_id|
+          @seen.add subject_id
+        end
+        self.state = :ready
+        restart_ttl_timer
+      end
+      
+      def seen
+        restart_ttl_timer
+        @seen
+      end
+      
+      def state_changed(topic, state)
+        restart_ttl_timer if state == :ready && ttl
+      end
+      
+      def restart_ttl_timer
+        self.ttl_timer ||= after(ttl){ ttl_expired! }
+        ttl_timer.reset
+      end
+      
+      def cancel_ttl_timer
+        ttl_timer.cancel if ttl_timer
+        self.ttl_timer = nil
+      end
+      
+      def ttl_expired!
+        debug "User #{ id } TTL expired"
+        cancel_ttl_timer
+        Project[project_name].async.remove_user(id)
+      end
+      
+      def ttl
+        @ttl || 60 * 15 # 15 minutes
+      end
+      
+      def project_crashed(actor, reason)
+        cancel_ttl_timer
+        terminate
+      end
+    end
+  end
+end

data/lib/cellect/version.rb

@@ -0,0 +1,3 @@
+module Cellect
+  VERSION = '0.0.1'
+end

data/spec/fixtures/project_data/grouped_pairwise_priority.json

@@ -0,0 +1,109 @@
+{
+  "id": 8,
+  "name": "grouped_pairwise_priority",
+  "prioritized": true,
+  "pairwise": true,
+  "grouped": true,
+  "entries": [
+    {
+      "id": 16,
+      "priority": -6,
+      "group_id": 1
+    },
+    {
+      "id": 17,
+      "priority": -7,
+      "group_id": 2
+    },
+    {
+      "id": 3,
+      "priority": 7,
+      "group_id": 3
+    },
+    {
+      "id": 8,
+      "priority": 2,
+      "group_id": 2
+    },
+    {
+      "id": 7,
+      "priority": 3,
+      "group_id": 1
+    },
+    {
+      "id": 13,
+      "priority": -3,
+      "group_id": 1
+    },
+    {
+      "id": 14,
+      "priority": -4,
+      "group_id": 2
+    },
+    {
+      "id": 4,
+      "priority": 6,
+      "group_id": 1
+    },
+    {
+      "id": 6,
+      "priority": 4,
+      "group_id": 3
+    },
+    {
+      "id": 18,
+      "priority": -8,
+      "group_id": 3
+    },
+    {
+      "id": 12,
+      "priority": -2,
+      "group_id": 3
+    },
+    {
+      "id": 1,
+      "priority": 9,
+      "group_id": 1
+    },
+    {
+      "id": 11,
+      "priority": -1,
+      "group_id": 2
+    },
+    {
+      "id": 10,
+      "priority": 0,
+      "group_id": 1
+    },
+    {
+      "id": 9,
+      "priority": 1,
+      "group_id": 3
+    },
+    {
+      "id": 20,
+      "priority": -10,
+      "group_id": 2
+    },
+    {
+      "id": 2,
+      "priority": 8,
+      "group_id": 2
+    },
+    {
+      "id": 15,
+      "priority": -5,
+      "group_id": 3
+    },
+    {
+      "id": 5,
+      "priority": 5,
+      "group_id": 2
+    },
+    {
+      "id": 19,
+      "priority": -9,
+      "group_id": 1
+    }
+  ]
+}