kot 0.0.1

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA256:
+  metadata.gz: d51222d3929d9c0712fe696713d63329b18950e6fdde1975e1c97b7076b4959d
+  data.tar.gz: 802eecd963724fd4398292b645a2f1a681eddadcc177b3d63b66785e4a7a8479
+SHA512:
+  metadata.gz: b024eda53798ada11f65efbc172843da5a6d7836cc0140178da8ab0381618e10094cb7fe51d6f5636218d75edeb1425d55b05ddcd9c82287bedbd62728ee6dcf
+  data.tar.gz: 772bc25d250dc89b2ce11e148cca0a5638b93575de92d979f911d49e39e7fca1abd978338b24a70582a3dafbe096b0b878338a4236f4b68624994ca4fa83d33b

data/lib/kot.rb

@@ -0,0 +1,4 @@
+require('kot/item_response_theory')
+require('kot/hill_climbing_estimator')
+require('kot/randomesque_selector')
+require('kot/test')

data/lib/kot/hill_climbing_estimator.rb

@@ -0,0 +1,62 @@
+module Kot
+
+  class HillClimbingEstimator
+
+
+
+    # "The variable stepsize changed the 0 estimate by half the distance to the appropriate ... value in the item pool."
+    def dodd(est_theta:0.0, items:[], last_response:[])
+      max_b = items.map(&:b).max
+      min_b = items.map(&:b).min
+
+      last_response ? est_theta + ((max_b - est_theta) / 2.0) : est_theta - ((est_theta - min_b) / 2.0)
+    end
+
+    def estimate(responses:[], items:[], all_items:[], est_theta:0.0)
+
+
+      if responses.uniq.count == 1
+        raise ArgumentError.new("Responses are all #{responses.first} but missing all_items argument") if all_items.empty?
+        return dodd(est_theta:est_theta, items:all_items, last_response:responses.last)
+      end
+
+      lower_bound = items.map(&:b).min
+      upper_bound = items.map(&:b).max
+
+      return lower_bound if upper_bound == lower_bound
+
+      best_theta = - Float::INFINITY
+      max_ll = - Float::INFINITY
+
+      10.times do
+
+        step_size = (upper_bound - lower_bound) /  10
+        intervals = (lower_bound...upper_bound).step(step_size)
+
+        intervals.each do |ii|
+
+          ll = ItemResponseTheory.log_likelihood(ii, responses, items)
+
+
+          if ll > max_ll
+            max_ll = ll
+
+            #TODO - precision-based early exit
+            best_theta = ii
+          else
+            lower_bound = best_theta - step_size
+            upper_bound = [ii, best_theta+step_size].max #HACK
+            break
+          end
+
+        end
+
+      # End of hillclimb
+      end
+
+      return best_theta
+    end
+
+  end
+
+end

data/lib/kot/item_response_theory.rb

@@ -0,0 +1,54 @@
+module Kot
+
+
+  # Requires a, b, c, d
+  module ItemResponseTheory
+
+    #
+    # Module methods for statistics based on estimated theta, items and responses
+    #
+
+    def self.log_likelihood(est_theta, responses, items)
+      ps = items.map {|i| i.icc(est_theta) }
+      ls = ps.each_with_index.map {|e,i| responses[i] ? Math.log(e) : Math.log(1.0 - e)} #TODO: Polychotomous
+      ls.inject(:+)
+    end
+
+    def self.test_info(est_theta, items)
+      items.map {|i| i.inf(est_theta) }.inject(:+)
+    end
+
+    def self.var(est_theta, items)
+      1.0/test_info(est_theta, items)
+    end
+
+    def self.see(est_theta, items)
+      Math.sqrt(var(est_theta, items))
+    end
+
+
+    #
+    # Methods intended for inclusion into Item-classes
+    #
+
+    def icc_component(theta)
+      Math.exp(-a * (theta - b))
+    end
+
+    # Item characteristic curve
+    def icc(theta)
+      c + ((d - c) / (1 + icc_component(theta)))
+    end
+
+    # Information value of an item
+    def inf(theta)
+      vp = icc(theta)
+
+      top = (a ** 2) * ((vp - c) ** 2) * ((d - vp) ** 2)
+      bottom = ((d - c) ** 2) * vp * (1.0 - vp)
+
+      top/bottom
+    end
+
+  end
+end

data/lib/kot/randomesque_selector.rb

@@ -0,0 +1,15 @@
+module Kot
+
+  class RandomesqueSelector
+
+    def initialize(bin_size = 5)
+      @bin_size = bin_size
+    end
+
+    def select(est_theta, possible_items)
+
+      possible_items.sort_by {|i| - i.inf(est_theta)}.slice(0, @bin_size).sample
+    end
+
+  end
+end

data/lib/kot/test.rb

@@ -0,0 +1,41 @@
+module Kot
+
+
+  class Test
+
+    attr_reader :est_theta
+
+    def initialize(item_bank, est_theta = 0.0, selector = RandomesqueSelector.new, estimator = HillClimbingEstimator.new)
+      @item_bank = item_bank
+      @est_theta = est_theta
+      @selector = selector
+      @estimator = estimator
+
+      @responses = []
+      @asked_items = []
+    end
+
+
+    def see
+      return Float::INFINITY if @asked_items.empty?
+      ItemResponseTheory.see(@est_theta, @asked_items)
+    end
+
+    def update_est_theta
+      @est_theta = @estimator.estimate(est_theta: @est_theta, responses:@responses, items:@asked_items, all_items:@item_bank)
+    end
+
+    def next_item
+      possible_items = @item_bank - @asked_items
+      @selector.select(@est_theta, possible_items)
+    end
+
+    def respond(response, item)
+      @responses << response
+      @asked_items << item
+      update_est_theta
+    end
+
+  end
+
+end

data/lib/kot/version.rb

@@ -0,0 +1,3 @@
+module Kot
+  VERSION = '0.0.1'.freeze
+end

metadata

@@ -0,0 +1,54 @@
+--- !ruby/object:Gem::Specification
+name: kot
+version: !ruby/object:Gem::Version
+  version: 0.0.1
+platform: ruby
+authors:
+- Adam Watkins
+autorequire: 
+bindir: bin
+cert_chain: []
+date: 2018-08-25 00:00:00.000000000 Z
+dependencies: []
+description: "  Kot is a basic toolkit for getting started with computerised adaptive
+  testing (CAT). It includes a module to calculate item response theory (IRT) statistics
+  for dichotomous items with 1-4PL characteristic curves (ICCs), a Hill Climbing ability
+  (theta) estimator, a Randomesque selector and a Test class to make tying all this
+  together easier.\n"
+email: 
+executables: []
+extensions: []
+extra_rdoc_files: []
+files:
+- lib/kot.rb
+- lib/kot/hill_climbing_estimator.rb
+- lib/kot/item_response_theory.rb
+- lib/kot/randomesque_selector.rb
+- lib/kot/test.rb
+- lib/kot/version.rb
+homepage: https://github.com/stupidpupil/kot
+licenses:
+- GPL-3.0+
+metadata: {}
+post_install_message: 
+rdoc_options: []
+require_paths:
+- lib
+required_ruby_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+required_rubygems_version: !ruby/object:Gem::Requirement
+  requirements:
+  - - ">="
+    - !ruby/object:Gem::Version
+      version: '0'
+requirements: []
+rubyforge_project: 
+rubygems_version: 2.7.6
+signing_key: 
+specification_version: 4
+summary: Kot is a basic toolkit for getting started with computerised adaptive testing
+  (CAT).
+test_files: []