cmfrec 0.2.1 → 0.3.0

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 3bd946bc2c7425ba3550a9cd5bf346b0cac6de5597d0d38ff0dfb49db32e754d
-  data.tar.gz: 20038dc0c401389d75dc3a35415919f6721dab7e32459eeb34c9dcb23569c49a
+  metadata.gz: d3cc7d70530eefc7b13324753b454d03573da7d832c46cb4dee2ab9213eafcdd
+  data.tar.gz: 662af2ec4ab1a1bd33a39c18773d0c48967422286a2fa137960772b7e67d437a
 SHA512:
-  metadata.gz: 1d0019e89fe0ca946cd83d60c052bff2e3dcc3990e3bf37de92b620870b6bf8a31010aec87bb2e5a352c446441b683f0148da83497b5d44ef89d62396f4b7d3c
-  data.tar.gz: f4d65f294b9a313c2c86111eaf66e734999924392fedc4715c51919a4ca4de3864ba3eec732f3d707dd06ea62ddb931d9b28b8436a09a807c01e14ac2c542e44
+  metadata.gz: 8fd6f1f8f0bd7d7c870c28fb57a0cec89aacf2d27aed53b5d68fb6935f5071dbe73931a5ff776f4a864f0cc91a17c793eabfe2a2b21f9b368a4c36ada5cb929d
+  data.tar.gz: 116d26ddafeeb439ef0895e30805afa0d2d2a453aeb369cf7122f13f5bf3ad457dac65c974d26debc84f353baf5f0c889c559e56620ef7458af4968ee9f5262a

data/CHANGELOG.md

@@ -1,3 +1,10 @@
+## 0.3.0 (2024-10-23)
+
+- Changed dataset directory to match XDG Base Directory Specification
+- Removed dependency on `csv` gem for `load_movielens`
+- Dropped support for marshal serialization
+- Dropped support for Ruby < 3.1
+
 ## 0.2.1 (2022-07-11)
 
 - Added support for JSON serialization

data/LICENSE.txt

@@ -1,7 +1,7 @@
 MIT License
 
 Copyright (c) 2020 David Cortes
-Copyright (c) 2020-2021 Andrew Kane
+Copyright (c) 2020-2024 Andrew Kane
 
 All rights reserved.
 

data/README.md

@@ -6,7 +6,7 @@
 - Works with explicit and implicit feedback
 - Uses high-performance matrix factorization
 
-[![Build Status](https://github.com/ankane/cmfrec-ruby/workflows/build/badge.svg?branch=master)](https://github.com/ankane/cmfrec-ruby/actions)
+[![Build Status](https://github.com/ankane/cmfrec-ruby/actions/workflows/build.yml/badge.svg)](https://github.com/ankane/cmfrec-ruby/actions)
 
 ## Installation
 

data/lib/cmfrec/data.rb

@@ -1,8 +1,6 @@
 module Cmfrec
   module Data
     def load_movielens
-      require "csv"
-
       data_path = download_file("ml-100k/u.data", "https://files.grouplens.org/datasets/movielens/ml-100k/u.data",
         file_hash: "06416e597f82b7342361e41163890c81036900f418ad91315590814211dca490")
       user_path = download_file("ml-100k/u.user", "https://files.grouplens.org/datasets/movielens/ml-100k/u.user",
@@ -10,11 +8,9 @@ module Cmfrec
       item_path = download_file("ml-100k/u.item", "https://files.grouplens.org/datasets/movielens/ml-100k/u.item",
         file_hash: "553841ebc7de3a0fd0d6b62a204ea30c1e651aacfb2814c7a6584ac52f2c5701")
 
-      # convert u.item to utf-8
-      movies_str = File.read(item_path).encode("UTF-8", "binary", invalid: :replace, undef: :replace, replace: "")
-
       user_info = []
-      CSV.foreach(user_path, col_sep: "|") do |row|
+      File.foreach(user_path) do |line|
+        row = line.split("|")
         user = {user_id: row[0].to_i}
         10.times do |i|
           user[:"region#{i}"] = row[4][0] == i.to_s ? 1 : 0
@@ -26,26 +22,28 @@ module Cmfrec
       movies = {}
       movie_names = {}
       genres = %w(unknown action adventure animation childrens comedy crime documentary drama fantasy filmnoir horror musical mystery romance scifi thriller war western)
-      CSV.parse(movies_str, col_sep: "|", converters: [:numeric]) do |row|
+      File.foreach(item_path) do |line|
+        row = line.encode("UTF-8", "ISO-8859-1").split("|")
         movies[row[0]] = row[1]
 
         # filter duplicates
         next if movie_names[row[1]]
         movie_names[row[1]] = true
 
-        item = {item_id: row[1], year: row[2] ? Date.parse(row[2]).year : 1970}
+        item = {item_id: row[1], year: !row[2].empty? ? Date.parse(row[2]).year : 1970}
         genres.each_with_index do |genre, i|
-          item[:"genre_#{genre}"] = row[i + 5]
+          item[:"genre_#{genre}"] = row[i + 5].to_i
         end
         item_info << item
       end
 
       data = []
-      CSV.foreach(data_path, col_sep: "\t", converters: [:numeric]) do |row|
+      File.foreach(data_path) do |line|
+        row = line.split("\t")
         data << {
-          user_id: row[0],
+          user_id: row[0].to_i,
           item_id: movies[row[1]],
-          rating: row[2]
+          rating: row[2].to_i
         }
       end
 
@@ -60,9 +58,8 @@ module Cmfrec
       require "net/http"
       require "tmpdir"
 
-      # TODO handle this better
-      raise "No HOME" unless ENV["HOME"]
-      dest = "#{ENV["HOME"]}/.cmfrec/#{fname}"
+      cache_home = ENV["XDG_CACHE_HOME"] || "#{ENV.fetch("HOME")}/.cache"
+      dest = "#{cache_home}/cmfrec/#{fname}"
       FileUtils.mkdir_p(File.dirname(dest))
 
       return dest if File.exist?(dest)

data/lib/cmfrec/recommender.rb

@@ -514,7 +514,7 @@ module Cmfrec
           nil, #precomputedBiTBi,
           nil, #precomputedTransCtCinvCt,
           nil, #precomputedCtCw
-          nil, #precomputedCtUbias
+          nil  #precomputedCtUbias
         ]
         check_status FFI.fit_collective_explicit_als(*fiddle_args(args))
 
@@ -811,114 +811,6 @@ module Cmfrec
       @finalize_chol = false
     end
 
-    def dump_ptr(ptr)
-      ptr.to_s(ptr.size) if ptr
-    end
-
-    def load_ptr(str)
-      Fiddle::Pointer[str] if str
-    end
-
-    def marshal_dump
-      obj = {
-        implicit: @implicit
-      }
-
-      # options
-      obj[:factors] = @k
-      obj[:epochs] = @niter
-      obj[:verbose] = @verbose
-
-      # factors
-      obj[:user_map] = @user_map
-      obj[:item_map] = @item_map
-      obj[:rated] = @rated
-      obj[:user_factors] = dump_ptr(@a)
-      obj[:item_factors] = dump_ptr(@b)
-
-      # bias
-      obj[:user_bias] = dump_ptr(@bias_a)
-      obj[:item_bias] = dump_ptr(@bias_b)
-
-      # mean
-      obj[:global_mean] = @global_mean
-
-      # side info
-      obj[:user_info_map] = @user_info_map
-      obj[:item_info_map] = @item_info_map
-      obj[:user_info_factors] = dump_ptr(@c)
-      obj[:item_info_factors] = dump_ptr(@d)
-
-      # implicit features
-      obj[:add_implicit_features] = @add_implicit_features
-      obj[:user_factors_implicit] = dump_ptr(@ai)
-      obj[:item_factors_implicit] = dump_ptr(@bi)
-
-      unless @implicit
-        obj[:min_rating] = @min_rating
-        obj[:max_rating] = @max_rating
-      end
-
-      obj[:user_means] = dump_ptr(@u_colmeans)
-
-      obj
-    end
-
-    def marshal_load(obj)
-      @implicit = obj[:implicit]
-
-      # options
-      set_params(
-        k: obj[:factors],
-        niter: obj[:epochs],
-        verbose: obj[:verbose],
-        user_bias: !obj[:user_bias].nil?,
-        item_bias: !obj[:item_bias].nil?,
-        add_implicit_features: obj[:add_implicit_features]
-      )
-
-      # factors
-      @user_map = obj[:user_map]
-      @item_map = obj[:item_map]
-      @rated = obj[:rated] || {}
-      @a = load_ptr(obj[:user_factors])
-      @b = load_ptr(obj[:item_factors])
-
-      # bias
-      @bias_a = load_ptr(obj[:user_bias])
-      @bias_b = load_ptr(obj[:item_bias])
-
-      # mean
-      @global_mean = obj[:global_mean]
-
-      # side info
-      @user_info_map = obj[:user_info_map]
-      @item_info_map = obj[:item_info_map]
-      @c = load_ptr(obj[:user_info_factors])
-      @d = load_ptr(obj[:item_info_factors])
-
-      # implicit features
-      @add_implicit_features = obj[:add_implicit_features]
-      @ai = load_ptr(obj[:user_factors_implicit])
-      @bi = load_ptr(obj[:item_factors_implicit])
-
-      unless @implicit
-        @min_rating = obj[:min_rating]
-        @max_rating = obj[:max_rating]
-      end
-
-      @u_colmeans = load_ptr(obj[:user_means])
-
-      @m = @user_map.size
-      @n = @item_map.size
-      @m_u = @user_info_map.size
-      @n_i = @item_info_map.size
-
-      set_implicit_vars if @implicit
-
-      @fit = @m > 0
-    end
-
     def json_dump_ptr(ptr)
       Base64.strict_encode64(ptr.to_s(ptr.size)) if ptr
     end

data/lib/cmfrec/version.rb

@@ -1,3 +1,3 @@
 module Cmfrec
-  VERSION = "0.2.1"
+  VERSION = "0.3.0"
 end

metadata

@@ -1,15 +1,29 @@
 --- !ruby/object:Gem::Specification
 name: cmfrec
 version: !ruby/object:Gem::Version
-  version: 0.2.1
+  version: 0.3.0
 platform: ruby
 authors:
 - Andrew Kane
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2022-07-11 00:00:00.000000000 Z
-dependencies: []
+date: 2024-10-23 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: fiddle
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - ">="
+      - !ruby/object:Gem::Version
+        version: '0'
 description:
 email: andrew@ankane.org
 executables: []
@@ -45,14 +59,14 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '2.7'
+      version: '3.1'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
       version: '0'
 requirements: []
-rubygems_version: 3.3.7
+rubygems_version: 3.5.16
 signing_key:
 specification_version: 4
 summary: Recommendations for Ruby using collective matrix factorization