ting_model 0.1.3

checksums.yaml

@@ -0,0 +1,7 @@
+---
+SHA1:
+  metadata.gz: fce7e9624c7436fdeec00b84c957218d4103b3ef
+  data.tar.gz: 130feafca1025d4a58920b80a767c9f01e3c8cad
+SHA512:
+  metadata.gz: af2468f83f499d2900c6af94a2beba710a48ae1e575953c78daf1efad933fb39c8a423808fd6634a4f4e11144a67026d4bee72024811b82f1d310d0afb2dcdf1
+  data.tar.gz: 059bd1dc8488af1d4518d3d5c0aed21f608c20d20ad4e1f7c801b38d0217395908d563ebbf0421d9e861387158520de4eaff3cf955fcd1a91259bab3939e4caa

data/Gemfile

@@ -0,0 +1,4 @@
+source 'http://ruby.taobao.org'
+
+# Specify your gem's dependencies in stzjb_server.gemspec
+gemspec

data/README.md

@@ -0,0 +1,41 @@
+changelog:
+
+0.1.3 xunch cache extender
+0.1.2 add special, android_channel
+0.1.1 add followerx2_group
+
+用于：
+
+subapp2
+core
+shouji2
+home
+square
+podcast
+outside
+backend
+baiduyy
+chezai
+litewap
+pc
+thirdparty
+wap
+weixin_public
+
+
+
+model如何对应分表？
+
+分表的TrackRecord，对应100张表有（TrackRecord0-TrackRecord99）100个类，根据key找类：TrackRecord.shard(key) #=> TrackRecord59
+
+拿到返回的类再操作，是线程安全的，例如：
+TrackRecord.shard(key).where
+TrackRecord.shard(key).create
+TrackRecord.shard(key).new
+
+svn地址：
+svn://192.168.3.221/zdjt/ting/ting_model
+
+测试：
+ruby test/stn.rb （不安全，报错）
+ruby test/shard.rb （安全，并行处理并输出）

data/Rakefile

@@ -0,0 +1 @@
+require "bundler/gem_tasks"

data/gen_shards.rb

@@ -0,0 +1,59 @@
+File.open(File.expand_path("../tmp/shards.rb", __FILE__), 'wb') do |f|
+  # f.puts "require 'active_record'"
+  f.puts "require File.expand_path('../album_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../block_avatar_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../chat_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../comment_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../favorite_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../favorite_album_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../follower_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../follower_tag_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../followerx2_group_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../following_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../followingx2_group_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../following_group_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../following_tag_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../inbox_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../linkman_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../lover_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../lover_album_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../outbox_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../track_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../track_block_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../track_in_record_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../track_picture_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../track_record_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../track_rich_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../track_set_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../track_set_rich_origin.rb', __FILE__)"
+  f.puts "require File.expand_path('../user_tag_origin.rb', __FILE__)"
+  100.times do |i|
+    f.puts "class Album#{i} < AlbumOrigin; self.table_name = 'tb_album#{i}'; end"
+    f.puts "class BlockAvatar#{i} < BlockAvatarOrigin; self.table_name = 'tb_block_avatar#{i}'; end"
+    f.puts "class Chat#{i} < ChatOrigin; self.table_name = 'tb_chat#{i}'; end"
+    f.puts "class Comment#{i} < CommentOrigin; self.table_name = 'tb_comment#{i}'; end"
+    f.puts "class Favorite#{i} < FavoriteOrigin; self.table_name = 'tb_favorite#{i}'; end"
+    f.puts "class FavoriteAlbum#{i} < FavoriteAlbumOrigin; self.table_name = 'tb_favorite_album#{i}'; end"
+    f.puts "class Follower#{i} < FollowerOrigin; self.table_name = 'tb_follower#{i}'; end"
+    f.puts "class FollowerTag#{i} < FollowerTagOrigin; self.table_name = 'tb_follower_tag#{i}'; end"
+    f.puts "class Followerx2Group#{i} < Followerx2GroupOrigin; self.table_name = 'tb_followerx2_group#{i}'; end"
+    f.puts "class Following#{i} < FollowingOrigin; self.table_name = 'tb_following#{i}'; end"
+    f.puts "class Followingx2Group#{i} < Followingx2GroupOrigin; self.table_name = 'tb_followingx2_group#{i}'; end"
+    f.puts "class FollowingGroup#{i} < FollowingGroupOrigin; self.table_name = 'tb_following_group#{i}'; end"
+    f.puts "class FollowingTag#{i} < FollowingTagOrigin; self.table_name = 'tb_following_tag#{i}'; end"
+    f.puts "class Inbox#{i} < InboxOrigin; self.table_name = 'tb_inbox#{i}'; end"
+    f.puts "class Linkman#{i} < LinkmanOrigin; self.table_name = 'tb_linkman#{i}'; end"
+    f.puts "class Lover#{i} < LoverOrigin; self.table_name = 'tb_lover#{i}'; end"
+    f.puts "class LoverAlbum#{i} < LoverAlbumOrigin; self.table_name = 'tb_lover_album#{i}'; end"
+    f.puts "class Outbox#{i} < OutboxOrigin; self.table_name = 'tb_outbox#{i}'; end"
+    f.puts "class Track#{i} < TrackOrigin; self.table_name = 'tb_track#{i}'; end"
+    f.puts "class TrackBlock#{i} < TrackBlockOrigin; self.table_name = 'tb_track_block#{i}'; end"
+    f.puts "class TrackInRecord#{i} < TrackInRecordOrigin; self.table_name = 'tb_track_in_record#{i}'; end"
+    f.puts "class TrackPicture#{i} < TrackPictureOrigin; self.table_name = 'tb_track_picture#{i}'; end"
+    f.puts "class TrackRecord#{i} < TrackRecordOrigin; self.table_name = 'tb_track_record#{i}'; end"
+    f.puts "class TrackRich#{i} < TrackRichOrigin; self.table_name = 'tb_track_rich#{i}'; end"
+    f.puts "class TrackSet#{i} < TrackSetOrigin; self.table_name = 'tb_track_set#{i}'; end"
+    f.puts "class TrackSetRich#{i} < TrackSetRichOrigin; self.table_name = 'tb_track_set_rich#{i}'; end"
+    f.puts "class UserTag#{i} < UserTagOrigin; self.table_name = 'tb_user_tag#{i}'; end"
+  end
+end

data/lib/extenders/album_extender.rb

@@ -0,0 +1,9 @@
+module AlbumExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_album")
+  end
+
+  def decr_user_albums_count(uid)
+    COUNTER_SERVICE.decrBy('user.albums.count', uid, 1)
+  end
+end

data/lib/extenders/block_avatar_extender.rb

@@ -0,0 +1,5 @@
+module BlockAvatarExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_block_avatar")
+  end
+end

data/lib/extenders/chat_extender.rb

@@ -0,0 +1,5 @@
+module ChatExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_chat")
+  end
+end

data/lib/extenders/class_node.rb

@@ -0,0 +1,21 @@
+require 'zlib'
+
+module ClassNode
+
+  def seek(key)
+    unless @sorted_nodes
+      sorted_nodes, node_x_class_nodes = [], {}
+      self.select('node, class_name, table_name').order('node').each do |class_node|
+        sorted_nodes << class_node.node
+        node_x_class_nodes[class_node.node] = class_node
+      end
+      @sorted_nodes, @node_x_class_nodes = sorted_nodes, node_x_class_nodes
+    end
+
+
+
+    node = @sorted_nodes.bsearch{|node| node >= Zlib::crc32(key.to_s)} || @sorted_nodes.first
+    @node_x_class_nodes[node]
+  end
+
+end

data/lib/extenders/comment_extender.rb

@@ -0,0 +1,5 @@
+module CommentExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_comment")
+  end
+end

data/lib/extenders/favorite_album_extender.rb

@@ -0,0 +1,5 @@
+module FavoriteAlbumExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_favorite_album")
+  end
+end

data/lib/extenders/favorite_extender.rb

@@ -0,0 +1,5 @@
+module FavoriteExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_favorite")
+  end
+end

data/lib/extenders/following_extender.rb

@@ -0,0 +1,13 @@
+module FollowingExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_following")
+  end
+
+  def decr_user_followings_count(uid)
+    COUNTER_SERVICE.decrBy('user.followings.count', uid, 1) 
+  end
+
+  def decr_user_followers_count(uid)
+    COUNTER_SERVICE.decrBy('user.followers.count', uid, 1) 
+  end
+end

data/lib/extenders/following_group_extender.rb

@@ -0,0 +1,5 @@
+module FollowingGroupExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_following_group")
+  end
+end

data/lib/extenders/following_tag_extender.rb

@@ -0,0 +1,5 @@
+module FollowingTagExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_following_tag")
+  end
+end

data/lib/extenders/followingx2_group_extender.rb

@@ -0,0 +1,5 @@
+module Followingx2GroupExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_followingx2_group")
+  end
+end

data/lib/extenders/inbox_extender.rb

@@ -0,0 +1,5 @@
+module InboxExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_inbox")
+  end
+end

data/lib/extenders/linkman_extender.rb

@@ -0,0 +1,5 @@
+module LinkmanExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_linkman")
+  end
+end

data/lib/extenders/outbox_extender.rb

@@ -0,0 +1,5 @@
+module OutboxExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_outbox")
+  end
+end

data/lib/extenders/track_block_extender.rb

@@ -0,0 +1,5 @@
+module TrackBlockExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_track_block")
+  end
+end

data/lib/extenders/track_extender.rb

@@ -0,0 +1,5 @@
+module TrackExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_track")
+  end
+end

data/lib/extenders/track_in_record_extender.rb

@@ -0,0 +1,76 @@
+module TrackInRecordExtender
+  # TIR_CACHE_VERSION = 2
+
+  def fetch(track_id)
+    # key = "tir#{track_id}h#{TIR_CACHE_VERSION}"
+    # data = REDIS.get(key)
+    # return Hessian2.parse(data, TrackInRecordStruct) if data
+
+    # obj = TrackInRecord.shard(track_id).where(op_type: 1, track_id: track_id).first
+    # if obj
+    #   REDIS.set(key, Hessian2.write(Hessian2::StructWrapper.new(TrackInRecordStruct, obj)))
+    #   REDIS.expire(key, 604800)
+    # end
+
+    # obj
+
+    cache_server = $xunch["track_in_record"]
+    data = cache_server.get(track_id)
+    return data if data
+    obj = self.shard(track_id).where(op_type: 1, track_id: track_id).first
+    if obj
+      cache_server.put(obj)
+    end
+    obj
+  end
+
+  def mfetch(track_ids, ignore_nil = false)
+    # return [] if track_ids.empty?
+
+    # datas = REDIS.mget(track_ids.map{|track_id| "tir#{track_id}h#{TIR_CACHE_VERSION}" })
+    # objs = []
+
+    # datas.each_with_index do |data, i|
+    #   if data
+    #     objs << Hessian2.parse(data, TrackInRecordStruct)
+    #   else
+    #     track_id = track_ids[i]
+    #     obj = TrackInRecord.shard(track_id).where(op_type: 1, track_id: track_id).first
+    #     objs << obj
+    #     if obj
+    #       key = "tir#{track_id}h#{TIR_CACHE_VERSION}"
+    #       REDIS.set(key, Hessian2.write(Hessian2::StructWrapper.new(TrackInRecordStruct, obj)))
+    #       REDIS.expire(key, 604800)
+    #     end
+    #   end
+    # end
+
+    # objs.delete(nil) if ignore_nil
+    # objs
+
+    return [] if track_ids.empty?
+    cache_server = $xunch["track_in_record"]
+    datas = cache_server.multi_get(track_ids.clone)
+    objs = []
+    datas.each_with_index do |data, i|
+      if data
+        objs << data
+      else
+        track_id = track_ids[i]
+        obj = self.shard(track_id).where(op_type: 1, track_id: track_id).first
+        objs << obj
+        if obj
+          cache_server.put(obj)
+        end
+      end
+    end
+    objs.delete(nil) if ignore_nil
+    objs
+  end
+  
+  def del_cache(r)
+    # REDIS.del("tir#{r.track_id}h#{TIR_CACHE_VERSION}")
+    $xunch["track_in_record"].evict(r.track_id)
+  end
+
+end

data/lib/extenders/track_picture_extender.rb

@@ -0,0 +1,5 @@
+module TrackPictureExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_track_picture")
+  end
+end

data/lib/extenders/track_record_extender.rb

@@ -0,0 +1,5 @@
+module TrackRecordExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_track_record")
+  end
+end

data/lib/extenders/track_rich_extender.rb

@@ -0,0 +1,5 @@
+module TrackRichExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_track_rich")
+  end
+end

data/lib/extenders/track_set_extender.rb

@@ -0,0 +1,79 @@
+module TrackSetExtender
+  # TRACKSET_CACHE_VERSION = 3
+
+  def fetch(id)
+    # key = "set#{id}h#{TRACKSET_CACHE_VERSION}"
+    # data = REDIS.get(key)
+    # return Hessian2.parse(data, TrackSetStruct) if data
+
+    # obj = TrackSet.shard(id).where(id: id).first
+    # if obj
+    #   REDIS.set(key, Hessian2.write(Hessian2::StructWrapper.new(TrackSetStruct, obj)))
+    #   REDIS.expire(key, 604800)
+    # end
+
+    # obj
+
+    cache_server = $xunch["track_set"]
+    data = cache_server.get(id)
+    return data if data
+    obj = self.shard(id).where(id: id).first
+    if obj
+      cache_server.put(obj)
+    end
+    
+    obj
+  end
+
+  def mfetch(ids, ignore_nil = false)
+    # return [] if ids.empty?
+
+    # datas = REDIS.mget(ids.map{|id| "set#{id}h#{TRACKSET_CACHE_VERSION}" })
+    # objs = []
+
+    # datas.each_with_index do |data, i|
+    #   if data
+    #     objs << Hessian2.parse(data, TrackSetStruct)
+    #   else
+    #     id = ids[i]
+    #     obj = TrackSet.shard(id).where(id: id).first
+    #     objs << obj
+    #     if obj
+    #       key = "set#{id}h#{TRACKSET_CACHE_VERSION}"
+    #       REDIS.set(key, Hessian2.write(Hessian2::StructWrapper.new(TrackSetStruct, obj)))
+    #       REDIS.expire(key, 604800)
+    #     end
+    #   end
+    # end
+
+    # objs.delete(nil) if ignore_nil
+    # objs
+
+    return [] if ids.empty?
+
+    cache_server = $xunch["track_set"]
+
+    datas = cache_server.multi_get(ids)
+    objs = []
+    datas.each_with_index do |data, i|
+      if data
+        objs << data
+      else
+        id = ids[i]
+        obj = self.shard(id).where(id: id).first
+        objs << obj
+        if obj
+          cache_server.put(obj)
+        end
+      end
+    end
+    objs.delete(nil) if ignore_nil
+    objs
+  end
+
+  def del_cache(r)
+    # REDIS.del("set#{r.id}h#{TRACKSET_CACHE_VERSION}")
+    $xunch["track_set"].evict(r.id)
+  end
+
+end

data/lib/extenders/track_set_rich_extender.rb

@@ -0,0 +1,5 @@
+module TrackSetRichExtender
+  def next_id
+    ID_SERVICE.getNextId("ting.tb_track_set_rich")
+  end
+end