rhodes 1.5.5 → 2.0.0.beta1

data/lib/framework/rho/rho.rb

@@ -4,16 +4,27 @@ require 'rho/rhoapplication'
 require 'rhom'
 require 'rhofsconnector'
 require 'rho/rhoerror'
+require 'rhom/rhom_source'
 
 module Rho
+  def self.get_app
+    RHO.get_instance().get_app('app')
+  end
+  
   class RHO
     APPLICATIONS = {}
     APPNAME = 'app'
     
+    @@rho_framework = nil
+    
+    def self.get_instance
+        @@rho_framework
+    end
+    
     def initialize(app_manifest_filename=nil)
       puts "Calling RHO.initialize"
       RHO.process_rhoconfig
-      Rhom::RhomDbAdapter::open(Rho::RhoFSConnector::get_db_fullpathname)
+      
       if app_manifest_filename
         process_model_dirs(app_manifest_filename)
       else
@@ -21,10 +32,33 @@ module Rho
       end
       
       # Initialize application and sources
-      init_sources
-      #get_app(APPNAME)
+      @@rho_framework = self
+      init_sources()
     end
 
+    attr_reader :db_partitions
+    
+    def self.get_src_db(src_name=nil)
+        if src_name
+            src_partition = Rho::RhoConfig.sources[src_name]['partition']
+            @@rho_framework.db_partitions[src_partition]
+        else
+            @@rho_framework.db_partitions['user']
+        end    
+    end
+
+    def self.get_user_db
+        @@rho_framework.db_partitions['user']
+    end
+
+    def self.get_db_partitions
+        @@rho_framework.db_partitions
+    end
+    
+    #def self.get_application_db
+    #    @@rho_framework.db_application
+    #end
+    
     def init_app
       get_app(APPNAME)
     end
@@ -32,11 +66,18 @@ module Rho
     def activate_app
       get_app(APPNAME).on_activate_app
     end
-    
+
     # make sure we close the database file
-    def self.finalize
-      Rhom::RhomDbAdapter::close
-    end
+    #def self.finalize
+      #Rhom::RhomDbAdapter::close
+      #puts 'finalize'
+      #if @@rho_framework
+      #  @@rho_framework.db_application.close()
+      #  @@rho_framework.db_user.close()
+        
+      #  @@rho_framework = nil
+      #end
+    #end
     
     def raise_rhoerror(errCode)
         raise Rho::RhoError.new(errCode)
@@ -88,62 +129,237 @@ module Rho
         puts "Error opening rhoconfig.txt: #{e}, using defaults."
       end
     end
+
+    def load_server_sources(data)
+        puts "load_server_sources : #{data}"
+        
+        res = Rho::JSON.parse(data)
+        arSrc = res['server_sources']
+        puts "arSrc: #{arSrc}"
+        return unless arSrc
+
+        hashSrcs = Rhom::RhomSource::find_all_ashash
+        puts "hashSrcs : #{hashSrcs}"
+        arSrc.each do |src|
+            oldSrc = hashSrcs[src['name']]
+            puts "oldSrc: #{oldSrc}"
+            if oldSrc
+                oldVer = oldSrc.schema_version
+                newVer = src['schema_version']
+                if ( oldVer != newVer )    
+                    get_app(APPNAME).on_migrate_source(oldSrc.schema_version, src)
+                end
+            end
+            
+            Rho::RhoConfig::add_source(src['name'], src)
+        end
+        
+        init_sources()
+    end
+
+    def find_src_byname(uniq_sources, src_name)
+        uniq_sources.each do |source|        
+            return source if src_name == source['name']
+        end
+        
+        nil
+    end
     
     # setup the sources table and model attributes for all applications
-    def init_sources
-      if defined? Rho::RhoConfig::sources
-        
-        # quick and dirty way to get unique array of hashes
-        #uniq_sources = Rho::RhoConfig::sources.values.inject([]) { |result,h| 
-        #  result << h unless result.include?(h); result
-        #}
+    def init_sources()
+        return unless defined? Rho::RhoConfig::sources
+    
+        @db_partitions = {}
         uniq_sources = Rho::RhoConfig::sources.values
         puts 'init_sources: ' + uniq_sources.inspect
 
-        result = ::Rhom::RhomDbAdapter.execute_sql("SELECT MAX(source_id) AS maxid FROM sources")
-        #puts 'result: ' + result.inspect
-        start_id = result.length > 0 && result[0]['maxid'] ? result[0]['maxid']+1 : 0
+        uniq_sources.each do |source|
+          partition = source['partition']
+          @db_partitions[partition] = nil
+          
+          if source['links']
+            source['links'].each do |src_name, attrib|    
+                linkSrc = find_src_byname(uniq_sources, src_name)
+                if !linkSrc
+                    rho_error( "links from '#{source['name']}' : source name '#{src_name}' does not exist."  )
+                    next
+                end
+                
+                str_links = linkSrc['str_links']
+                str_links = "" unless str_links
+                str_links += ',' if str_links.length() > 0
+                
+                str_links += source['name'] + ',' + attrib
+                linkSrc['str_links'] = str_links
+            end
+          end
+        end
+        
+        #user partition should alwayse exist
+        @db_partitions['user'] = nil
+        
+        @db_partitions.each_key do |partition|
+            db = Rhom::RhomDbAdapter.new(Rho::RhoFSConnector::get_db_fullpathname(partition), partition)
+            db.start_transaction
+            begin
+                init_db_sources(db, uniq_sources, partition)
+                db.commit
+            rescue Exception => e
+                puts "exception when init_db_sources: #{e}"    
+                db.rollback
+            end
+                
+            @db_partitions[partition] = db
+        end
+        
+        ::Rho::RHO.init_schema_sources
+    end
+
+    def self.processIndexes(index_param, src_name, is_unique)
+
+        return "" unless index_param
+        
+        strUnique = 'UNIQUE' if is_unique
+        strRes = ""
+        if index_param.is_a?( String )
+            strRes = index_param
+        else
+            nInd = 0
+            index_param.each do |index_cols|
+                strCols = ""
+                index_cols.each do |col|
+                    strCols += ',' if strCols.length() > 0
+                    strCols += "\"#{col}\""
+                end
+
+                strIndex = "CREATE #{strUnique} INDEX \"rhoIndex_#{nInd}\" on #{src_name} (#{strCols});\r\n"
+                strRes += strIndex
+                nInd += 1
+            end
+        end
+        
+        strRes
+    end
+        
+    def self.init_schema_sources
+        uniq_sources = Rho::RhoConfig::sources.values
+        puts 'init_schema_sources'
         
-        # generate unique source list in database for sync
         uniq_sources.each do |source|
+          puts "source : #{source}"
+          db = get_src_db(source['name'])
           
-          url = source['url']
+          if  source['schema'] && !db.table_exist?(source['name'])
+          
+            strCreate = source['schema']['sql']
+            if source['schema']['columns']
+                arCols = source['schema']['columns']
+                arCols = arCols
+                strCols = ""
+                arCols.each do |col|
+                    strCols += ',' if strCols.length() > 0
+                    strCols += "\"#{col}\" varchar default NULL"
+                end
+
+                strCols += ",object varchar(255) PRIMARY KEY"
+                strCreate = "CREATE TABLE #{source['name']} ( #{strCols} )"
+            end
+
+            strCreate += ";\r\n" if strCreate && strCreate.length() > 0
+            strCreate += processIndexes(source['schema']['indexes'], source['name'], false)
+            strCreate += ";\r\n" if strCreate && strCreate.length() > 0
+            strCreate += processIndexes(source['schema']['unique_indexes'], source['name'], true)
+            
+            db.update_into_table('sources', {"schema"=>strCreate, "schema_version"=>source['schema_version']},{"name"=>source['name']})
+            
+            db.execute_batch_sql(strCreate)
+          end
+          
+        end
+    end
+
+    def process_blob_attribs(source, db)
+      return source['str_blob_attribs'] if source['str_blob_attribs']
+      source['str_blob_attribs'] = ""
+      
+      if source['blob_attribs']
+        str = ""
+        source['blob_attribs'].each do |blobAttr|  
+            str += ',' if str.length()>0
+            if blobAttr.is_a?(Hash)    
+                str += blobAttr['name'].to_s() + ',' + blobAttr['server_overwrite'].to_i()
+            else
+                str += blobAttr.to_s() + ',0'
+            end
+        end
+        
+        source['str_blob_attribs'] = str
+      end
+      
+      source['str_blob_attribs']
+    end
+    
+    def init_db_sources(db, uniq_sources, db_partition)
+    
+        result = db.execute_sql("SELECT MAX(source_id) AS maxid FROM sources")
+        #puts 'result: ' + result.inspect
+        start_id = result.length > 0 && result[0]['maxid'] ? result[0]['maxid']+2 : 1
+        start_id = Rho::RhoConfig.max_config_srcid()+2 if start_id < Rho::RhoConfig.max_config_srcid
+        
+        uniq_sources.each do |source|
+          puts "init_db_sources : #{source}"
           name = source['name']
           priority = source['priority']
-          attribs = Rhom::RhomDbAdapter::select_from_table('sources','priority,source_id,source_url', 'name'=>name)
+          partition = source['partition']
+          sync_type = source['sync_type']
+          schema_version = source['schema_version']
+          links = source['str_links']
+          blob_attribs = process_blob_attribs(source, db)
+          
+          attribs = db.select_from_table('sources','priority,source_id,partition, sync_type, schema_version, links, blob_attribs', 'name'=>name)
 
           if attribs && attribs.size > 0 
             if attribs[0]['priority'].to_i != priority.to_i
-                Rhom::RhomDbAdapter::update_into_table('sources', {"priority"=>priority}, {"name"=>name})
+                db.update_into_table('sources', {"priority"=>priority},{"name"=>name})
+            end
+            if attribs[0]['sync_type'] != sync_type
+                db.update_into_table('sources', {"sync_type"=>sync_type},{"name"=>name})
+            end
+            if attribs[0]['schema_version'] != schema_version
+                db.update_into_table('sources', {"schema_version"=>schema_version},{"name"=>name})
+            end
+            if attribs[0]['partition'] != partition
+                db.update_into_table('sources', {"partition"=>partition},{"name"=>name})
             end
-            if attribs[0]['source_url'] != url
-                Rhom::RhomDbAdapter::update_into_table('sources', {"source_url"=>url}, {"name"=>name})
+            if attribs[0]['links'] != links
+                db.update_into_table('sources', {"links"=>links},{"name"=>name})
+            end
+            if attribs[0]['blob_attribs'] != blob_attribs
+                db.update_into_table('sources', {"blob_attribs"=>blob_attribs},{"name"=>name})
+            end
+
+            if !source['source_id']
+                source['source_id'] = attribs[0]['source_id'].to_i
+                Rho::RhoConfig::sources[name]['source_id'] = attribs[0]['source_id'].to_i
             end
             
-            Rho::RhoConfig::sources[name]['source_id'] = attribs[0]['source_id'].to_i
           else
             if !source['source_id']
-                srcid = start_id
+                source['source_id'] = start_id
+                Rho::RhoConfig::sources[name]['source_id'] = start_id
+                
                 start_id += 1
-            else
-                srcid = source['source_id'].to_i
             end
-            
-            hash = {"source_id"=>srcid,"source_url"=>url,"name"=>name, "priority"=>priority}
-            puts "hash: #{hash}"
-            
-            Rhom::RhomDbAdapter::insert_into_table('sources', hash )
-            Rho::RhoConfig::sources[name]['source_id'] = srcid
-            
+          
+            db.insert_into_table('sources',
+                {"source_id"=>source['source_id'],"name"=>name, "priority"=>priority, "sync_type"=>sync_type, "partition"=>partition,
+                "schema_version"=>source['schema_version'], 'links'=>links, 'blob_attribs'=>blob_attribs })
+                
           end
+          
         end
-      end
     end
     
-#    def source_initialized?(source_id)
-#      Rhom::RhomDbAdapter::select_from_table('sources','*', 'source_id'=>source_id).size > 0 ? true : false
-#    end
-
     def serve(req)
       begin
         puts 'inside RHO.serve...'
@@ -322,6 +538,7 @@ module Rho
     
     @@sources = {}
     @@config = {'start_path' => '/app', 'options_path' => '/app/Settings'}
+    @@max_config_srcid = 1
     
     class << self
       def method_missing(name, *args)
@@ -338,10 +555,18 @@ module Rho
         end
       end
       
+      def exists?(name)
+        RhoConf.is_property_exists(name)  
+      end
+      
       def reload
         @@config = {'start_path' => '/app', 'options_path' => '/app/Settings'}
         Rho::RHO.process_rhoconfig
       end
+      
+      def max_config_srcid
+        @@max_config_srcid
+      end
         
       def show_log
         RhoConf.show_log
@@ -364,19 +589,23 @@ module Rho
       end
       
       def add_source(modelname, new_source=nil)
-        return if !modelname || modelname.length() == 0 || @@sources[modelname]
+        return if !modelname || modelname.length() == 0# || @@sources[modelname]
         
         @@sources[modelname] = new_source ? new_source : {}
         @@sources[modelname]['name'] ||= modelname
         @@sources[modelname]['priority'] ||= 1000
+        @@sources[modelname]['partition'] ||= 'user'
+        @@sources[modelname]['sync_type'] ||= 'incremental'
+        
+        if @@sources[modelname]['url'] && @@sources[modelname]['url'].length() == 0
+            @@sources[modelname]['sync'] = false
+        end
 
-#        if new_source
-#          unless @@sources[modelname]
-#            @@sources[modelname] = new_source
-#            @@sources[modelname]['name'] ||= modelname
-#            @@sources[modelname]['source_id'] = generate_id()
-#          end
-#        end
+        if @@sources[modelname]['sync'].nil?
+            @@sources[modelname]['sync'] = true
+        end
+        
+        @@max_config_srcid = new_source['source_id'] if new_source['source_id'] && @@max_config_srcid < new_source['source_id']
       end
       
       @@g_base_temp_id = nil
@@ -391,7 +620,13 @@ module Rho
   end # RhoConfig
   
     module AsyncHttp
-        def self.process_result(res, callback)
+        def self.ssl_verify_peer(args)
+            ret = args[:ssl_verify_peer]
+            ret = true if !ret.is_a? TrueClass and !ret.is_a? FalseClass
+            ret ? 1 : 0
+        end
+
+	def self.process_result(res, callback)
             return res if callback && callback.length() > 0
             
             _params = ::Rho::RhoSupport::parse_query_parameters res
@@ -401,25 +636,28 @@ module Rho
         
         def self.get(args)
             process_result( 
-                AsyncHttp.do_get(args[:url], args[:headers], args[:callback], args[:callback_param] ),
-                args[:callback] )
+                AsyncHttp.do_get(args[:url], args[:headers],
+                    args[:callback], args[:callback_param], ssl_verify_peer(args) ), args[:callback] )
         end
         def self.post(args)
             process_result( 
-                AsyncHttp.do_post(args[:url], args[:headers], args[:body], args[:callback], args[:callback_param] ),
-                args[:callback] )
+                AsyncHttp.do_post(args[:url], args[:headers], args[:body],
+                    args[:callback], args[:callback_param], ssl_verify_peer(args) ), args[:callback] )
         end
         def self.download_file(args)
             process_result( 
-                AsyncHttp.do_downloadfile(args[:url], args[:headers], args[:filename], args[:callback], args[:callback_param] ),
-                args[:callback] )
+                AsyncHttp.do_downloadfile(args[:url], args[:headers], args[:filename],
+                    args[:callback], args[:callback_param], ssl_verify_peer(args) ), args[:callback] )
         end
         def self.upload_file(args)
             process_result( 
-                AsyncHttp.do_uploadfile(args[:url], args[:headers], args[:filename], args[:callback], args[:callback_param] ),
-                args[:callback] )
+                AsyncHttp.do_uploadfile(args[:url], args[:headers], args[:filename],
+                    args[:callback], args[:callback_param], ssl_verify_peer(args) ), args[:callback] )
         end
     end
   
 end # Rho
 
+#at_exit do
+	#::Rhom::RhomDbAdapter.close
+#end