content_server 1.1.0 → 1.2.0

data/lib/content_server/backup_server.rb

@@ -7,9 +7,9 @@ require 'content_server/content_receiver'
 require 'content_server/queue_indexer'
 require 'content_server/queue_copy'
 require 'content_server/remote_content'
+require 'content_server/server'
 require 'file_indexing'
 require 'file_monitoring'
-require 'content_server/globals'
 require 'log'
 require 'networking/tcp'
 require 'params'
@@ -28,14 +28,6 @@ module ContentServer
                  [{'path'=>File.expand_path(''), 'scan_period'=>300, 'stable_state'=>1}],
                  'Backup server destination folder, default is the relative local folder.')
 
-  def self.tmp_content_data_file
-    @@tmp_content_data_file
-  end
-
-  def self.local_dynamic_content_data
-    @@local_dynamic_content_data
-  end
-
   def run_backup_server
     Log.info('Start backup server')
     Thread.abort_on_exception = true
@@ -44,11 +36,11 @@ module ContentServer
     # create general tmp dir
     FileUtils.mkdir_p(Params['tmp_path']) unless File.directory?(Params['tmp_path'])
     # init tmp content data file
-    @@tmp_content_data_file = File.join(Params['tmp_path'], 'backup.data')
+    $tmp_content_data_file = File.join(Params['tmp_path'], 'backup.data')
 
     if Params['enable_monitoring']
       Log.info("Initializing monitoring of process params on port:#{Params['process_monitoring_web_port']}")
-      ::ContentServer::Globals.process_vars.set('server_name', 'backup_server')
+      $process_vars.set('server_name', 'backup_server')
     end
 
     # # # # # # # # # # # #
@@ -62,16 +54,27 @@ module ContentServer
       Log.info("  Path:'#{path['path']}'")
     }
 
+    # initial global local content data object
+    $local_content_data_lock = Mutex.new
+    $local_content_data = ContentData::ContentData.new
+
     # Read here for initial content data that exist from previous system run
-    initial_content_data = ContentData::ContentData.new
     content_data_path = Params['local_content_data_path']
-    initial_content_data.from_file(content_data_path) if File.exists?(content_data_path)
-    # Update local dynamic content with existing content
-    @@local_dynamic_content_data = ContentData::DynamicContentData.new
-    @@local_dynamic_content_data.update(initial_content_data)
+    if File.exists?(content_data_path) and !File.directory?(content_data_path)
+      Log.info("reading initial content data that exist from previous system run from file:#{content_data_path}")
+      $local_content_data.from_file(content_data_path)
+    else
+      if File.directory?(content_data_path)
+        raise("Param:'local_content_data_path':'#{Params['local_content_data_path']}'cannot be a directory name")
+      end
+      # create directory if needed
+      dir = File.dirname(Params['local_content_data_path'])
+      FileUtils.mkdir_p(dir) unless File.exists?(dir)
+    end
 
+    Log.info("Init monitoring")
     monitoring_events = Queue.new
-    fm = FileMonitoring::FileMonitoring.new(@@local_dynamic_content_data)
+    fm = FileMonitoring::FileMonitoring.new()
     fm.set_event_queue(monitoring_events)
     # Start monitoring and writing changes to queue
     all_threads << Thread.new do
@@ -81,36 +84,46 @@ module ContentServer
     # # # # # # # # # # # # # #
     # Initialize/Start local indexer
     Log.debug1('Start indexer')
-    queue_indexer = QueueIndexer.new(monitoring_events, @@local_dynamic_content_data)
+    queue_indexer = QueueIndexer.new(monitoring_events)
     # Start indexing on demand and write changes to queue
     all_threads << queue_indexer.run
 
     # # # # # # # # # # # # # # # # # # # # # # # #
-    # Start dump local content data to file thread
-    Log.debug1('Start dump local content data to file thread')
+    # thread: Start dump local content data to file
+    Log.debug1('Init thread: flush local content data to file')
     all_threads << Thread.new do
-      last_data_flush_time = nil
-      while true do
-        if last_data_flush_time.nil? || last_data_flush_time + Params['data_flush_delay'] < Time.now.to_i
-          Log.info "Writing local content data to #{Params['local_content_data_path']}."
-          @@local_dynamic_content_data.last_content_data.to_file(@@tmp_content_data_file)
-          sleep(0.1)  # Added to prevent mv access issue
-          ::FileUtils.mv(@@tmp_content_data_file, Params['local_content_data_path'])
-          last_data_flush_time = Time.now.to_i
-        end
-        sleep(1)
-      end
+      FileUtils.mkdir_p(Params['tmp_path']) unless File.directory?(Params['tmp_path'])
+      last_content_data_id = nil
+      loop{
+        sleep(Params['data_flush_delay'])
+        Log.info('Start flush local content data to file.')
+        $testing_memory_log.info('Start flush content data to file') if $testing_memory_log
+        written_to_file = false
+        $local_content_data_lock.synchronize{
+          local_content_data_unique_id = $local_content_data.unique_id
+          if (local_content_data_unique_id != last_content_data_id)
+            last_content_data_id = local_content_data_unique_id
+            $local_content_data.to_file($tmp_content_data_file)
+            written_to_file = true
+          else
+            Log.debug1('no need to flush. content data has not changed')
+          end
+        }
+        File.rename($tmp_content_data_file, Params['local_content_data_path']) if written_to_file
+        $testing_memory_log.info("End flush content data to file") if $testing_memory_log
+      }
     end
-    content_server_dynamic_content_data = ContentData::DynamicContentData.new
-    remote_content = ContentServer::RemoteContentClient.new(content_server_dynamic_content_data,
-                                                            Params['content_server_hostname'],
+
+    #initialize global - remote content data
+    $remote_content_data_lock = Mutex.new
+    $remote_content_data = ContentData::ContentData.new
+    remote_content = ContentServer::RemoteContentClient.new(Params['content_server_hostname'],
                                                             Params['content_server_data_port'],
                                                             Params['backup_destination_folder'][0]['path'])
     all_threads.concat(remote_content.run())
 
     file_copy_client = FileCopyClient.new(Params['content_server_hostname'],
-                                          Params['content_server_files_port'],
-                                          @@local_dynamic_content_data)
+                                          Params['content_server_files_port'])
     all_threads.concat(file_copy_client.threads)
 
     # Each
@@ -118,21 +131,21 @@ module ContentServer
     all_threads << Thread.new do
       loop do
         sleep(Params['backup_check_delay'])
-        local_cd = @@local_dynamic_content_data.last_content_data()
-        remote_cd = content_server_dynamic_content_data.last_content_data()
-        diff = ContentData.remove(local_cd, remote_cd)
-
-        Log.debug2("Backup content:\n#{local_cd}")
-        Log.debug2("Remote content:\n#{remote_cd}")
-        Log.debug2("Diff content:\n#{diff}")
-
-        unless diff.nil? || diff.empty?
-          Log.info('Start sync check. Backup and remote contents need a sync, requesting copy files:')
-          Log.info("Missing contents:\n#{diff}")
-          file_copy_client.request_copy(diff)
-        else
-          Log.info("Start sync check. Local and remote contents are equal. No sync required.")
-        end
+        $local_content_data_lock.synchronize{
+          $remote_content_data_lock.synchronize{
+            diff = ContentData.remove($local_content_data, $remote_content_data)
+            unless diff.nil? || diff.empty?
+              Log.debug2("Backup content:\n#{$local_content_data}")
+              Log.debug2("Remote content:\n#{$remote_content_data}")
+              Log.debug2("Missing contents:\n#{diff}")
+              Log.info('Start sync check. Backup and remote contents need a sync, requesting copy files:')
+              file_copy_client.request_copy(diff)
+            else
+              Log.info("Start sync check. Local and remote contents are equal. No sync required.")
+            end
+            diff = ContentData::ContentData.new  # to clear the memory
+          }
+        }
       end
     end
 
@@ -141,41 +154,7 @@ module ContentServer
     if Params['enable_monitoring']
       monitoring_info = MonitoringInfo::MonitoringInfo.new()
       all_threads << Thread.new do
-        mutex = Mutex.new
-        while true do
-          sleep(Params['process_vars_delay'])
-          ::ContentServer::Globals.process_vars.set('time', Time.now)
-          Log.debug3("process_vars:monitoring queue size:#{monitoring_events.size}")
-          ::ContentServer::Globals.process_vars.set('monitoring queue', monitoring_events.size)
-          #enable following line to see full list of object:count
-          #obj_array = ''
-          total_obj_count = 0
-          string_count = 0
-          file_count = 0
-          dir_count = 0
-          content_count = 0
-          mutex.synchronize do
-            ObjectSpace.each_object(Class) {|obj|
-              obj_count_per_class = ObjectSpace.each_object(obj).count
-              #enable following line to see full list of object:count
-              #obj_array = "#{obj_array} * #{obj.name}:#{obj_count_per_class}"
-              total_obj_count = total_obj_count + obj_count_per_class
-            }
-            string_count = ObjectSpace.each_object(String).count
-            file_count = ObjectSpace.each_object(::FileMonitoring::FileStat).count
-            dir_count = ObjectSpace.each_object(::FileMonitoring::DirStat).count
-            content_count = ObjectSpace.each_object(::ContentData::ContentData).count
-          end
-          #enable following line to see full list of object:count
-          #::ContentServer::Globals.process_vars.set('Live objs full', obj_array)
-          Log.debug3("process_vars:Live objs cnt:#{total_obj_count}")
-          ::ContentServer::Globals.process_vars.set('Live objs cnt', total_obj_count)
-          Log.debug3("process_vars:Live String obj cnt:#{string_count}")
-          Log.debug3("process_vars:Live File obj cnt:#{file_count}")
-          Log.debug3("process_vars:Live Dir obj cnt:#{dir_count}")
-          Log.debug3("process_vars:Live Content data obj cnt:#{content_count}")
-          ::ContentServer::Globals.process_vars.set('Live String obj cnt', string_count)
-        end
+        ContentServer.monitor_general_process_vars
       end
     end
 

data/lib/content_server/content_server.rb

@@ -9,7 +9,7 @@ require 'content_server/queue_copy'
 require 'content_server/remote_content'
 require 'file_indexing'
 require 'file_monitoring'
-require 'content_server/globals'
+require 'content_server/server'
 require 'log'
 require 'networking/tcp'
 require 'params'
@@ -21,16 +21,6 @@ module ContentServer
   # Content server specific flags.
   Params.integer('local_files_port', 4444, 'Remote port in backup server to copy files')
   Params.integer('local_content_data_port', 3333, 'Listen to incoming content data requests')
-  Params.string('local_server_name', `hostname`.strip, 'local server name')
-  Params.path('tmp_path', '~/.bbfs/tmp', 'tmp path for temporary files')
-
-  def self.tmp_content_data_file
-    @@tmp_content_data_file
-  end
-
-  def self.local_dynamic_content_data
-    @@local_dynamic_content_data
-  end
 
   def run_content_server
     Log.info('Content server start')
@@ -39,11 +29,11 @@ module ContentServer
     # create general tmp dir
     FileUtils.mkdir_p(Params['tmp_path']) unless File.directory?(Params['tmp_path'])
     # init tmp content data file
-    @@tmp_content_data_file = File.join(Params['tmp_path'], 'content.data')
+    $tmp_content_data_file = File.join(Params['tmp_path'], 'content.data')
 
     if Params['enable_monitoring']
       Log.info("Initializing monitoring of process params on port:#{Params['process_monitoring_web_port']}")
-      ::ContentServer::Globals.process_vars.set('server_name', 'content_server')
+      $process_vars.set('server_name', 'content_server')
     end
 
     # # # # # # # # # # # #
@@ -54,16 +44,27 @@ module ContentServer
     }
     monitoring_events = Queue.new
 
+    # initial global local content data object
+    $local_content_data_lock = Mutex.new
+    $local_content_data = ContentData::ContentData.new
+
     # Read here for initial content data that exist from previous system run
-    initial_content_data = ContentData::ContentData.new
     content_data_path = Params['local_content_data_path']
-    initial_content_data.from_file(content_data_path) if File.exists?(content_data_path)
-    # Update local dynamic content with existing content
-    @@local_dynamic_content_data = ContentData::DynamicContentData.new
-    @@local_dynamic_content_data.update(initial_content_data)
+    if File.exists?(content_data_path) and !File.directory?(content_data_path)
+      Log.info("reading initial content data that exist from previous system run from file:#{content_data_path}")
+      $local_content_data.from_file(content_data_path)
+    else
+      if File.directory?(content_data_path)
+        raise("Param:'local_content_data_path':'#{Params['local_content_data_path']}'cannot be a directory name")
+      end
+      # create directory if needed
+      dir = File.dirname(Params['local_content_data_path'])
+      FileUtils.mkdir_p(dir) unless File.exists?(dir)
+    end
 
-    #Start files monitor taking into consideration  existing content  data
-    fm = FileMonitoring::FileMonitoring.new(@@local_dynamic_content_data)
+    Log.info("Init monitoring")
+    monitoring_events = Queue.new
+    fm = FileMonitoring::FileMonitoring.new()
     fm.set_event_queue(monitoring_events)
     # Start monitoring and writing changes to queue
     all_threads << Thread.new do
@@ -73,29 +74,38 @@ module ContentServer
     # # # # # # # # # # # # # #
     # Initialize/Start local indexer
     Log.debug1('Start indexer')
-    queue_indexer = QueueIndexer.new(monitoring_events, @@local_dynamic_content_data)
+    queue_indexer = QueueIndexer.new(monitoring_events)
     # Start indexing on demand and write changes to queue
     all_threads << queue_indexer.run
 
     # # # # # # # # # # # # # # # # # # # # # # # #
-    # Start dump local content data to file thread
-    Log.debug1('Start dump local content data to file thread')
+    # thread: Start dump local content data to file
+    Log.debug1('Init thread: flush local content data to file')
     all_threads << Thread.new do
-      last_data_flush_time = nil
-      while true do
-        if last_data_flush_time.nil? || last_data_flush_time + Params['data_flush_delay'] < Time.now.to_i
-          Log.info "Writing local content data to #{Params['local_content_data_path']}."
-          @@local_dynamic_content_data.last_content_data.to_file(@@tmp_content_data_file)
-          sleep(0.1)  # Added to prevent mv access issue
-          ::FileUtils.mv(@@tmp_content_data_file, Params['local_content_data_path'])
-          last_data_flush_time = Time.now.to_i
-        end
-        sleep(1)
-      end
+      FileUtils.mkdir_p(Params['tmp_path']) unless File.directory?(Params['tmp_path'])
+      last_content_data_id = nil
+      loop{
+        sleep(Params['data_flush_delay'])
+        Log.info('Start flush local content data to file.')
+        $testing_memory_log.info('Start flush content data to file') if $testing_memory_log
+        written_to_file = false
+        $local_content_data_lock.synchronize{
+          local_content_data_unique_id = $local_content_data.unique_id
+          if (local_content_data_unique_id != last_content_data_id)
+            last_content_data_id = local_content_data_unique_id
+            $local_content_data.to_file($tmp_content_data_file)
+            written_to_file = true
+          else
+            Log.debug1('no need to flush. content data has not changed')
+          end
+        }
+        File.rename($tmp_content_data_file, Params['local_content_data_path']) if written_to_file
+        $testing_memory_log.info("End flush content data to file") if $testing_memory_log
+      }
     end
 
-    remote_content_client = RemoteContentServer.new(@@local_dynamic_content_data,
-                                                    Params['local_content_data_port'])
+    # initialize remote connection
+    remote_content_client = RemoteContentServer.new(Params['local_content_data_port'])
     all_threads << remote_content_client.tcp_thread
 
     # # # # # # # # # # # # # # # #
@@ -110,47 +120,7 @@ module ContentServer
     if Params['enable_monitoring']
       monitoring_info = MonitoringInfo::MonitoringInfo.new()
       all_threads << Thread.new do
-        last_data_flush_time = nil
-        mutex = Mutex.new
-        while true do
-          sleep(Params['process_vars_delay'])
-          ::ContentServer::Globals.process_vars.set('time', Time.now)
-          Log.debug3("process_vars:monitoring queue size:#{monitoring_events.size}")
-          ::ContentServer::Globals.process_vars.set('monitoring queue', monitoring_events.size)
-          Log.debug3("process_vars:copy files events queue size:#{copy_files_events.size}")
-          ::ContentServer::Globals.process_vars.set('copy files events queue', copy_files_events.size)
-          #enable following line to see full list of object:count
-          #obj_array = ''
-          total_obj_count = 0
-          string_count = 0
-          file_count = 0
-          dir_count = 0
-          content_count = 0
-          mutex.synchronize do
-            ObjectSpace.each_object(Class) {|obj|
-              obj_count_per_class = ObjectSpace.each_object(obj).count
-              #enable following line to see full list of object:count
-              #obj_array = "#{obj_array} * #{obj.name}:#{obj_count_per_class}"
-              total_obj_count = total_obj_count + obj_count_per_class
-            }
-            string_count = ObjectSpace.each_object(String).count
-            file_count = ObjectSpace.each_object(::FileMonitoring::FileStat).count
-            dir_count = ObjectSpace.each_object(::FileMonitoring::DirStat).count
-            content_count = ObjectSpace.each_object(::ContentData::ContentData).count
-          end
-          #enable following line to see full list of object:count
-          #process_vars.set('Live objs full', obj_array)
-          Log.debug3("process_vars:Live objs cnt:#{total_obj_count}")
-          Log.debug3("process_vars:Live String obj cnt:#{string_count}")
-          Log.debug3("process_vars:Live File obj cnt:#{file_count}")
-          Log.debug3("process_vars:Live Dir obj cnt:#{dir_count}")
-          Log.debug3("process_vars:Live Content data obj cnt:#{content_count}")
-          ::ContentServer::Globals.process_vars.set('Live objs cnt', total_obj_count)
-          ::ContentServer::Globals.process_vars.set('Live String obj cnt', string_count)
-          ::ContentServer::Globals.process_vars.set('Live File obj cnt', file_count)
-          ::ContentServer::Globals.process_vars.set('Live Dir obj cnt', dir_count)
-          ::ContentServer::Globals.process_vars.set('Live Content data obj cnt', content_count)
-        end
+        ContentServer.monitor_general_process_vars
       end
     end
     # Finalize server threads.

data/lib/content_server/file_streamer.rb

@@ -2,7 +2,7 @@ require 'tempfile'
 require 'thread'
 
 require 'file_indexing/index_agent'
-require 'content_server/globals'
+require 'content_server/server'
 require 'log'
 require 'params'
 
@@ -32,6 +32,7 @@ module ContentServer
                         " #{e.to_s}")
         end
         streams_hash.delete(checksum)
+        $process_vars.set('Streams size', streams_hash.size)
       end
     end
 
@@ -57,39 +58,29 @@ module ContentServer
 
     def copy_another_chuck(checksum)
       @stream_queue << [:COPY_CHUNK, checksum]
-      if Params['enable_monitoring']
-        ::ContentServer::Globals.process_vars.set('File Streamer queue', @stream_queue.size)
-      end
+      $process_vars.set('File Streamer queue', @stream_queue.size)
     end
 
     def start_streaming(checksum, path)
       @stream_queue << [:NEW_STREAM, [checksum, path]]
-      if Params['enable_monitoring']
-        ::ContentServer::Globals.process_vars.set('File Streamer queue', @stream_queue.size)
-      end
+      $process_vars.set('File Streamer queue', @stream_queue.size)
     end
 
     def abort_streaming(checksum)
       @stream_queue << [:ABORT_STREAM, checksum]
-      if Params['enable_monitoring']
-        ::ContentServer::Globals.process_vars.set('File Streamer queue', @stream_queue.size)
-      end
+      $process_vars.set('File Streamer queue', @stream_queue.size)
     end
 
     def reset_streaming(checksum, new_offset)
       @stream_queue << [:RESET_STREAM, [checksum, new_offset]]
-      if Params['enable_monitoring']
-        ::ContentServer::Globals.process_vars.set('File Streamer queue', @stream_queue.size)
-      end
+      $process_vars.set('File Streamer queue', @stream_queue.size)
     end
 
     def run
       return Thread.new do
         loop {
           stream_pop = @stream_queue.pop
-          if Params['enable_monitoring']
-            ::ContentServer::Globals.process_vars.set('File Streamer queue', @stream_queue.size)
-          end
+          $process_vars.set('File Streamer queue', @stream_queue.size)
           checksum = handle(stream_pop)
         }
       end
@@ -101,9 +92,7 @@ module ContentServer
         checksum, path = content
         reset_stream(checksum, path, 0)
         @stream_queue << [:COPY_CHUNK, checksum] if @streams.key?(checksum)
-        if Params['enable_monitoring']
-          ::ContentServer::Globals.process_vars.set('File Streamer queue', @stream_queue.size)
-        end
+        $process_vars.set('File Streamer queue', @stream_queue.size)
       elsif type == :ABORT_STREAM
         checksum = content
         Stream.close_delete_stream(checksum, @streams)
@@ -111,9 +100,7 @@ module ContentServer
         checksum, new_offset = content
         reset_stream(checksum, nil, new_offset)
         @stream_queue << [:COPY_CHUNK, checksum] if @streams.key?(checksum)
-        if Params['enable_monitoring']
-          ::ContentServer::Globals.process_vars.set('File Streamer queue', @stream_queue.size)
-        end
+        $process_vars.set('File Streamer queue', @stream_queue.size)
       elsif type == :COPY_CHUNK
         checksum = content
         if @streams.key?(checksum)
@@ -143,10 +130,11 @@ module ContentServer
             file.seek(offset)
           end
           Log.debug1("File streamer: #{file.to_s}.")
-        rescue IOError => e
+          @streams[checksum] = Stream.new(checksum, path, file, file.size)
+          $process_vars.set('Streams size', @streams.size)
+        rescue IOError, Errno::ENOENT => e
           Log.warning("Could not stream local file #{path}. #{e.to_s}")
         end
-        @streams[checksum] = Stream.new(checksum, path, file, file.size)
       else
         @streams[checksum].file.seek(offset)
       end
@@ -197,11 +185,11 @@ module ContentServer
         end
         # If last chunk copy.
       elsif content.nil? && content_checksum.nil?
-        # Handle the case of backup empty file.
+        Log.debug1('Handle the case of backup empty file or last chunk')
+        # Handle the case of backup empty file or last chunk.
         handle_new_stream(file_checksum, 0) if !@streams.key?(file_checksum)
         # Finalize the file copy.
         handle_last_chunk(file_checksum)
-        return false
       else
         Log.warning("Unexpected receive chuck message. file_checksum:#{file_checksum}, " \
                       "content.nil?:#{content.nil?}, content_checksum:#{content_checksum}")
@@ -211,7 +199,7 @@ module ContentServer
 
     # open new stream
     def handle_new_stream(file_checksum, file_size)
-      Log.info("enter handle_new_stream")
+      Log.debug1("enter handle_new_stream")
       # final destination path
       tmp_path = FileReceiver.destination_filename(
           File.join(Params['backup_destination_folder'][0]['path'], 'tmp'),
@@ -227,6 +215,7 @@ module ContentServer
         FileUtils.makedirs(File.dirname(tmp_path)) unless File.directory?(File.dirname(tmp_path))
         tmp_file = File.new(tmp_path, 'wb')
         @streams[file_checksum] = Stream.new(file_checksum, tmp_path, tmp_file, file_size)
+        $process_vars.set('Streams size', @streams.size)
       end
     end
 
@@ -258,7 +247,6 @@ module ContentServer
         path = FileReceiver.destination_filename(Params['backup_destination_folder'][0]['path'],
                                                  file_checksum)
         Log.debug1("Moving tmp file #{@streams[file_checksum].path} to #{path}")
-        Log.debug1("Creating directory: #{path}")
         file_dir = File.dirname(path)
         FileUtils.makedirs(file_dir) unless File.directory?(file_dir)
         # Move tmp file to permanent location.
@@ -273,13 +261,19 @@ module ContentServer
             File.rename(tmp_file_path, path)
             Log.debug1("End move tmp file to permanent location #{path}.")
             @file_done_clb.call(local_file_checksum, path) unless @file_done_clb.nil?
-          rescue IOError => e
-            Log.warning("Could not move tmp file to permanent file #{path}. #{e.to_s}")
+          rescue Exception => e
+            Log.warning("Could not move tmp file to permanent path #{path}." +
+                        " Error msg:#{e.message}\nError type:#{e.type}")
           end
         else
-          Log.error(message)
-          Log.debug1("Deleting tmp file: #{tmp_file_path}")
-          File.delete(tmp_file_path)
+          begin
+            Log.error(message)
+            Log.debug1("Deleting tmp file: #{tmp_file_path}")
+            File.delete(tmp_file_path)
+          rescue Exception => e
+            Log.warning("Could not delete tmp file from tmp path #{tmp_file_path}." +
+                            " Error msg:#{e.message}\nError type:#{e.type}")
+          end
         end
       else
         Log.error("Handling last chunk and tmp stream does not exists.")