content_server 1.3.1 → 1.4.0

data/lib/content_server/queue_indexer.rb

@@ -1,86 +0,0 @@
-require 'file_indexing/index_agent'
-require 'file_indexing/indexer_patterns'
-require 'content_server/server'
-require 'log'
-require 'params'
-
-module ContentServer
-
-  # Simple indexer, gets inputs events (files to index) and outputs
-  # content data updates into output queue.
-  class QueueIndexer
-
-    def initialize(input_queue)
-      @input_queue = input_queue
-    end
-
-    # index files and add to copy queue
-    # delete directory with it's sub files
-    # delete file
-    def run
-      # Start indexing on demand and write changes to queue
-      thread = Thread.new do
-        while true do
-          (state, is_dir, path, mtime, size) = @input_queue.pop
-          $process_vars.set('monitor to index queue size', @input_queue.size)
-          Log.debug1("index event: state:%s  dir?%s  path:%s  time:%s  size:%s ",
-                     state, is_dir, path, mtime, size)
-          if state == FileMonitoring::FileStatEnum::STABLE && !is_dir
-            # Calculating checksum
-            checksum = calc_SHA1(path)
-            $process_vars.inc('indexed_files')
-            $indexed_file_count += 1
-            Log.debug1("Index checksum:%s Adding index to content data. put in queue for dynamic update.",
-                       checksum)
-            $local_content_data_lock.synchronize{
-              $local_content_data.add_instance(checksum, size, Params['local_server_name'], path, mtime)
-            }
-          elsif ((state == FileMonitoring::FileStatEnum::NON_EXISTING ||
-              state == FileMonitoring::FileStatEnum::CHANGED) && !is_dir)
-            # Remove file but only when non-existing.
-            Log.debug1("File to remove: %s", path)
-            $local_content_data_lock.synchronize{
-              $local_content_data.remove_instance(Params['local_server_name'], path)
-            }
-          elsif state == FileMonitoring::FileStatEnum::NON_EXISTING && is_dir
-            # Remove directory but only when non-existing.
-            Log.debug1("Directory to remove: %s", path)
-            $local_content_data_lock.synchronize{
-              $local_content_data.remove_directory(Params['local_server_name'], path)
-            }
-          else
-            Log.debug1("This case should not be handled: %s, %s, %s", state, is_dir, path)
-          end
-        end  # while true do
-      end  # Thread.new do
-      thread
-    end  # def run
-
-    # Opens file and calculates SHA1 of it's content, returns SHA1
-    def calc_SHA1(path)
-      begin
-        digest = Digest::SHA1.new
-        File.open(path, 'rb') { |f|
-          while buffer = f.read(65536) do
-            digest << buffer
-          end
-        }
-      rescue
-       Log.warning("Monitored path'#{path}' does not exist. Probably file changed")
-      end
-      return digest.hexdigest.downcase
-    end
-
-    # Remove when not needed.
-    # Check file existence, check it's size and modification date.
-    # If something wrong reindex the file and update content data.
-    #def shallow_check(file_name, file_size, file_mod_time)
-    #  shallow_instance = FileIndexing::IndexAgent.create_shallow_instance(file_name)
-    #  return false unless shallow_instance
-    #  return (shallow_instance[0] == file_size &&
-    #      shallow_instance[2] == file_mod_time)
-    #end
-
-  end  # class QueueIndexer
-end
-

data/test/file_indexing/index_agent_test.rb

@@ -1,51 +0,0 @@
-require 'test/unit'
-
-require_relative '../../lib/file_indexing/index_agent'
-require 'log'
-require 'params'
-
-module FileIndexing
-  module Test
-    class IndexAgentTest < ::Test::Unit::TestCase
-      def test_index
-        indexer = IndexAgent.new
-        patterns = IndexerPatterns.new
-        patterns.add_pattern File.join(File.dirname(__FILE__), 'index_agent_test\**\*')
-        patterns.add_pattern File.join(File.dirname(__FILE__), 'index_agent_test\**\*.h'), false
-
-        indexer.index(patterns)
-          # ./index_agent_test/lib/libexslt.lib
-          Log.info "Contents: #{indexer.indexed_content}."
-          assert(indexer.indexed_content.content_exists('c6d9d837659e38d906a4bbdcc6703bc37e9ac7e8'))
-          # .index_agent_test/include/libexslt/exsltexports.h
-        assert_equal(false, indexer.indexed_content.content_exists('5c87a31b0106b3c4bb1768e43f5b8c41139882c2'))
-        # ./index_agent_test/bin/xsltproc.exe
-        assert(indexer.indexed_content.content_exists('d0d57ff4834a517a52004f59ee5cdb63f2f0427b'))
-
-        patterns.add_pattern('./resources/index_agent_test/lib/**/*', false)
-        indexer = IndexAgent.new
-
-        indexer.index(patterns)
-        # ./index_agent_test/lib/libexslt.lib
-        assert_equal(false, indexer.indexed_content.content_exists('9e409338c0d8e0bbdbf5316cb569a0afcdb321db'))
-
-        # checking that existing db as a prameter for indexer is really working
-        # i.e. no checksum calculation performs for files that were indexed but weren't changed
-        new_indexer = IndexAgent.new
-        event_regex = /^(call)/
-        id_regex = /get_checksum/
-        get_checksum_num = 0
-        set_trace_func Proc.new { |event, file, line, id, binding, classname|
-          if event =~ event_regex and id.to_s =~ id_regex
-            Log.info sprintf "[%8s] %30s %30s (%s:%-2d)\n", event, id, classname, file, line
-            get_checksum_num +=1
-          end
-        }
-        new_indexer.index(patterns, indexer.indexed_content)
-        set_trace_func nil
-        assert_equal(new_indexer.indexed_content, indexer.indexed_content)
-        assert_equal(0, get_checksum_num)
-      end
-    end
-  end
-end

data/test/file_indexing/index_agent_test/libxslt-1.1.26.win32/include/libexslt/exslt.h

@@ -1,102 +0,0 @@
-
-#ifndef __EXSLT_H__
-#define __EXSLT_H__
-
-#include <libxml/tree.h>
-#include <libxml/xpath.h>
-#include "exsltexports.h"
-#include <libexslt/exsltconfig.h>
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-EXSLTPUBVAR const char *exsltLibraryVersion;
-EXSLTPUBVAR const int exsltLibexsltVersion;
-EXSLTPUBVAR const int exsltLibxsltVersion;
-EXSLTPUBVAR const int exsltLibxmlVersion;
-
-/**
- * EXSLT_COMMON_NAMESPACE:
- *
- * Namespace for EXSLT common functions
- */
-#define EXSLT_COMMON_NAMESPACE ((const xmlChar *) "http://exslt.org/common")
-/**
- * EXSLT_CRYPTO_NAMESPACE:
- *
- * Namespace for EXSLT crypto functions
- */
-#define EXSLT_CRYPTO_NAMESPACE ((const xmlChar *) "http://exslt.org/crypto")
-/**
- * EXSLT_MATH_NAMESPACE:
- *
- * Namespace for EXSLT math functions
- */
-#define EXSLT_MATH_NAMESPACE ((const xmlChar *) "http://exslt.org/math")
-/**
- * EXSLT_SETS_NAMESPACE:
- *
- * Namespace for EXSLT set functions
- */
-#define EXSLT_SETS_NAMESPACE ((const xmlChar *) "http://exslt.org/sets")
-/**
- * EXSLT_FUNCTIONS_NAMESPACE:
- *
- * Namespace for EXSLT functions extension functions
- */
-#define EXSLT_FUNCTIONS_NAMESPACE ((const xmlChar *) "http://exslt.org/functions")
-/**
- * EXSLT_STRINGS_NAMESPACE:
- *
- * Namespace for EXSLT strings functions
- */
-#define EXSLT_STRINGS_NAMESPACE ((const xmlChar *) "http://exslt.org/strings")
-/**
- * EXSLT_DATE_NAMESPACE:
- *
- * Namespace for EXSLT date functions
- */
-#define EXSLT_DATE_NAMESPACE ((const xmlChar *) "http://exslt.org/dates-and-times")
-/**
- * EXSLT_DYNAMIC_NAMESPACE:
- *
- * Namespace for EXSLT dynamic functions
- */
-#define EXSLT_DYNAMIC_NAMESPACE ((const xmlChar *) "http://exslt.org/dynamic")
-
-/**
- * SAXON_NAMESPACE:
- *
- * Namespace for SAXON extensions functions
- */
-#define SAXON_NAMESPACE ((const xmlChar *) "http://icl.com/saxon")
-
-EXSLTPUBFUN void EXSLTCALL exsltCommonRegister (void);
-#ifdef EXSLT_CRYPTO_ENABLED
-EXSLTPUBFUN void EXSLTCALL exsltCryptoRegister (void);
-#endif
-EXSLTPUBFUN void EXSLTCALL exsltMathRegister (void);
-EXSLTPUBFUN void EXSLTCALL exsltSetsRegister (void);
-EXSLTPUBFUN void EXSLTCALL exsltFuncRegister (void);
-EXSLTPUBFUN void EXSLTCALL exsltStrRegister (void);
-EXSLTPUBFUN void EXSLTCALL exsltDateRegister (void);
-EXSLTPUBFUN void EXSLTCALL exsltSaxonRegister (void);
-EXSLTPUBFUN void EXSLTCALL exsltDynRegister(void);
-
-EXSLTPUBFUN void EXSLTCALL exsltRegisterAll (void);
-
-EXSLTPUBFUN int EXSLTCALL exsltDateXpathCtxtRegister (xmlXPathContextPtr ctxt,
-                                                      const xmlChar *prefix);
-EXSLTPUBFUN int EXSLTCALL exsltMathXpathCtxtRegister (xmlXPathContextPtr ctxt,
-                                                      const xmlChar *prefix);
-EXSLTPUBFUN int EXSLTCALL exsltSetsXpathCtxtRegister (xmlXPathContextPtr ctxt,
-                                                      const xmlChar *prefix);
-EXSLTPUBFUN int EXSLTCALL exsltStrXpathCtxtRegister (xmlXPathContextPtr ctxt,
-                                                     const xmlChar *prefix);
-
-#ifdef __cplusplus
-}
-#endif
-#endif /* __EXSLT_H__ */
-

data/test/file_indexing/index_agent_test/libxslt-1.1.26.win32/include/libexslt/exsltconfig.h

@@ -1,73 +0,0 @@
-/*
- * exsltconfig.h: compile-time version informations for the EXSLT library
- *
- * See Copyright for the status of this software.
- *
- * daniel@veillard.com
- */
-
-#ifndef __XML_EXSLTCONFIG_H__
-#define __XML_EXSLTCONFIG_H__
-
-#ifdef __cplusplus
-extern "C" {
-#endif
-
-/**
- * LIBEXSLT_DOTTED_VERSION:
- *
- * the version string like "1.2.3"
- */
-#define LIBEXSLT_DOTTED_VERSION "0.8.15"
-
-/**
- * LIBEXSLT_VERSION:
- *
- * the version number: 1.2.3 value is 10203
- */
-#define LIBEXSLT_VERSION 815
-
-/**
- * LIBEXSLT_VERSION_STRING:
- *
- * the version number string, 1.2.3 value is "10203"
- */
-#define LIBEXSLT_VERSION_STRING "815"
-
-/**
- * LIBEXSLT_VERSION_EXTRA:
- *
- * extra version information, used to show a CVS compilation
- */
-#define	LIBEXSLT_VERSION_EXTRA ""
-
-/**
- * WITH_CRYPTO:
- *
- * Whether crypto support is configured into exslt
- */
-#if 1
-#define EXSLT_CRYPTO_ENABLED
-#endif
-
-/**
- * ATTRIBUTE_UNUSED:
- *
- * This macro is used to flag unused function parameters to GCC
- */
-#ifdef __GNUC__
-#ifdef HAVE_ANSIDECL_H
-#include <ansidecl.h>
-#endif
-#ifndef ATTRIBUTE_UNUSED
-#define ATTRIBUTE_UNUSED __attribute__((unused))
-#endif
-#else
-#define ATTRIBUTE_UNUSED
-#endif
-
-#ifdef __cplusplus
-}
-#endif
-
-#endif /* __XML_EXSLTCONFIG_H__ */

data/test/file_indexing/index_agent_test/libxslt-1.1.26.win32/include/libexslt/exsltexports.h

@@ -1,140 +0,0 @@
-/*
- * exsltexports.h : macros for marking symbols as exportable/importable.
- *
- * See Copyright for the status of this software.
- *
- * igor@zlatkovic.com
- */
-
-#ifndef __EXSLT_EXPORTS_H__
-#define __EXSLT_EXPORTS_H__
-
-/**
- * EXSLTPUBFUN, EXSLTPUBVAR, EXSLTCALL
- *
- * Macros which declare an exportable function, an exportable variable and
- * the calling convention used for functions.
- *
- * Please use an extra block for every platform/compiler combination when
- * modifying this, rather than overlong #ifdef lines. This helps
- * readability as well as the fact that different compilers on the same
- * platform might need different definitions.
- */
-
-/**
- * EXSLTPUBFUN:
- *
- * Macros which declare an exportable function
- */
-#define EXSLTPUBFUN
-/**
- * EXSLTPUBVAR:
- *
- * Macros which declare an exportable variable
- */
-#define EXSLTPUBVAR extern
-/**
- * EXSLTCALL:
- *
- * Macros which declare the called convention for exported functions
- */
-#define EXSLTCALL
-
-/** DOC_DISABLE */
-
-/* Windows platform with MS compiler */
-#if defined(_WIN32) && defined(_MSC_VER)
-  #undef EXSLTPUBFUN
-  #undef EXSLTPUBVAR
-  #undef EXSLTCALL
-  #if defined(IN_LIBEXSLT) && !defined(LIBEXSLT_STATIC)
-    #define EXSLTPUBFUN __declspec(dllexport)
-    #define EXSLTPUBVAR __declspec(dllexport)
-  #else
-    #define EXSLTPUBFUN
-    #if !defined(LIBEXSLT_STATIC)
-      #define EXSLTPUBVAR __declspec(dllimport) extern
-    #else
-      #define EXSLTPUBVAR extern
-    #endif
-  #endif
-  #define EXSLTCALL __cdecl
-  #if !defined _REENTRANT
-    #define _REENTRANT
-  #endif
-#endif
-
-/* Windows platform with Borland compiler */
-#if defined(_WIN32) && defined(__BORLANDC__)
-  #undef EXSLTPUBFUN
-  #undef EXSLTPUBVAR
-  #undef EXSLTCALL
-  #if defined(IN_LIBEXSLT) && !defined(LIBEXSLT_STATIC)
-    #define EXSLTPUBFUN __declspec(dllexport)
-    #define EXSLTPUBVAR __declspec(dllexport) extern
-  #else
-    #define EXSLTPUBFUN
-    #if !defined(LIBEXSLT_STATIC)
-      #define EXSLTPUBVAR __declspec(dllimport) extern
-    #else
-      #define EXSLTPUBVAR extern
-    #endif
-  #endif
-  #define EXSLTCALL __cdecl
-  #if !defined _REENTRANT
-    #define _REENTRANT
-  #endif
-#endif
-
-/* Windows platform with GNU compiler (Mingw) */
-#if defined(_WIN32) && defined(__MINGW32__)
-  #undef EXSLTPUBFUN
-  #undef EXSLTPUBVAR
-  #undef EXSLTCALL
-/*
-  #if defined(IN_LIBEXSLT) && !defined(LIBEXSLT_STATIC)
-*/
-  #if !defined(LIBEXSLT_STATIC)
-    #define EXSLTPUBFUN __declspec(dllexport)
-    #define EXSLTPUBVAR __declspec(dllexport) extern
-  #else
-    #define EXSLTPUBFUN
-    #if !defined(LIBEXSLT_STATIC)
-      #define EXSLTPUBVAR __declspec(dllimport) extern
-    #else
-      #define EXSLTPUBVAR extern
-    #endif
-  #endif
-  #define EXSLTCALL __cdecl
-  #if !defined _REENTRANT
-    #define _REENTRANT
-  #endif
-#endif
-
-/* Cygwin platform, GNU compiler */
-#if defined(_WIN32) && defined(__CYGWIN__)
-  #undef EXSLTPUBFUN
-  #undef EXSLTPUBVAR
-  #undef EXSLTCALL
-  #if defined(IN_LIBEXSLT) && !defined(LIBEXSLT_STATIC)
-    #define EXSLTPUBFUN __declspec(dllexport)
-    #define EXSLTPUBVAR __declspec(dllexport)
-  #else
-    #define EXSLTPUBFUN
-    #if !defined(LIBEXSLT_STATIC)
-      #define EXSLTPUBVAR __declspec(dllimport) extern
-    #else
-      #define EXSLTPUBVAR
-    #endif
-  #endif
-  #define EXSLTCALL __cdecl
-#endif
-
-/* Compatibility */
-#if !defined(LIBEXSLT_PUBLIC)
-#define LIBEXSLT_PUBLIC EXSLTPUBVAR
-#endif
-
-#endif /* __EXSLT_EXPORTS_H__ */
-
-