code_zauker 0.0.2 → 0.0.3

This diff represents the content of publicly available package versions that have been released to one of the supported registries. The information contained in this diff is provided for informational purposes only and reflects changes between package versions as they appear in their respective public registries.
Files changed (27) hide show
  1. data/BUGS.org +4 -0
  2. data/CHANGELOG.org +15 -0
  3. data/LICENSE.txt +674 -0
  4. data/Rakefile +11 -2
  5. data/bin/czindexer +46 -39
  6. data/bin/czsearch +85 -4
  7. data/code_zauker.gemspec +1 -0
  8. data/doc/CodeZauker.html +42 -13
  9. data/doc/CodeZauker/FileScanner.html +373 -183
  10. data/doc/CodeZauker/Util.html +360 -0
  11. data/doc/Grep.html +344 -0
  12. data/doc/_index.html +31 -3
  13. data/doc/class_list.html +1 -1
  14. data/doc/frames.html +1 -1
  15. data/doc/index.html +31 -3
  16. data/doc/method_list.html +48 -0
  17. data/doc/top-level-namespace.html +3 -3
  18. data/lib/code_zauker.rb +182 -41
  19. data/lib/code_zauker/constants.rb +19 -7
  20. data/lib/code_zauker/grep.rb +17 -13
  21. data/lib/code_zauker/version.rb +1 -1
  22. data/readme.org +19 -8
  23. data/test/fixture/TEST_LICENSE.txt +0 -970
  24. data/test/fixture/kurukku.txt +3 -1
  25. data/test/fixture/testArchive.zip +0 -0
  26. data/test/test_search.rb +87 -12
  27. metadata +25 -8
data/Rakefile CHANGED
@@ -1,4 +1,5 @@
1
1
  # -*- coding: utf-8 ; mode: ruby; -*-
2
+ # rvm use default will save your days
2
3
  require "bundler/gem_tasks"
3
4
 
4
5
  # See http://jasonseifer.com/2010/04/06/rake-tutorial
@@ -19,8 +20,16 @@ YARD::Rake::YardocTask.new do |t|
19
20
  #t.options = ['--any', '--extra', '--opts'] # optional
20
21
  end
21
22
 
22
- desc "Code Zauker default task for generating doucmentation, running tests and packing gem"
23
- task :default => [ :test, :yard, :build] do
23
+ desc "Code Zauker default task for generating documentation, running tests and packing gem"
24
+ task :default => [ :test, :yard] do
25
+ puts "Generating git Changelog..."
26
+ system('git log --pretty="|%ad|%s|" --date=short >CHANGELOG.org')
27
+ system('git status')
28
+ puts "Use cz_publish to release your work, Meganiod!"
29
+ puts " Koros"
24
30
  end
25
31
 
26
32
 
33
+ desc "Code Zauker Publisher"
34
+ task :cz_publish => [ :test, :yard, :build, :release] do
35
+ end
data/bin/czindexer CHANGED
@@ -5,7 +5,7 @@
5
5
  require 'optparse'
6
6
  options={}
7
7
  optparse= OptionParser.new do |opts|
8
- opts.banner="Usage: $0 [options] [file1] [file2]..."
8
+ opts.banner="Usage: czindexer [options] [file1] [file2]..."
9
9
  options[:verbose] = false
10
10
 
11
11
  opts.on( '-v', '--verbose', 'Output more information' ) do
@@ -18,8 +18,8 @@ optparse= OptionParser.new do |opts|
18
18
  end
19
19
 
20
20
  opts.on( '-h', '--help', 'Display this screen' ) do
21
- puts opts
22
- exit
21
+ puts opts
22
+ exit
23
23
  end
24
24
 
25
25
  #TODO ADD REMOVE ALL option
@@ -30,59 +30,66 @@ optparse.parse!
30
30
  require 'code_zauker'
31
31
 
32
32
 
33
- def processElement(l,fs,options)
33
+ def processElement(l,fs,options)
34
34
  #Remove trailing / from l before proceeding
35
- if l[-1]=="/"
36
- l=l.chop
37
- end
38
- if Dir.exists?(l)
39
- puts "Processing Dir #{l}" if options[:verbose]
40
- Dir["#{l}/*"].each do |elem|
41
- processElement(elem,fs,options)
42
- end
43
- # puts "Processing via find+xargs" if options[:verbose]
44
- # if options[:reindex]==false
45
- # system("find #{l} -type f -print0 | xargs -0 -P 7 -n 5 #{$0}")
46
- # else
47
- # system("find #{l} -type f -print0 | xargs -0 -P 7 -n 5 #{$0} -f ")
48
- # end
49
- else
50
- # avoid processing bad guys...
51
- toExclude=false
52
- CodeZauker::DEFAULT_EXCLUDED_EXTENSION.each do | ext |
53
- if l.end_with?(ext)
54
- toExclude=true
55
- break
56
- end
35
+ if l[-1]=="/"
36
+ l=l.chop
37
+ end
38
+ if Dir.exists?(l)
39
+ #puts "Processing Dir #{l}" if options[:verbose]
40
+ Dir["#{l}/*"].each do |elem|
41
+ processElement(elem,fs,options)
42
+ end
43
+ # puts "Processing via find+xargs" if options[:verbose]
44
+ # if options[:reindex]==false
45
+ # system("find #{l} -type f -print0 | xargs -0 -P 7 -n 5 #{$0}")
46
+ # else
47
+ # system("find #{l} -type f -print0 | xargs -0 -P 7 -n 5 #{$0} -f ")
48
+ # end
49
+ else
50
+ # avoid processing bad guys...
51
+ toExclude=false
52
+ CodeZauker::DEFAULT_EXCLUDED_EXTENSION.each do | ext |
53
+ if l.downcase().end_with?(ext)
54
+ toExclude=true
55
+ break
57
56
  end
58
- if !toExclude && !l.include?("/.hg/") && !l.include?("/CVS/") && !l.include?("/.svn/") && !l.include?("/.git/")
59
- #puts "Meganoids indexing #{l}"
60
- puts "Processing File #{l}" if options[:verbose]
61
- if options[:reindex] == true
62
- fs.reindex([l])
63
- else
64
- fs.load(l,noReload=true)
65
- end
66
- $PROCESSED_FILES+=1
57
+ end
58
+ if !toExclude && !l.include?("/.hg/") && !l.include?("/CVS/") && !l.include?("/.svn/") && !l.include?("/.git/")
59
+ #puts "Processing File #{l}" if options[:verbose]
60
+ startTime=Time.now
61
+ if options[:reindex] == true
62
+ fs.reindex([l])
67
63
  else
68
- puts "SKIPPED binary file: #{l}" if options[:verbose]
64
+ fs.load(l,noReload=true)
69
65
  end
70
- if options[:verbose]
71
- puts "czindexer: processed #{$PROCESSED_FILES} by this instance"
66
+ timeTaken=Time.now-startTime
67
+ $PROCESSED_FILES+=1
68
+ $CUMULATED_TIME +=timeTaken
69
+ $FILES_PER_SEC= $PROCESSED_FILES/$CUMULATED_TIME
70
+ if options[:verbose] and (( $PROCESSED_FILES % 75 ) == 0 )
71
+ puts "#{$PROCESSED_FILES} files processed so far... Files per sec:#{$FILES_PER_SEC} Last:#{timeTaken}"
72
72
  end
73
- end
73
+ else
74
+ #puts "SKIPPED binary file: #{l}" if options[:verbose]
75
+ end
76
+
77
+ end
74
78
  end
75
79
 
76
80
 
77
81
 
78
82
  begin
83
+ $CUMULATED_TIME=0
79
84
  # Allocated here to recycle connection
80
85
  fs=CodeZauker::FileScanner.new()
81
86
  $PROCESSED_FILES=0
87
+ puts "Code Zauker v#{CodeZauker::VERSION}" if options[:verbose]
82
88
  puts "Reindexing..." if options[:verbose]==true and options[:reindex]==true
83
89
  ARGV.each do | l |
84
90
  processElement(l,fs,options)
85
91
  end
86
92
  ensure
87
93
  fs.disconnect
94
+ puts "End:#{$PROCESSED_FILES} files Files per sec:#{$FILES_PER_SEC}"
88
95
  end
data/bin/czsearch CHANGED
@@ -6,14 +6,95 @@ require 'code_zauker'
6
6
  require 'code_zauker/grep'
7
7
  include Grep
8
8
 
9
+ require 'optparse'
10
+ options={}
11
+ optparse= OptionParser.new do |opts|
12
+ opts.banner="Usage: czsearch [options] [term1] [term2]..."
13
+ options[:ignorecase]=false
14
+ options[:precontext]=0
15
+ options[:postcontext]=0
16
+ options[:extensions_to_ignore]=[]
17
+ options[:file_to_exclude]=[]
18
+
19
+ opts.on('-i', '--ignore-case','ignore case distinctions') do
20
+ options[:ignorecase]=true
21
+ end
22
+
23
+ opts.on('-B', '--before-context NUM', Integer, 'print NUM lines of leading context') do | c |
24
+ options[:precontext]=c
25
+ end
26
+
27
+ opts.on('-A','--after-context NUM',Integer,'print NUM lines of trailing context') do | c |
28
+ options[:postcontext]=c
29
+ end
30
+ opts.on('-C','--context NUM',Integer,'print NUM lines of output context') do | c |
31
+ if c>0
32
+ options[:postcontext]=c
33
+ options[:precontext]=options[:postcontext]
34
+ end
35
+ end
36
+
37
+
38
+
39
+ opts.on('-X','--exclude FILE_PATTERN',String,
40
+ 'Exclude files that match FILE_PATTERN (as ruby regexp). Case insensitive') do |p|
41
+ options[:file_to_exclude].push(/#{Regexp.escape(p)}/i);
42
+ end
43
+
44
+
45
+
46
+
47
+ opts.on( '-h', '--help', 'Display this screen' ) do
48
+ puts opts
49
+ puts "Options are grep-like"
50
+ puts "EXAMPLES:"
51
+ puts "czsearch ciao Koros"
52
+ puts " Will search Koros OR ciao"
53
+ puts "czsearch -i gnu"
54
+ puts " Will match also GNU and Gnu"
55
+ puts "czsearch -X .orig -X .bak -X .java html:select"
56
+ puts " Will skip java and backup file"
57
+ exit
58
+ end
59
+ end
60
+ optparse.parse!
61
+
9
62
  ARGV.each do | s |
10
63
  #puts "Code Zauker Searching for #{s}"
11
64
  fs=CodeZauker::FileScanner.new()
12
- files=fs.search(s)
65
+ if options[:ignorecase]==false
66
+ files=fs.search(s)
67
+ pattern=/#{Regexp.escape(s)}/
68
+ else
69
+ files=fs.isearch(s)
70
+ pattern=/#{Regexp.escape(s)}/i
71
+ end
13
72
  files.each do |f|
14
- lines=grep(f,s);
15
- lines.each do |l |
16
- puts "#{f}:#{l}"
73
+ to_exclude=false
74
+ if options[:file_to_exclude].length >0
75
+ # Will match?
76
+ to_exclude=false
77
+ options[:file_to_exclude].each do |pattern|
78
+ #puts "\n\t#{f} =~ #{pattern}"
79
+ if (f =~ pattern )
80
+ to_exclude=true
81
+ #puts "Excluded #{f}"
82
+ break
83
+ end
84
+ end
85
+ end
86
+ if !to_exclude
87
+ begin
88
+ lines=grep(f,pattern, pre_context=options[:precontext], post_context=options[:postcontext]);
89
+ lines.each do |l |
90
+ puts "#{f}:#{l}"
91
+ end
92
+ rescue ArgumentError => ioe
93
+ puts "FATAL ArgumentError on #{f}"
94
+ raise ioe
95
+ end
96
+ else
97
+
17
98
  end
18
99
  end
19
100
  end
data/code_zauker.gemspec CHANGED
@@ -24,6 +24,7 @@ Gem::Specification.new do |s|
24
24
 
25
25
  s.add_runtime_dependency "hiredis", "~> 0.3"
26
26
  s.add_runtime_dependency "redis", "~> 2.2"
27
+ s.add_runtime_dependency "rubyzip", "~> 0.9"
27
28
 
28
29
  ## Install and require the hiredis gem before redis-rb for maximum performances.
29
30
  #s.add_runtime_dependency "redis", "~> 2.2", :require => ["redis/connection/hiredis", "redis"]
data/doc/CodeZauker.html CHANGED
@@ -6,7 +6,7 @@
6
6
  <title>
7
7
  Module: CodeZauker
8
8
 
9
- &mdash; Code Zauker 0.0.2 Documentation
9
+ &mdash; Code Zauker 0.0.3 Documentation
10
10
 
11
11
  </title>
12
12
 
@@ -98,7 +98,7 @@ href="http://swtch.com/~rsc/regexp/regexp4.html">swtch.com/~rsc/regexp/regexp4.h
98
98
 
99
99
 
100
100
 
101
- <strong class="classes">Classes:</strong> <span class='object_link'><a href="CodeZauker/FileScanner.html" title="CodeZauker::FileScanner (class)">FileScanner</a></span>
101
+ <strong class="classes">Classes:</strong> <span class='object_link'><a href="CodeZauker/FileScanner.html" title="CodeZauker::FileScanner (class)">FileScanner</a></span>, <span class='object_link'><a href="CodeZauker/Util.html" title="CodeZauker::Util (class)">Util</a></span>
102
102
 
103
103
 
104
104
  </p>
@@ -120,28 +120,57 @@ href="http://swtch.com/~rsc/regexp/regexp4.html">swtch.com/~rsc/regexp/regexp4.h
120
120
  <dt id="VERSION-constant" class="">VERSION =
121
121
 
122
122
  </dt>
123
- <dd><pre class="code"><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>0.0.2</span><span class='tstring_end'>&quot;</span></span></pre></dd>
123
+ <dd><pre class="code"><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>0.0.3</span><span class='tstring_end'>&quot;</span></span></pre></dd>
124
+
125
+ <dt id="MAX_PUSH_TRIGRAM_RETRIES-constant" class="">MAX_PUSH_TRIGRAM_RETRIES =
126
+
127
+ </dt>
128
+ <dd><pre class="code"><span class='int'>3</span></pre></dd>
129
+
130
+ <dt id="TRIGRAM_DEFAULT_PUSH_SIZE-constant" class="">TRIGRAM_DEFAULT_PUSH_SIZE =
131
+ <div class="docstring">
132
+ <div class="discussion">
133
+
134
+ <p>Stats It is difficult to decide what is the best trigram push size. a
135
+ larger one ensure a best in memory processing but can lead to longer
136
+ transactions 6000 Ehuristic value used for historical reasons</p>
137
+
138
+
139
+ </div>
140
+ </div>
141
+ <div class="tags">
142
+
143
+
144
+ </div>
145
+ </dt>
146
+ <dd><pre class="code"><span class='int'>6000</span></pre></dd>
124
147
 
125
148
  <dt id="DEFAULT_EXCLUDED_EXTENSION-constant" class="">DEFAULT_EXCLUDED_EXTENSION =
126
149
 
127
150
  </dt>
128
151
  <dd><pre class="code"><span class='lbracket'>[</span>
129
- <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.pdf</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
152
+ <span class='comment'># Documents
153
+ </span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.pdf</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
130
154
  <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.xps</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
131
- <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.zip</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
132
- <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.ppt</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.xls</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.rtf</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.vsd</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
133
- <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.dll</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.exe</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.out</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.elf</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.lib</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.so</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
134
- <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.jar</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.class</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
155
+ <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.zip</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.7z</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
156
+ <span class='comment'># MS Office zip-like files...
157
+ </span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.pptx</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.docx</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.xlsx</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
158
+ <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.ppt</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.xls</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.rtf</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.vsd</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.odf</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
159
+ <span class='comment'># Binary bad stuff
160
+ </span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.dll</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.exe</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.out</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.elf</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.lib</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.so</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
161
+ <span class='comment'># Redis db
162
+ </span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.rdb</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
163
+ <span class='comment'># Ruby and java stuff-like
164
+ </span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.gem</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
165
+ <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.jar</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.class</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.ear</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.war</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
135
166
  <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.tar</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
136
167
  <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.gz</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
137
168
  <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.dropbox</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
138
- <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.svn-base</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.pdb</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.cache</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
139
- <span class='comment'># MS Office zip-like files...
140
- </span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.pptx</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.docx</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.xlsx</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
169
+ <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.svn-base</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.pdb</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.cache</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
141
170
  <span class='comment'># Music exclusion
142
171
  </span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.mp3</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.mp4</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.wav</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
143
172
  <span class='comment'># Image exclusion
144
- </span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.png</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.gif</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
173
+ </span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.png</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.gif</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.jpg</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.bmp</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
145
174
  <span class='comment'># Temp stuff
146
175
  </span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>.tmp</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>~</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span>
147
176
  <span class='comment'># Oracle exports...
@@ -160,7 +189,7 @@ href="http://swtch.com/~rsc/regexp/regexp4.html">swtch.com/~rsc/regexp/regexp4.h
160
189
  </div>
161
190
 
162
191
  <div id="footer">
163
- Generated on Fri Jan 27 14:54:06 2012 by
192
+ Generated on Fri Feb 3 17:18:43 2012 by
164
193
  <a href="http://yardoc.org" title="Yay! A Ruby Documentation Tool" target="_parent">yard</a>
165
194
  0.7.4 (ruby-1.9.3).
166
195
  </div>
data/doc/CodeZauker/FileScanner.html CHANGED
@@ -6,7 +6,7 @@
6
6
  <title>
7
7
  Class: CodeZauker::FileScanner
8
8
 
9
- &mdash; Code Zauker 0.0.2 Documentation
9
+ &mdash; Code Zauker 0.0.3 Documentation
10
10
 
11
11
  </title>
12
12
 
@@ -160,6 +160,31 @@ find file scontaining the trigram...</p>
160
160
  <p>A new instance of FileScanner.</p>
161
161
  </div></span>
162
162
 
163
+ </li>
164
+
165
+
166
+ <li class="public ">
167
+ <span class="summary_signature">
168
+
169
+ <a href="#isearch-instance_method" title="#isearch (instance method)">- (Object) <strong>isearch</strong>(term) </a>
170
+
171
+
172
+
173
+ </span>
174
+
175
+
176
+
177
+
178
+
179
+
180
+
181
+
182
+ <span class="summary_desc"><div class='inline'>
183
+ <h1>Do a case-insenitive search </h1>
184
+
185
+ <p>using the special set of trigrams "trigram:ci:*" all downcase.</p>
186
+ </div></span>
187
+
163
188
  </li>
164
189
 
165
190
 
@@ -179,6 +204,48 @@ find file scontaining the trigram...</p>
179
204
 
180
205
 
181
206
 
207
+ <span class="summary_desc"><div class='inline'></div></span>
208
+
209
+ </li>
210
+
211
+
212
+ <li class="public ">
213
+ <span class="summary_signature">
214
+
215
+ <a href="#map_ids_to_files-instance_method" title="#map_ids_to_files (instance method)">- (Object) <strong>map_ids_to_files</strong>(fileIds) </a>
216
+
217
+
218
+
219
+ </span>
220
+
221
+
222
+
223
+
224
+
225
+
226
+
227
+
228
+ <span class="summary_desc"><div class='inline'></div></span>
229
+
230
+ </li>
231
+
232
+
233
+ <li class="public ">
234
+ <span class="summary_signature">
235
+
236
+ <a href="#reindex-instance_method" title="#reindex (instance method)">- (Object) <strong>reindex</strong>(fileList) </a>
237
+
238
+
239
+
240
+ </span>
241
+
242
+
243
+
244
+
245
+
246
+
247
+
248
+
182
249
  <span class="summary_desc"><div class='inline'></div></span>
183
250
 
184
251
  </li>
@@ -286,16 +353,16 @@ padded into trigrams.</p>
286
353
  <pre class="lines">
287
354
 
288
355
 
289
- 16
290
- 17
291
- 18
292
- 19
293
- 20
294
- 21
295
- 22</pre>
356
+ 80
357
+ 81
358
+ 82
359
+ 83
360
+ 84
361
+ 85
362
+ 86</pre>
296
363
  </td>
297
364
  <td>
298
- <pre class="code"><span class="info file"># File 'lib/code_zauker.rb', line 16</span>
365
+ <pre class="code"><span class="info file"># File 'lib/code_zauker.rb', line 80</span>
299
366
 
300
367
  <span class='kw'>def</span> <span class='id identifier rubyid_initialize'>initialize</span><span class='lparen'>(</span><span class='id identifier rubyid_redisConnection'>redisConnection</span><span class='op'>=</span><span class='kw'>nil</span><span class='rparen'>)</span>
301
368
  <span class='kw'>if</span> <span class='id identifier rubyid_redisConnection'>redisConnection</span><span class='op'>==</span><span class='kw'>nil</span>
@@ -329,19 +396,72 @@ padded into trigrams.</p>
329
396
  <pre class="lines">
330
397
 
331
398
 
332
- 23
333
- 24
334
- 25</pre>
399
+ 89
400
+ 90
401
+ 91</pre>
335
402
  </td>
336
403
  <td>
337
- <pre class="code"><span class="info file"># File 'lib/code_zauker.rb', line 23</span>
404
+ <pre class="code"><span class="info file"># File 'lib/code_zauker.rb', line 89</span>
338
405
 
339
- <span class='kw'>def</span> <span class='id identifier rubyid_disconnect'>disconnect</span><span class='lparen'>(</span><span class='rparen'>)</span>
406
+ <span class='kw'>def</span> <span class='id identifier rubyid_disconnect'>disconnect</span><span class='lparen'>(</span><span class='rparen'>)</span>
340
407
  <span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_quit'>quit</span>
341
408
  <span class='kw'>end</span></pre>
342
409
  </td>
343
410
  </tr>
344
411
  </table>
412
+ </div>
413
+
414
+ <div class="method_details ">
415
+ <p class="signature " id="isearch-instance_method">
416
+
417
+ - (<tt>Object</tt>) <strong>isearch</strong>(term)
418
+
419
+
420
+
421
+ </p><div class="docstring">
422
+ <div class="discussion">
423
+
424
+ <h1>Do a case-insenitive search </h1>
425
+
426
+ <p>using the special set of trigrams "trigram:ci:*" all downcase</p>
427
+
428
+
429
+ </div>
430
+ </div>
431
+ <div class="tags">
432
+
433
+
434
+ </div><table class="source_code">
435
+ <tr>
436
+ <td>
437
+ <pre class="lines">
438
+
439
+
440
+ 246
441
+ 247
442
+ 248
443
+ 249
444
+ 250
445
+ 251
446
+ 252
447
+ 253
448
+ 254</pre>
449
+ </td>
450
+ <td>
451
+ <pre class="code"><span class="info file"># File 'lib/code_zauker.rb', line 246</span>
452
+
453
+ <span class='kw'>def</span> <span class='id identifier rubyid_isearch'>isearch</span><span class='lparen'>(</span><span class='id identifier rubyid_term'>term</span><span class='rparen'>)</span>
454
+ <span class='id identifier rubyid_termLowercase'>termLowercase</span><span class='op'>=</span><span class='id identifier rubyid_term'>term</span><span class='period'>.</span><span class='id identifier rubyid_downcase'>downcase</span><span class='lparen'>(</span><span class='rparen'>)</span>
455
+ <span class='id identifier rubyid_trigramInAnd'>trigramInAnd</span><span class='op'>=</span><span class='id identifier rubyid_split_in_trigrams'>split_in_trigrams</span><span class='lparen'>(</span><span class='id identifier rubyid_termLowercase'>termLowercase</span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>trigram:ci</span><span class='tstring_end'>&quot;</span></span><span class='rparen'>)</span>
456
+ <span class='kw'>if</span> <span class='id identifier rubyid_trigramInAnd'>trigramInAnd</span><span class='period'>.</span><span class='id identifier rubyid_length'>length</span><span class='op'>==</span><span class='int'>0</span>
457
+ <span class='kw'>return</span> <span class='lbracket'>[</span><span class='rbracket'>]</span>
458
+ <span class='kw'>end</span>
459
+ <span class='id identifier rubyid_fileIds'>fileIds</span><span class='op'>=</span> <span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_sinter'>sinter</span><span class='lparen'>(</span><span class='op'>*</span><span class='id identifier rubyid_trigramInAnd'>trigramInAnd</span><span class='rparen'>)</span>
460
+ <span class='kw'>return</span> <span class='id identifier rubyid_map_ids_to_files'>map_ids_to_files</span><span class='lparen'>(</span><span class='id identifier rubyid_fileIds'>fileIds</span><span class='rparen'>)</span>
461
+ <span class='kw'>end</span></pre>
462
+ </td>
463
+ </tr>
464
+ </table>
345
465
  </div>
346
466
 
347
467
  <div class="method_details ">
@@ -357,72 +477,74 @@ padded into trigrams.</p>
357
477
  <pre class="lines">
358
478
 
359
479
 
360
- 52
361
- 53
362
- 54
363
- 55
364
- 56
365
- 57
366
- 58
367
- 59
368
- 60
369
- 61
370
- 62
371
- 63
372
- 64
373
- 65
374
- 66
375
- 67
376
- 68
377
- 69
378
- 70
379
- 71
380
- 72
381
- 73
382
- 74
383
- 75
384
- 76
385
- 77
386
- 78
387
- 79
388
- 80
389
- 81
390
- 82
391
- 83
392
- 84
393
- 85
394
- 86
395
- 87
396
- 88
397
- 89
398
- 90
399
- 91
400
- 92
401
- 93
402
- 94
403
- 95
404
- 96
405
- 97
406
- 98
407
- 99
408
- 100
409
- 101
410
- 102
411
- 103
412
- 104
413
- 105
414
- 106
415
- 107
416
- 108
417
- 109
418
- 110
419
- 111
420
- 112
421
- 113
422
- 114</pre>
480
+ 148
481
+ 149
482
+ 150
483
+ 151
484
+ 152
485
+ 153
486
+ 154
487
+ 155
488
+ 156
489
+ 157
490
+ 158
491
+ 159
492
+ 160
493
+ 161
494
+ 162
495
+ 163
496
+ 164
497
+ 165
498
+ 166
499
+ 167
500
+ 168
501
+ 169
502
+ 170
503
+ 171
504
+ 172
505
+ 173
506
+ 174
507
+ 175
508
+ 176
509
+ 177
510
+ 178
511
+ 179
512
+ 180
513
+ 181
514
+ 182
515
+ 183
516
+ 184
517
+ 185
518
+ 186
519
+ 187
520
+ 188
521
+ 189
522
+ 190
523
+ 191
524
+ 192
525
+ 193
526
+ 194
527
+ 195
528
+ 196
529
+ 197
530
+ 198
531
+ 199
532
+ 200
533
+ 201
534
+ 202
535
+ 203
536
+ 204
537
+ 205
538
+ 206
539
+ 207
540
+ 208
541
+ 209
542
+ 210
543
+ 211
544
+ 212</pre>
423
545
  </td>
424
546
  <td>
425
- <pre class="code"><span class="info file"># File 'lib/code_zauker.rb', line 52</span>
547
+ <pre class="code"><span class="info file"># File 'lib/code_zauker.rb', line 148</span>
426
548
 
427
549
  <span class='kw'>def</span> <span class='id identifier rubyid_load'>load</span><span class='lparen'>(</span><span class='id identifier rubyid_filename'>filename</span><span class='comma'>,</span> <span class='id identifier rubyid_noReload'>noReload</span><span class='op'>=</span><span class='kw'>false</span><span class='rparen'>)</span>
428
550
  <span class='comment'># Define my redis id...
@@ -436,8 +558,8 @@ padded into trigrams.</p>
436
558
  <span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_set'>set</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:id2filename:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_fid'>fid</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='id identifier rubyid_filename'>filename</span>
437
559
  <span class='kw'>else</span>
438
560
  <span class='kw'>if</span> <span class='id identifier rubyid_noReload'>noReload</span>
439
- <span class='id identifier rubyid_puts'>puts</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>Already found </span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_filename'>filename</span><span class='rbrace'>}</span><span class='tstring_content'> as id:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_fid'>fid</span><span class='rbrace'>}</span><span class='tstring_content'> and NOT RELOADED</span><span class='tstring_end'>&quot;</span></span>
440
- <span class='kw'>return</span> <span class='kw'>nil</span>
561
+ <span class='comment'>#puts &quot;Already found #{filename} as id:#{fid} and NOT RELOADED&quot;
562
+ </span> <span class='kw'>return</span> <span class='kw'>nil</span>
441
563
  <span class='kw'>end</span>
442
564
  <span class='kw'>end</span>
443
565
  <span class='comment'># fid is the set key!...
@@ -448,10 +570,12 @@ padded into trigrams.</p>
448
570
  </span> <span class='comment'># before sending it to redis. This avoid
449
571
  </span> <span class='comment'># a lot of spourios work
450
572
  </span> <span class='id identifier rubyid_s'>s</span><span class='op'>=</span><span class='const'>Set</span><span class='period'>.</span><span class='id identifier rubyid_new'>new</span>
451
- <span class='const'>File</span><span class='period'>.</span><span class='id identifier rubyid_open'>open</span><span class='lparen'>(</span><span class='id identifier rubyid_filename'>filename</span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>r</span><span class='tstring_end'>&quot;</span></span><span class='rparen'>)</span> <span class='kw'>do</span> <span class='op'>|</span><span class='id identifier rubyid_f'>f</span><span class='op'>|</span>
573
+ <span class='const'>File</span><span class='period'>.</span><span class='id identifier rubyid_open'>open</span><span class='lparen'>(</span><span class='id identifier rubyid_filename'>filename</span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>r</span><span class='tstring_end'>&quot;</span></span><span class='rparen'>)</span> <span class='lbrace'>{</span> <span class='op'>|</span><span class='id identifier rubyid_f'>f</span><span class='op'>|</span>
452
574
  <span class='id identifier rubyid_lines'>lines</span><span class='op'>=</span><span class='id identifier rubyid_f'>f</span><span class='period'>.</span><span class='id identifier rubyid_readlines'>readlines</span><span class='lparen'>(</span><span class='rparen'>)</span>
453
- <span class='id identifier rubyid_adaptiveSize'>adaptiveSize</span><span class='op'>=</span> <span class='int'>6000</span>
454
- <span class='id identifier rubyid_lines'>lines</span><span class='period'>.</span><span class='id identifier rubyid_each'>each</span> <span class='kw'>do</span> <span class='op'>|</span><span class='id identifier rubyid_l'>l</span><span class='op'>|</span>
575
+ <span class='id identifier rubyid_adaptiveSize'>adaptiveSize</span><span class='op'>=</span> <span class='const'>TRIGRAM_DEFAULT_PUSH_SIZE</span>
576
+ <span class='id identifier rubyid_util'>util</span><span class='op'>=</span><span class='const'>Util</span><span class='period'>.</span><span class='id identifier rubyid_new'>new</span><span class='lparen'>(</span><span class='rparen'>)</span>
577
+ <span class='id identifier rubyid_lines'>lines</span><span class='period'>.</span><span class='id identifier rubyid_each'>each</span> <span class='kw'>do</span> <span class='op'>|</span><span class='id identifier rubyid_lineNotUTF8'>lineNotUTF8</span><span class='op'>|</span>
578
+ <span class='id identifier rubyid_l'>l</span><span class='op'>=</span> <span class='id identifier rubyid_util'>util</span><span class='period'>.</span><span class='id identifier rubyid_ensureUTF8'>ensureUTF8</span><span class='lparen'>(</span><span class='id identifier rubyid_lineNotUTF8'>lineNotUTF8</span><span class='rparen'>)</span>
455
579
  <span class='comment'># Split each line into 3-char chunks, and store in a redis set
456
580
  </span> <span class='id identifier rubyid_i'>i</span><span class='op'>=</span><span class='int'>0</span>
457
581
  <span class='kw'>for</span> <span class='id identifier rubyid_istart'>istart</span> <span class='kw'>in</span> <span class='int'>0</span><span class='op'>...</span><span class='lparen'>(</span><span class='id identifier rubyid_l'>l</span><span class='period'>.</span><span class='id identifier rubyid_length'>length</span><span class='op'>-</span><span class='const'>GRAM_SIZE</span><span class='rparen'>)</span>
@@ -470,7 +594,7 @@ padded into trigrams.</p>
470
594
  <span class='comment'>#puts &quot;#{istart} Trigram fscan:#{trigram}/ FileId: #{fid}&quot;
471
595
  </span> <span class='kw'>end</span>
472
596
  <span class='kw'>end</span>
473
- <span class='kw'>end</span>
597
+ <span class='rbrace'>}</span>
474
598
 
475
599
  <span class='kw'>if</span> <span class='id identifier rubyid_s'>s</span><span class='period'>.</span><span class='id identifier rubyid_length'>length</span> <span class='op'>&gt;</span> <span class='int'>0</span>
476
600
  <span class='id identifier rubyid_pushTrigramsSet'>pushTrigramsSet</span><span class='lparen'>(</span><span class='id identifier rubyid_s'>s</span><span class='comma'>,</span><span class='id identifier rubyid_fid'>fid</span><span class='comma'>,</span><span class='id identifier rubyid_filename'>filename</span><span class='rparen'>)</span>
@@ -482,14 +606,92 @@ padded into trigrams.</p>
482
606
  <span class='id identifier rubyid_trigramsOnFile'>trigramsOnFile</span><span class='op'>=</span><span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_scard'>scard</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:trigramsOnFile:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_fid'>fid</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span>
483
607
  <span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_sadd'>sadd</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:processedFiles</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_filename'>filename</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span>
484
608
  <span class='id identifier rubyid_trigramRatio'>trigramRatio</span><span class='op'>=</span><span class='lparen'>(</span> <span class='lparen'>(</span><span class='id identifier rubyid_trigramsOnFile'>trigramsOnFile</span><span class='op'>*</span><span class='float'>1.0</span><span class='rparen'>)</span> <span class='op'>/</span> <span class='id identifier rubyid_trigramScanned'>trigramScanned</span> <span class='rparen'>)</span><span class='op'>*</span> <span class='float'>100.0</span>
485
- <span class='kw'>if</span> <span class='id identifier rubyid_trigramRatio'>trigramRatio</span> <span class='op'>&lt;</span> <span class='int'>10</span> <span class='kw'>or</span> <span class='id identifier rubyid_trigramRatio'>trigramRatio</span> <span class='op'>&gt;</span><span class='int'>75</span>
486
- <span class='id identifier rubyid_puts'>puts</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_filename'>filename</span><span class='rbrace'>}</span><span class='tstring_content'>\n\tRatio:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_trigramRatio'>trigramRatio</span><span class='period'>.</span><span class='id identifier rubyid_round'>round</span><span class='rbrace'>}</span><span class='tstring_content'>% Unique Trigrams:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_trigramsOnFile'>trigramsOnFile</span><span class='rbrace'>}</span><span class='tstring_content'> Total Scanned: </span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_trigramScanned'>trigramScanned</span><span class='rbrace'>}</span><span class='tstring_content'> </span><span class='tstring_end'>&quot;</span></span>
609
+ <span class='kw'>if</span> <span class='id identifier rubyid_trigramRatio'>trigramRatio</span> <span class='op'>&lt;</span> <span class='int'>10</span> <span class='kw'>or</span> <span class='id identifier rubyid_trigramRatio'>trigramRatio</span> <span class='op'>&gt;</span><span class='int'>75</span>
610
+ <span class='id identifier rubyid_puts'>puts</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_filename'>filename</span><span class='rbrace'>}</span><span class='tstring_content'>\n\tRatio:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_trigramRatio'>trigramRatio</span><span class='period'>.</span><span class='id identifier rubyid_round'>round</span><span class='rbrace'>}</span><span class='tstring_content'>% Unique Trigrams:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_trigramsOnFile'>trigramsOnFile</span><span class='rbrace'>}</span><span class='tstring_content'> Total Scanned: </span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_trigramScanned'>trigramScanned</span><span class='rbrace'>}</span><span class='tstring_content'> ?Binary</span><span class='tstring_end'>&quot;</span></span> <span class='kw'>if</span> <span class='id identifier rubyid_trigramRatio'>trigramRatio</span> <span class='op'>&gt;</span><span class='int'>90</span> <span class='kw'>and</span> <span class='id identifier rubyid_trigramsOnFile'>trigramsOnFile</span><span class='op'>&gt;</span><span class='int'>70</span>
487
611
  <span class='kw'>end</span>
488
612
  <span class='kw'>return</span> <span class='kw'>nil</span>
489
613
  <span class='kw'>end</span></pre>
490
614
  </td>
491
615
  </tr>
492
616
  </table>
617
+ </div>
618
+
619
+ <div class="method_details ">
620
+ <p class="signature " id="map_ids_to_files-instance_method">
621
+
622
+ - (<tt>Object</tt>) <strong>map_ids_to_files</strong>(fileIds)
623
+
624
+
625
+
626
+ </p><table class="source_code">
627
+ <tr>
628
+ <td>
629
+ <pre class="lines">
630
+
631
+
632
+ 228
633
+ 229
634
+ 230
635
+ 231
636
+ 232
637
+ 233
638
+ 234
639
+ 235
640
+ 236
641
+ 237</pre>
642
+ </td>
643
+ <td>
644
+ <pre class="code"><span class="info file"># File 'lib/code_zauker.rb', line 228</span>
645
+
646
+ <span class='kw'>def</span> <span class='id identifier rubyid_map_ids_to_files'>map_ids_to_files</span><span class='lparen'>(</span><span class='id identifier rubyid_fileIds'>fileIds</span><span class='rparen'>)</span>
647
+ <span class='id identifier rubyid_filenames'>filenames</span><span class='op'>=</span><span class='lbracket'>[</span><span class='rbracket'>]</span>
648
+ <span class='comment'># fscan:id2filename:#{fid}....
649
+ </span> <span class='id identifier rubyid_fileIds'>fileIds</span><span class='period'>.</span><span class='id identifier rubyid_each'>each</span> <span class='kw'>do</span> <span class='op'>|</span> <span class='id identifier rubyid_id'>id</span> <span class='op'>|</span>
650
+ <span class='id identifier rubyid_file_name'>file_name</span><span class='op'>=</span><span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_get'>get</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:id2filename:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_id'>id</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span><span class='rparen'>)</span>
651
+ <span class='id identifier rubyid_filenames'>filenames</span><span class='period'>.</span><span class='id identifier rubyid_push'>push</span><span class='lparen'>(</span><span class='id identifier rubyid_file_name'>file_name</span><span class='rparen'>)</span> <span class='kw'>if</span> <span class='op'>!</span><span class='id identifier rubyid_file_name'>file_name</span><span class='period'>.</span><span class='id identifier rubyid_nil?'>nil?</span>
652
+ <span class='kw'>end</span>
653
+ <span class='comment'>#puts &quot; ** Files found:#{filenames} from ids #{fileIds}&quot;
654
+ </span> <span class='kw'>return</span> <span class='id identifier rubyid_filenames'>filenames</span>
655
+ <span class='kw'>end</span></pre>
656
+ </td>
657
+ </tr>
658
+ </table>
659
+ </div>
660
+
661
+ <div class="method_details ">
662
+ <p class="signature " id="reindex-instance_method">
663
+
664
+ - (<tt>Object</tt>) <strong>reindex</strong>(fileList)
665
+
666
+
667
+
668
+ </p><table class="source_code">
669
+ <tr>
670
+ <td>
671
+ <pre class="lines">
672
+
673
+
674
+ 276
675
+ 277
676
+ 278
677
+ 279
678
+ 280
679
+ 281
680
+ 282</pre>
681
+ </td>
682
+ <td>
683
+ <pre class="code"><span class="info file"># File 'lib/code_zauker.rb', line 276</span>
684
+
685
+ <span class='kw'>def</span> <span class='id identifier rubyid_reindex'>reindex</span><span class='lparen'>(</span><span class='id identifier rubyid_fileList'>fileList</span><span class='rparen'>)</span>
686
+ <span class='comment'>#puts &quot;Reindexing... #{fileList.length} files...&quot;
687
+ </span> <span class='id identifier rubyid_fileList'>fileList</span><span class='period'>.</span><span class='id identifier rubyid_each'>each</span> <span class='kw'>do</span> <span class='op'>|</span><span class='id identifier rubyid_current_file'>current_file</span> <span class='op'>|</span>
688
+ <span class='kw'>self</span><span class='period'>.</span><span class='id identifier rubyid_remove'>remove</span><span class='lparen'>(</span><span class='lbracket'>[</span><span class='id identifier rubyid_current_file'>current_file</span><span class='rbracket'>]</span><span class='rparen'>)</span>
689
+ <span class='kw'>self</span><span class='period'>.</span><span class='id identifier rubyid_load'>load</span><span class='lparen'>(</span><span class='id identifier rubyid_current_file'>current_file</span><span class='comma'>,</span><span class='id identifier rubyid_noReload'>noReload</span><span class='op'>=</span><span class='kw'>false</span><span class='rparen'>)</span>
690
+ <span class='kw'>end</span>
691
+ <span class='kw'>end</span></pre>
692
+ </td>
693
+ </tr>
694
+ </table>
493
695
  </div>
494
696
 
495
697
  <div class="method_details ">
@@ -516,44 +718,45 @@ padded into trigrams.</p>
516
718
  <pre class="lines">
517
719
 
518
720
 
519
- 163
520
- 164
521
- 165
522
- 166
523
- 167
524
- 168
525
- 169
526
- 170
527
- 171
528
- 172
529
- 173
530
- 174
531
- 175
532
- 176
533
- 177
534
- 178
535
- 179
536
- 180
537
- 181
538
- 182
539
- 183
540
- 184
541
- 185
542
- 186
543
- 187
544
- 188
545
- 189
546
- 190
547
- 191
548
- 192
549
- 193
550
- 194
551
- 195
552
- 196
553
- 197</pre>
721
+ 297
722
+ 298
723
+ 299
724
+ 300
725
+ 301
726
+ 302
727
+ 303
728
+ 304
729
+ 305
730
+ 306
731
+ 307
732
+ 308
733
+ 309
734
+ 310
735
+ 311
736
+ 312
737
+ 313
738
+ 314
739
+ 315
740
+ 316
741
+ 317
742
+ 318
743
+ 319
744
+ 320
745
+ 321
746
+ 322
747
+ 323
748
+ 324
749
+ 325
750
+ 326
751
+ 327
752
+ 328
753
+ 329
754
+ 330
755
+ 331
756
+ 332</pre>
554
757
  </td>
555
758
  <td>
556
- <pre class="code"><span class="info file"># File 'lib/code_zauker.rb', line 163</span>
759
+ <pre class="code"><span class="info file"># File 'lib/code_zauker.rb', line 297</span>
557
760
 
558
761
  <span class='kw'>def</span> <span class='id identifier rubyid_remove'>remove</span><span class='lparen'>(</span><span class='id identifier rubyid_filePaths'>filePaths</span><span class='op'>=</span><span class='kw'>nil</span><span class='rparen'>)</span>
559
762
  <span class='kw'>if</span> <span class='id identifier rubyid_filePaths'>filePaths</span><span class='op'>==</span><span class='kw'>nil</span>
@@ -566,26 +769,27 @@ padded into trigrams.</p>
566
769
  <span class='kw'>else</span>
567
770
  <span class='id identifier rubyid_fileList'>fileList</span><span class='op'>=</span><span class='id identifier rubyid_filePaths'>filePaths</span>
568
771
  <span class='kw'>end</span>
569
- <span class='id identifier rubyid_puts'>puts</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>Files to remove from index...</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_fileList'>fileList</span><span class='period'>.</span><span class='id identifier rubyid_length'>length</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span>
570
-
571
- <span class='id identifier rubyid_fileList'>fileList</span><span class='period'>.</span><span class='id identifier rubyid_each'>each</span> <span class='kw'>do</span> <span class='op'>|</span><span class='id identifier rubyid_filename'>filename</span><span class='op'>|</span>
772
+ <span class='comment'># puts &quot;Files to remove from index...#{fileList.length}&quot;
773
+ </span> <span class='id identifier rubyid_fileList'>fileList</span><span class='period'>.</span><span class='id identifier rubyid_each'>each</span> <span class='kw'>do</span> <span class='op'>|</span><span class='id identifier rubyid_filename'>filename</span><span class='op'>|</span>
572
774
  <span class='id identifier rubyid_fid'>fid</span><span class='op'>=</span><span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_get'>get</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:id:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_filename'>filename</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span>
573
775
  <span class='id identifier rubyid_trigramsToExpurge'>trigramsToExpurge</span><span class='op'>=</span><span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_smembers'>smembers</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:trigramsOnFile:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_fid'>fid</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span>
574
776
  <span class='kw'>if</span> <span class='id identifier rubyid_trigramsToExpurge'>trigramsToExpurge</span><span class='period'>.</span><span class='id identifier rubyid_length'>length</span><span class='op'>==</span><span class='int'>0</span>
575
777
  <span class='id identifier rubyid_puts'>puts</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>?Nothing to do on </span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_filename'>filename</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span>
576
778
  <span class='kw'>end</span>
577
- <span class='id identifier rubyid_puts'>puts</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_filename'>filename</span><span class='rbrace'>}</span><span class='tstring_content'> id=</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_fid'>fid</span><span class='rbrace'>}</span><span class='tstring_content'> Trigrams: </span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_trigramsToExpurge'>trigramsToExpurge</span><span class='period'>.</span><span class='id identifier rubyid_length'>length</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span>
779
+ <span class='id identifier rubyid_puts'>puts</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_filename'>filename</span><span class='rbrace'>}</span><span class='tstring_content'> id=</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_fid'>fid</span><span class='rbrace'>}</span><span class='tstring_content'> Trigrams: </span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_trigramsToExpurge'>trigramsToExpurge</span><span class='period'>.</span><span class='id identifier rubyid_length'>length</span><span class='rbrace'>}</span><span class='tstring_content'> Expurging...</span><span class='tstring_end'>&quot;</span></span>
578
780
  <span class='id identifier rubyid_trigramsToExpurge'>trigramsToExpurge</span><span class='period'>.</span><span class='id identifier rubyid_each'>each</span> <span class='kw'>do</span> <span class='op'>|</span> <span class='id identifier rubyid_ts'>ts</span> <span class='op'>|</span>
579
781
  <span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_srem'>srem</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>trigram:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_ts'>ts</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span> <span class='id identifier rubyid_fid'>fid</span>
580
782
  <span class='kw'>begin</span>
581
783
  <span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_srem'>srem</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>trigram:ci:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_ts'>ts</span><span class='period'>.</span><span class='id identifier rubyid_downcase'>downcase</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span><span class='id identifier rubyid_fid'>fid</span>
582
- <span class='kw'>rescue</span> <span class='const'>ArgumentError</span>
784
+ <span class='comment'>#putc &quot;.&quot;
785
+ </span> <span class='kw'>rescue</span> <span class='const'>ArgumentError</span>
583
786
  <span class='comment'># Ignore &quot;ArgumentError: invalid byte sequence in UTF-8&quot;
584
787
  </span> <span class='comment'># and proceed...
585
788
  </span> <span class='kw'>end</span>
586
789
  <span class='kw'>end</span>
587
-
588
- <span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_del'>del</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:id:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_filename'>filename</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:trigramsOnFile:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_fid'>fid</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:id2filename:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_fid'>fid</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span>
790
+ <span class='comment'>#putc &quot;\n&quot;
791
+ </span>
792
+ <span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_del'>del</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:id:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_filename'>filename</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:trigramsOnFile:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_fid'>fid</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:id2filename:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_fid'>fid</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span>
589
793
  <span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_srem'>srem</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:processedFiles</span><span class='tstring_end'>&quot;</span></span><span class='comma'>,</span> <span class='id identifier rubyid_filename'>filename</span>
590
794
  <span class='kw'>end</span>
591
795
  <span class='kw'>return</span> <span class='kw'>nil</span>
@@ -619,15 +823,29 @@ padded into trigrams.</p>
619
823
  <pre class="lines">
620
824
 
621
825
 
622
- 158
623
- 159
624
- 160</pre>
826
+ 285
827
+ 286
828
+ 287
829
+ 288
830
+ 289
831
+ 290
832
+ 291
833
+ 292
834
+ 293
835
+ 294</pre>
625
836
  </td>
626
837
  <td>
627
- <pre class="code"><span class="info file"># File 'lib/code_zauker.rb', line 158</span>
838
+ <pre class="code"><span class="info file"># File 'lib/code_zauker.rb', line 285</span>
628
839
 
629
840
  <span class='kw'>def</span> <span class='id identifier rubyid_removeAll'>removeAll</span><span class='lparen'>(</span><span class='rparen'>)</span>
630
- <span class='kw'>self</span><span class='period'>.</span><span class='id identifier rubyid_remove'>remove</span><span class='lparen'>(</span><span class='kw'>nil</span><span class='rparen'>)</span>
841
+ <span class='id identifier rubyid_tokill'>tokill</span><span class='op'>=</span><span class='lbracket'>[</span><span class='rbracket'>]</span>
842
+ <span class='id identifier rubyid_tokill'>tokill</span><span class='op'>=</span><span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_keys'>keys</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:*</span><span class='tstring_end'>&quot;</span></span><span class='rparen'>)</span>
843
+ <span class='id identifier rubyid_tokill'>tokill</span><span class='period'>.</span><span class='id identifier rubyid_push'>push</span><span class='lparen'>(</span><span class='op'>*</span><span class='lparen'>(</span><span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_keys'>keys</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>trigram*</span><span class='tstring_end'>&quot;</span></span><span class='rparen'>)</span><span class='rparen'>)</span><span class='rparen'>)</span>
844
+ <span class='id identifier rubyid_tokill'>tokill</span><span class='period'>.</span><span class='id identifier rubyid_each'>each</span> <span class='kw'>do</span> <span class='op'>|</span> <span class='id identifier rubyid_x'>x</span> <span class='op'>|</span>
845
+ <span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_del'>del</span> <span class='id identifier rubyid_x'>x</span>
846
+ <span class='comment'>#puts &quot;Deleted #x&quot;
847
+ </span> <span class='kw'>end</span>
848
+ <span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_del'>del</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:processedFiles</span><span class='tstring_end'>&quot;</span></span>
631
849
  <span class='kw'>end</span></pre>
632
850
  </td>
633
851
  </tr>
@@ -661,67 +879,39 @@ padded into trigrams</p>
661
879
  <pre class="lines">
662
880
 
663
881
 
664
- 119
665
- 120
666
- 121
667
- 122
668
- 123
669
- 124
670
- 125
671
- 126
672
- 127
673
- 128
674
- 129
675
- 130
676
- 131
677
- 132
678
- 133
679
- 134
680
- 135
681
- 136
682
- 137
683
- 138
684
- 139
685
- 140
686
- 141
687
- 142
688
- 143
689
- 144
690
- 145
691
- 146
692
- 147</pre>
882
+ 260
883
+ 261
884
+ 262
885
+ 263
886
+ 264
887
+ 265
888
+ 266
889
+ 267
890
+ 268
891
+ 269
892
+ 270
893
+ 271
894
+ 272
895
+ 273
896
+ 274</pre>
693
897
  </td>
694
898
  <td>
695
- <pre class="code"><span class="info file"># File 'lib/code_zauker.rb', line 119</span>
899
+ <pre class="code"><span class="info file"># File 'lib/code_zauker.rb', line 260</span>
696
900
 
697
901
  <span class='kw'>def</span> <span class='id identifier rubyid_search'>search</span><span class='lparen'>(</span><span class='id identifier rubyid_term'>term</span><span class='rparen'>)</span>
698
902
  <span class='kw'>if</span> <span class='id identifier rubyid_term'>term</span><span class='period'>.</span><span class='id identifier rubyid_length'>length</span> <span class='op'>&lt;</span> <span class='const'>GRAM_SIZE</span>
699
903
  <span class='id identifier rubyid_raise'>raise</span> <span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>FATAL: </span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_term'>term</span><span class='rbrace'>}</span><span class='tstring_content'> is shorter then the minimum size of </span><span class='embexpr_beg'>#{</span><span class='const'>GRAM_SIZE</span><span class='rbrace'>}</span><span class='tstring_content'> character</span><span class='tstring_end'>&quot;</span></span>
700
904
  <span class='kw'>end</span>
701
905
  <span class='comment'>#puts &quot; ** Searching: #{term}&quot;
702
- </span> <span class='comment'># split the term in a padded trigram
703
- </span> <span class='id identifier rubyid_trigramInAnd'>trigramInAnd</span><span class='op'>=</span><span class='lbracket'>[</span><span class='rbracket'>]</span>
704
- <span class='comment'># Search=&gt; Sea AND ear AND arc AND rch
705
- </span> <span class='kw'>for</span> <span class='id identifier rubyid_j'>j</span> <span class='kw'>in</span> <span class='int'>0</span><span class='op'>...</span><span class='id identifier rubyid_term'>term</span><span class='period'>.</span><span class='id identifier rubyid_length'>length</span>
706
- <span class='id identifier rubyid_currentTrigram'>currentTrigram</span><span class='op'>=</span><span class='id identifier rubyid_term'>term</span><span class='lbracket'>[</span><span class='id identifier rubyid_j'>j</span><span class='comma'>,</span><span class='const'>GRAM_SIZE</span><span class='rbracket'>]</span>
707
- <span class='kw'>if</span> <span class='id identifier rubyid_currentTrigram'>currentTrigram</span><span class='period'>.</span><span class='id identifier rubyid_length'>length</span> <span class='op'>&lt;</span><span class='const'>GRAM_SIZE</span>
708
- <span class='comment'># We are at the end...
709
- </span> <span class='kw'>break</span>
710
- <span class='kw'>end</span>
711
- <span class='id identifier rubyid_trigramInAnd'>trigramInAnd</span><span class='period'>.</span><span class='id identifier rubyid_push'>push</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>trigram:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_currentTrigram'>currentTrigram</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span><span class='rparen'>)</span>
712
- <span class='kw'>end</span>
906
+ </span> <span class='id identifier rubyid_trigramInAnd'>trigramInAnd</span><span class='op'>=</span><span class='id identifier rubyid_split_in_trigrams'>split_in_trigrams</span><span class='lparen'>(</span><span class='id identifier rubyid_term'>term</span><span class='comma'>,</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>trigram</span><span class='tstring_end'>&quot;</span></span><span class='rparen'>)</span>
713
907
  <span class='comment'>#puts &quot;Trigam conversion /#{term}/ into #{trigramInAnd}&quot;
714
908
  </span> <span class='kw'>if</span> <span class='id identifier rubyid_trigramInAnd'>trigramInAnd</span><span class='period'>.</span><span class='id identifier rubyid_length'>length</span><span class='op'>==</span><span class='int'>0</span>
715
909
  <span class='kw'>return</span> <span class='lbracket'>[</span><span class='rbracket'>]</span>
716
910
  <span class='kw'>end</span>
717
911
  <span class='id identifier rubyid_fileIds'>fileIds</span><span class='op'>=</span> <span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_sinter'>sinter</span><span class='lparen'>(</span><span class='op'>*</span><span class='id identifier rubyid_trigramInAnd'>trigramInAnd</span><span class='rparen'>)</span>
718
- <span class='id identifier rubyid_filenames'>filenames</span><span class='op'>=</span><span class='lbracket'>[</span><span class='rbracket'>]</span>
719
- <span class='comment'># fscan:id2filename:#{fid}....
720
- </span> <span class='id identifier rubyid_fileIds'>fileIds</span><span class='period'>.</span><span class='id identifier rubyid_each'>each</span> <span class='kw'>do</span> <span class='op'>|</span> <span class='id identifier rubyid_id'>id</span> <span class='op'>|</span>
721
- <span class='id identifier rubyid_filenames'>filenames</span><span class='period'>.</span><span class='id identifier rubyid_push'>push</span><span class='lparen'>(</span><span class='ivar'>@redis</span><span class='period'>.</span><span class='id identifier rubyid_get'>get</span><span class='lparen'>(</span><span class='tstring'><span class='tstring_beg'>&quot;</span><span class='tstring_content'>fscan:id2filename:</span><span class='embexpr_beg'>#{</span><span class='id identifier rubyid_id'>id</span><span class='rbrace'>}</span><span class='tstring_end'>&quot;</span></span><span class='rparen'>)</span><span class='rparen'>)</span>
722
- <span class='kw'>end</span>
723
- <span class='comment'>#puts &quot; ** Files found:#{filenames} from ids #{fileIds}&quot;
724
- </span> <span class='kw'>return</span> <span class='id identifier rubyid_filenames'>filenames</span>
912
+ <span class='id identifier rubyid_fileNames'>fileNames</span><span class='op'>=</span><span class='id identifier rubyid_map_ids_to_files'>map_ids_to_files</span><span class='lparen'>(</span><span class='id identifier rubyid_fileIds'>fileIds</span><span class='rparen'>)</span>
913
+ <span class='comment'>#puts &quot;DEBUG #{fileIds} #{fileNames}&quot;
914
+ </span> <span class='kw'>return</span> <span class='id identifier rubyid_fileNames'>fileNames</span>
725
915
  <span class='kw'>end</span></pre>
726
916
  </td>
727
917
  </tr>
@@ -733,7 +923,7 @@ padded into trigrams</p>
733
923
  </div>
734
924
 
735
925
  <div id="footer">
736
- Generated on Fri Jan 27 14:54:06 2012 by
926
+ Generated on Fri Feb 3 17:18:44 2012 by
737
927
  <a href="http://yardoc.org" title="Yay! A Ruby Documentation Tool" target="_parent">yard</a>
738
928
  0.7.4 (ruby-1.9.3).
739
929
  </div>