hype 42.0.0

data/README

@@ -0,0 +1,17 @@
+NAME
+
+  hype.rb
+
+SYNOPSIS
+
+  if you can't figure it out you don't need to know
+
+HISTORY
+
+  hack two:
+
+    bug fixes.  thx marcel.
+
+  hack one:
+
+    initial crime

data/bin/hype.rb

@@ -0,0 +1,165 @@
+#!/usr/bin/env ruby
+
+require 'rubygems' rescue nil
+require 'cgi'
+require 'fileutils'
+require 'thread'
+require 'digest/md5'
+#require 'sqlite'
+#require 'arrayfields'
+
+#
+# opts/config
+#
+  uris_only = ARGV.delete('--uris') || ARGV.delete('-u')
+  noop = ARGV.delete('--noop') || ARGV.delete('-n')
+  pcast_only = ARGV.delete('--pcast') || ARGV.delete('-p')
+
+  prefix = File.join(File.expand_path('~'), '.hype')
+
+  cache = File.join prefix, 'cache'
+  db = File.join prefix, 'db'
+
+  uris = [] 
+#
+# utils
+#
+  def homogename path
+
+    new = "#{ path }" 
+    new.gsub! %r{[^a-zA-Z0-9_/\.-]}, '_'
+    new.gsub! %r{__+}, '_'
+    new.gsub! %r{_+-_+}, '-'
+    new.gsub! %r{--+}, '-'
+    new.strip
+
+  end
+  def sync
+
+    (@mutex||=Mutex.new).synchronize{ yield }
+
+  end
+#
+# setup
+#
+  FileUtils.mkdir_p prefix 
+  FileUtils.mkdir_p cache
+  sync{ system "sqlite #{ db } 'create table mp3s( pathname, md5, primary key(md5) )' >/dev/null 2>&1" }
+
+  q = SizedQueue.new 10
+  reaper = Thread.new {
+    loop{
+      t = q.pop or Thread.current.exit
+      #puts t.value
+      t.value
+    }
+  }
+#
+# crawl
+#
+  user_agent = 'Mozilla/5.0 (X11; U; Linux i686; en-US; rv:1.8.0.4) Gecko/20060508 Firefox/1.5.0.4'
+  pcast_xml_uri = 'http://hype.non-standard.net/playlist/time/today/pcast/1/feed.pcast'
+
+  pcast_xml = `curl --location --silent --user-agent '#{ user_agent }' '#{ pcast_xml_uri }'`
+  if pcast_only
+    puts pcast_xml
+    exit
+  end
+
+  m = %r/href\s*=\s*["']?([^"'\s][^\s]+[^"'\s])["']?/.match pcast_xml 
+  abort 'no feed!' unless m
+  feed_xml_uri = String m[1]
+  feed_xml = `curl --location --silent --user-agent '#{ user_agent }' '#{ feed_xml_uri }'`
+
+  #
+  # <enclosure
+  # url="http://hype.non-standard.net/serve/r/300/102400/02AndIWasABoyFromSchool-9688.mp3"
+  # length="3917090" type="audio/mpeg"/>
+  #
+  if uris.empty?
+    feed_xml.each do |line|
+      if line =~ %r/enclosure/
+        m = %r/length\s*=\s*["']?([^"'\s][^\s]+[^"'\s])["']?/.match line
+        next unless m
+        length = Integer m[1]
+
+        m = %r/url\s*=\s*["']?([^"'\s][^\s]+[^"'\s])["']?/.match line
+        next unless m
+        uri = String m[1] 
+
+        uris << [uri, length]
+      end
+    end
+  end
+
+  if uris_only
+    puts uris.map{|pair| pair.first}
+    exit
+  end
+
+  Dir.chdir(cache) do
+    uris.sort_by{ rand }.each do |src, length|
+      basename = CGI.unescape(File.basename(src))
+      dst = homogename basename
+      dst << '.mp3' unless dst[%r/\.mp3$/]
+  
+    # make sure output name is unique
+      i = 0
+      while test ?e, dst
+        print "#{ dst } -->> "
+        newdst = dst.gsub %r/\.mp3$/, "_#{ i += 1 }.mp3"
+        abort "#{ dst } == #{ newdst }" if dst == newdst
+        dst = newdst
+        puts dst
+      end
+  
+    # grab stat - this should always be nil!
+      stat = File.stat(dst) rescue nil
+      abort "clobbering <#{ dst }>" if stat
+  
+      unless stat and stat.size == length 
+        q.push Thread.new{
+          t = Thread.current
+          t.abort_on_exception = true
+          cmd = "curl --location --silent --user-agent '#{ user_agent }' '#{ src }' > '#{ dst }'"
+
+          ret =
+            unless noop
+              puts cmd
+              begin
+                system cmd or raise
+              rescue
+                FileUtils.rm_f dst # kill partial downloads instantly
+              end
+            else
+              cmd
+            end
+
+          #system "stat #{ dst }"
+          File.stat(dst) rescue next 
+
+          md5 = Digest::MD5.hexdigest(dst)
+
+        # try to update db, iff we fail it means we'd already downloaded this
+        # file
+          success = sync{ system %Q(sqlite #{ db } "insert into mp3s values('#{ dst }', '#{ md5 }')" >/dev/null 2>&1) }
+          unless success
+            pair = sync{ ` sqlite #{ db } " select * from mp3s where md5 = '#{ md5 }' " `.to_s.chomp }
+            #a,b= ( pair.split(%r/\|/,2) rescue [] )
+            a,b= pair.split(%r/\|/,2)
+            warn "rm -f '#{ dst }' (#{ a },#{ b })"
+            FileUtils.rm_f dst ## unless stat # rm unless it was pre-existing
+          end
+
+          ret
+        }
+      end
+    end
+  
+    q.push nil
+  end
+
+#
+# wait for reaper
+#
+  reaper.join

data/gemspec.rb

@@ -0,0 +1,28 @@
+
+lib, version = File::basename(File::dirname(File::expand_path(__FILE__))).split %r/-/, 2
+
+require 'rubygems'
+
+Gem::Specification::new do |spec|
+  $VERBOSE = nil
+  spec.name = lib 
+  spec.version = version 
+  spec.platform = Gem::Platform::RUBY
+  spec.summary = lib 
+
+  spec.files = Dir::glob "**/**"
+  spec.executables = Dir::glob("bin/*").map{|exe| File::basename exe}
+  
+  spec.require_path = "lib" 
+  spec.autorequire = lib
+
+  spec.has_rdoc = File::exist? "doc" 
+  spec.test_suite_file = "test/#{ lib }.rb" if File::directory? "test"
+  #spec.add_dependency 'lib', '>= version'
+
+  spec.extensions << "extconf.rb" if File::exists? "extconf.rb"
+
+  spec.author = "Ara T. Howard"
+  spec.email = "ara.t.howard@gmail.com"
+  spec.homepage = "http://codeforpeople.com/lib/ruby/#{ lib }/"
+end

metadata

@@ -0,0 +1,49 @@
+--- !ruby/object:Gem::Specification 
+rubygems_version: 0.9.2
+specification_version: 1
+name: hype
+version: !ruby/object:Gem::Version 
+  version: 42.0.0
+date: 2007-07-11 00:00:00 -06:00
+summary: hype
+require_paths: 
+- lib
+email: ara.t.howard@gmail.com
+homepage: http://codeforpeople.com/lib/ruby/hype/
+rubyforge_project: 
+description: 
+autorequire: hype
+default_executable: 
+bindir: bin
+has_rdoc: false
+required_ruby_version: !ruby/object:Gem::Version::Requirement 
+  requirements: 
+  - - ">"
+    - !ruby/object:Gem::Version 
+      version: 0.0.0
+  version: 
+platform: ruby
+signing_key: 
+cert_chain: 
+post_install_message: 
+authors: 
+- Ara T. Howard
+files: 
+- bin
+- bin/hype.rb
+- gemspec.rb
+- README
+test_files: []
+
+rdoc_options: []
+
+extra_rdoc_files: []
+
+executables: 
+- hype.rb
+extensions: []
+
+requirements: []
+
+dependencies: []
+