whimsy-asf 0.0.1

data/asf.gemspec

@@ -0,0 +1,32 @@
+version = File.read(File.expand_path('../asf.version', __FILE__)).strip
+
+Gem::Specification.new do |s|
+
+  # Change these as appropriate
+  s.name           = "whimsy-asf"
+  s.license        = 'Apache License, Version 2.0'
+  s.version        = version
+  s.summary        = "Whimsy 'model' of the ASF"
+  s.author         = "Sam Ruby"
+  s.email          = "rubys@intertwingly.net"
+  s.homepage       = "https://whimsy.apache.org/"
+  s.description    = <<-EOD
+    This package contains a set of classes which encapsulate access
+    to a number of data sources such as LDAP, ICLAs, auth lists, etc.
+  EOD
+
+  # Add any extra files to include in the gem
+  s.files             = Dir.glob(["asf.*", "lib/**/*"])
+  s.require_paths     = ["lib"]
+
+  # If you want to depend on other gems, add them here, along with any
+  # relevant versions
+  s.add_dependency("nokogiri")
+  s.add_dependency("rack")
+  s.add_dependency("ruby-ldap")
+  s.add_dependency("tzinfo")
+  s.add_dependency("wunderbar")
+
+  # If your tests use any gems, include them here
+  # s.add_development_dependency("mocha") # for example
+end

data/asf.version

@@ -0,0 +1 @@
+0.0.1

data/lib/whimsy/asf.rb

@@ -0,0 +1,9 @@
+require File.expand_path('../asf/committee', __FILE__)
+require File.expand_path('../asf/ldap', __FILE__)
+require File.expand_path('../asf/mail', __FILE__)
+require File.expand_path('../asf/svn', __FILE__)
+require File.expand_path('../asf/watch', __FILE__)
+require File.expand_path('../asf/nominees', __FILE__)
+require File.expand_path('../asf/icla', __FILE__)
+require File.expand_path('../asf/auth', __FILE__)
+require File.expand_path('../asf/member', __FILE__)

data/lib/whimsy/asf/agenda.rb

@@ -0,0 +1,117 @@
+require_relative '../asf'
+
+require 'time'
+require 'tzinfo'
+require 'digest/md5'
+
+module ASF
+  module Board
+  end
+end
+
+class ASF::Board::Agenda
+  CONTENTS = {
+    '2.' => 'Roll Call',
+    '3A' => 'Minutes',
+    '4A' => 'Executive Officer',
+    '1'  => 'Additional Officer',
+    'A'  => 'Committee Reports',
+    '7A' => 'Special Orders',
+    '8.' => 'Discussion Items',
+    '9.' => 'Action Items'
+  }
+
+  @@parsers = []
+  def self.parse(file=nil, &block)
+    @@parsers << block if block
+    new.parse(file)  if file
+  end
+
+  def initialize
+    @sections = {}
+  end
+
+  def scan(text, pattern, &block)
+    text.scan(pattern).each do |matches|
+      hash = Hash[pattern.names.zip(matches)]
+      yield hash if block
+
+      section = hash.delete('section')
+      section ||= hash.delete('attach')
+
+      if section
+        hash['approved'] &&= hash['approved'].strip.split(/[ ,]+/)
+
+        @sections[section] ||= {}
+        next if hash['text'] and @sections[section]['text']
+        @sections[section].merge!(hash)
+      end
+    end
+  end
+
+  def parse(file)
+    @file = file
+    @@parsers.each { |parser| instance_exec(&parser) }
+
+    # add index markers for major sections
+    CONTENTS.each do |section, index|
+      @sections[section][:index] = index if @sections[section]
+    end
+
+    # cleanup text and comment whitespace
+    @sections.each do |section, hash|
+      text = hash['text'] || hash['report']
+      if text
+        text.sub!(/\A\s*\n/, '')
+        text.sub!(/\s+\Z/, '')
+        unindent = text.sub(/s+\Z/,'').scan(/^ *\S/).map(&:length).min || 1
+        text.gsub! /^ {#{unindent-1}}/, ''
+      end
+
+      text = hash['comments']
+      if text
+        text.sub!(/\A\s*\n/, '')
+        text.sub!(/\s+\Z/, '')
+        unindent = text.sub(/s+\Z/,'').scan(/^ *\S/).map(&:length).min || 1
+        text.gsub! /^ {#{unindent-1}}/, ''
+      end
+    end
+
+    # add roster and prior report link
+    whimsy = 'https://whimsy.apache.org'
+    @sections.each do |section, hash|
+      next unless section =~ /^(4[A-Z]|\d+|[A-Z][A-Z]?)$/
+      committee = ASF::Committee.find(hash['title'] ||= 'UNKNOWN')
+      unless section =~ /^4[A-Z]$/
+        hash['roster'] = 
+          "#{whimsy}/roster/committee/#{CGI.escape committee.name}"
+      end
+      hash['prior_reports'] = minutes(committee.display_name)
+    end
+
+    # add attach to section
+    @sections.each do |section, hash|
+      hash[:attach] = section
+    end
+
+    @sections.values
+  end
+
+  def minutes(title)
+    "https://whimsy.apache.org/board/minutes/#{title.gsub(/\W/,'_')}"
+  end
+
+  def timestamp(time)
+    date = @file[/(\w+ \d+, \d+)/]
+    tz = TZInfo::Timezone.get('America/Los_Angeles')
+    tz.local_to_utc(Time.parse("#{date} #{time}")).to_i * 1000
+  end
+end
+
+require_relative 'agenda/front'
+require_relative 'agenda/minutes'
+require_relative 'agenda/exec-officer'
+require_relative 'agenda/attachments'
+require_relative 'agenda/committee'
+require_relative 'agenda/special'
+require_relative 'agenda/back'

data/lib/whimsy/asf/agenda/attachments.rb

@@ -0,0 +1,42 @@
+# Attachments
+
+class ASF::Board::Agenda
+  parse do
+    pattern = /
+      -{41}\n
+      Attachment\s\s?(?<attach>\w+):\s(?<title>.*?)\n+
+      (?<report>.*?)
+      (?=-{41,}\n(?:End|Attach))
+    /mx
+
+    scan @file, pattern do |attrs|
+
+      attrs['title'].sub! /^Report from the VP of /, ''
+      attrs['title'].sub! /^Report from the /, ''
+      attrs['title'].sub! /^Status report for the /, ''
+      attrs['title'].sub! /^Apache /, ''
+
+      if attrs['title'] =~ /\s*\[.*\]$/
+        attrs['owner'] = attrs['title'][/\[(.*?)\]/, 1]
+        attrs['title'].sub! /\s*\[.*\]$/, ''
+      end
+
+      attrs['title'].sub! /\sTeam$/, ''
+      attrs['title'].sub! /\sCommittee$/, ''
+      attrs['title'].sub! /\sProject$/, ''
+
+      attrs['digest'] = Digest::MD5.hexdigest(attrs['report'])
+
+      attrs['report'].sub! /\n+\Z/, "\n"
+      attrs.delete('report') if attrs['report'] == "\n"
+
+      attrs['missing'] = true if attrs['report'].strip.empty?
+
+      begin
+        attrs['chair_email'] = 
+          ASF::Committee.find(attrs['title']).chair.mail.first
+      rescue
+      end
+    end
+  end
+end

data/lib/whimsy/asf/agenda/back.rb

@@ -0,0 +1,29 @@
+# Back sections:
+# * Discussion Items
+# * Review Outstanding Action Items
+# * Unfinished Business
+# * New Business
+# * Announcements
+# * Adjournment
+
+class ASF::Board::Agenda
+  parse do
+    pattern = /
+      ^(?<attach>(?:\s[89]|\s9|1\d)\.)
+      \s(?<title>.*?)\n
+      (?<text>.*?)
+      (?=\n[\s1]\d\.|\n===)
+    /mx
+
+    scan @file, pattern do |attrs|
+      attrs['attach'].strip!
+      attrs['title'].sub! /^Review Outstanding /, ''
+
+      if attrs['title'] =~ /Discussion|Action|Business|Announcements/
+        attrs['prior_reports'] = minutes(attrs['title'])
+      elsif attrs['title'] == 'Adjournment'
+        attrs['timestamp'] = timestamp(attrs['text'][/\d+:\d+([ap]m)?/])
+      end
+    end
+  end
+end

data/lib/whimsy/asf/agenda/committee.rb

@@ -0,0 +1,20 @@
+# Additional Officer Reports and Committee Reports
+
+class ASF::Board::Agenda
+  parse do
+    pattern = /
+      \[(?<owner>[^\n]+)\]\n\n
+      \s{7}See\sAttachment\s\s?(?<attach>\w+)[^\n]*?\s+
+      \[\s[^\n]*\s*approved:\s*?(?<approved>.*?)
+      \s*comments:(?<comments>.*?)\n\s{9}\]
+    /mx
+
+    scan @file, pattern do |attrs|
+      attrs['shepherd'] = attrs['owner'].split('/').last.strip
+      attrs['owner'] = attrs['owner'].split('/').first.strip
+
+      attrs['comments'].gsub! /^ {1,10}(\w+:)/, '\1'
+      attrs['comments'].gsub! /^ {11}/, ''
+    end
+  end
+end

data/lib/whimsy/asf/agenda/exec-officer.rb

@@ -0,0 +1,34 @@
+# Executive Officer Reports
+
+class ASF::Board::Agenda
+  parse do
+    reports = @file.split(/^ 4. Executive Officer Reports/,2).last.
+      split(/^ 5. Additional Officer Reports/,2).first
+
+    pattern = /
+      \s{4}(?<section>[A-Z])\.
+      \s(?<title>[^\[]+?)
+      \s\[(?<owner>[^\]]+?)\]
+      (?<report>.*?)
+      (?=\n\s{4}[A-Z]\.\s|\z)
+    /mx
+
+    scan reports, pattern do |attrs|
+      attrs['section'] = '4' + attrs['section'] 
+      attrs['shepherd'] = attrs['owner'].split('/').last
+      attrs['owner'] = attrs['owner'].split('/').first
+
+      attrs['report'].sub! /\A\s*\n/, ''
+
+      attrs['report'].gsub! /\n\s*\n\s+\[ comments:(.*)\]\s*$/m do
+        attrs['comments'] = $1.sub(/\A\s*\n/, '').sub(/\s+\Z/, '')
+        "\n"
+      end
+
+      report = attrs['report'].strip
+      if report.empty? or report[0..12] == 'Additionally,'
+        attrs['missing'] = true
+      end
+    end
+  end
+end

data/lib/whimsy/asf/agenda/front.rb

@@ -0,0 +1,72 @@
+# Front sections:
+# * Call to Order
+# * Roll Call
+
+class ASF::Board::Agenda
+  @@people_cache = {}
+
+  parse do
+    pattern = /
+      ^\n\x20(?<section>[12]\.)
+      \s(?<title>.*?)\n\n+
+      (?<text>.*?)
+      (?=\n\s[23]\.)
+    /mx
+
+    scan @file, pattern do |attr|
+      if attr['title'] == 'Roll Call'
+        attr['people'] = {}
+        list = nil
+
+        # attempt to identify the people mentioned in the Roll Call
+        people = attr['text'].scan(/ {8}(\w.*)/).flatten.each do |sname|
+          name = sname
+
+          # first try the cache
+          person = @@people_cache[name]
+
+          # next try a simple name look up
+          if not person
+            search = ASF::Person.list("cn=#{name}")
+            person = search.first if search.length == 1
+          end
+
+          # finally try harder to match the name
+          if not person
+            sname = sname.strip.downcase.split(/\s+/)
+
+            if not list
+              ASF::Person.preload('cn')
+              list = ASF::Person.list
+            end
+
+            search = []
+            list.select do |person|
+              next if person == 'none'
+              pname = person.public_name.downcase.split(/\s+/)
+              if sname.all? {|t1| pname.any? {|t2| t2.start_with? t1}}
+                search << person
+              elsif pname.all? {|t1| sname.any? {|t2| t2.start_with? t1}}
+                search << person
+              end
+            end
+
+            person = search.first if search.length == 1
+          end
+
+          # save results in both the cache and the attributes
+          if person
+            @@people_cache[name] = person
+
+            attr['people'][person.id] = {
+              name: name,
+              member: person.asf_member?
+            }
+          end
+        end
+      elsif attr['title'] == 'Call to order'
+        attr['timestamp'] = timestamp(attr['text'][/\d+:\d+([ap]m)?/])
+      end
+    end
+  end
+end

data/lib/whimsy/asf/agenda/minutes.rb

@@ -0,0 +1,23 @@
+# Minutes from previous meetings
+
+class ASF::Board::Agenda
+  parse do
+    minutes = @file.split(/^ 3. Minutes from previous meetings/,2).last.
+      split(/^ 4. Executive Officer Reports/,2).first
+
+    pattern = /
+      \s{4}(?<section>[A-Z])\.
+      \sThe.meeting.of\s+(?<title>.*?)\n
+      (?<text>.*?)
+      \[\s(?:.*?):\s*?(?<approved>.*?)
+      \s*comments:(?<comments>.*?)\n
+      \s{8,9}\]\n
+    /mx
+
+    scan minutes, pattern do |attrs|
+      attrs['section'] = '3' + attrs['section'] 
+      attrs['text'] = attrs['text'].strip
+      attrs['approved'] = attrs['approved'].strip.gsub(/\s+/, ' ')
+    end
+  end
+end

data/lib/whimsy/asf/agenda/special.rb

@@ -0,0 +1,107 @@
+# Special Orders
+
+class ASF::Board::Agenda
+  parse do
+    orders = @file.split(/^ 7. Special Orders/,2).last.
+      split(/^ 8. Discussion Items/,2).first
+
+    pattern = /
+      \n+(?<indent>\s{3,5})(?<section>[A-Z])\.
+      \s(?<title>.*?)\n
+      (?<text>.*?)
+      (?=\n\s{4}[A-Z]\.\s|\z)
+    /mx
+
+    people = []
+    scan orders, pattern do |attrs|
+      attrs['section'] = '7' + attrs['section'] 
+
+      title = attrs['title']
+      fulltitle = title.dup
+      title.sub! /^Resolution to /, ''
+      title.sub! /\sthe\s/, ' '
+      title.sub! /\sApache\s/, ' '
+      title.sub! /\sCommittee\s/, ' '
+      title.sub! /\sProject(\s|$)/, '\1'
+      title.sub! /\sPMC(\s|$)/, '\1'
+      title.sub! /\s\(.*\)$/, ''
+
+      attrs['fulltitle'] = fulltitle if title != fulltitle
+
+      text = attrs['text']
+      attrs['digest'] = Digest::MD5.hexdigest(attrs['text'])
+
+      attrs['warnings'] = []
+      if attrs['indent'] != '    '
+        attrs['warnings'] << 'Heading is not indented 4 spaces'
+        attrs['warnings'] << attrs['indent'].inspect
+        attrs['warnings'] << attrs['indent'].length
+      end
+      if text.sub(/s+\Z/,'').scan(/^ *\S/).map(&:length).min != 8
+        attrs['warnings'] << 'Resolution is not indented 7 spaces'
+      end
+      attrs.delete 'indent'
+      attrs.delete 'warnings' if attrs['warnings'].empty?
+
+      asfid = '[a-z][-.a-z0-9_]+' # dot added to help detect errors
+      list_item = '^\s*(?:[-*\u2022]\s*)?(.*?)\s+'
+
+      people = text.scan(/#{list_item}\((#{asfid})\)\s*$/)
+      people += text.scan(/#{list_item}\((#{asfid})(?:@|\s*at\s*)
+        (?:\.\.\.|apache\.org)\)\s*$/x)
+      people += text.scan(/#{list_item}<(#{asfid})(?:@|\s*at\s*)
+        (?:\.\.\.|apache\.org)>\s*$/x)
+
+      whimsy = 'https://whimsy.apache.org'
+      if people.empty?
+        if title =~ /Change (.*?) Chair/ or title =~ /Terminate (\w+)$/
+          committee = ASF::Committee.find($1)
+          attrs['roster'] =
+            "#{whimsy}/roster/committee/#{CGI.escape committee.name}"
+          attrs['prior_reports'] = minutes(committee.display_name)
+          name1 = text[/heretofore\sappointed\s(\w.*)\sto/,1]
+          sname1 = name1.to_s.downcase.gsub('.', ' ').split(/\s+/)
+          name2 = text[/recommend\s(\w.*)\sas/,1]
+          sname2 = name2.to_s.downcase.gsub('.', ' ').split(/\s+/)
+          next unless committee.names
+          committee.names.each do |id, name|
+            name.sub!(/ .* /,' ') unless text.include? name
+            pname = name.downcase.split(/\s+/)
+            if text.include? name
+              people << [name, id]
+            elsif name1 && sname1.all? {|t1| pname.any? {|t2| t2.start_with? t1}}
+              people << [name1, id]
+            elsif name1 && pname.all? {|t1| sname1.any? {|t2| t2.start_with? t1}}
+              people << [name1, id]
+            elsif name2 && sname2.all? {|t1| pname.any? {|t2| t2.start_with? t1}}
+              people << [name2, id]
+            elsif name2 && pname.all? {|t1| sname2.any? {|t2| t2.start_with? t1}}
+              people << [name2, id]
+            end
+          end
+        end
+      else
+        if title =~ /Establish (.*)/
+          name = $1
+          attrs['prior_reports'] =
+            "#{whimsy}/board/minutes/#{name.gsub(/\W/,'_')}"
+          if text =~ /FURTHER RESOLVED, that ([^,]*?),?\s+be\b/
+            chairname = $1.gsub(/\s+/, ' ').strip
+            chair = people.find {|person| person.first == chairname}
+            attrs['chair'] = (chair ? chair.last : nil)
+          end
+        end
+
+      end
+
+      people.map! do |name, id| 
+        person = ASF::Person.new(id)
+        icla = person.icla
+        [id, {name: name, icla: icla ? person.icla.name : false,
+          member: person.asf_member?}]
+      end
+
+      attrs['people'] = Hash[people] unless people.empty?
+    end
+  end
+end