inqlude 0.0.8 → 0.7.0

data/lib/inqlude.rb

@@ -4,6 +4,9 @@ require "thor"
 require "json"
 require "haml"
 require "date"
+require "json-schema"
+require "kramdown"
+require "xdg"
 
 require File.expand_path('../version', __FILE__)
 require File.expand_path('../cli', __FILE__)
@@ -16,3 +19,7 @@ require File.expand_path('../upstream', __FILE__)
 require File.expand_path('../verifier', __FILE__)
 require File.expand_path('../library', __FILE__)
 require File.expand_path('../creator', __FILE__)
+require File.expand_path('../git_hub_tool', __FILE__)
+require File.expand_path('../manifest', __FILE__)
+require File.expand_path('../kde_frameworks_creator', __FILE__)
+require File.expand_path('../kde_frameworks_release', __FILE__)

data/lib/kde_frameworks_creator.rb

@@ -0,0 +1,173 @@
+# Copyright (C) 2014 Cornelius Schumacher <schumacher@kde.org>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License along
+# with this program; if not, write to the Free Software Foundation, Inc.,
+# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+class KdeFrameworksCreator
+
+  attr_reader :warnings, :errors
+  
+  def initialize
+    @frameworks = Hash.new
+  end
+  
+  def parse_checkout dir_name, options = {}
+    @warnings = []
+    @errors = []
+    Dir.entries( dir_name ).each do |entry|
+      next if entry =~ /^\./
+      next if entry == "kapidox"
+      next if entry == "kde4support"
+      
+      @frameworks[entry] = {}
+      parse_readme File.join(dir_name,entry), options
+      parse_authors File.join(dir_name,entry)
+    end
+  end
+
+  def frameworks
+    @frameworks.keys
+  end
+  
+  def framework name
+    f = @frameworks[name]
+    raise "Unable to read '#{name}'" if !f
+    f
+  end
+  
+  def parse_readme path, options = {}
+    @errors = [] if !@errors
+    
+    name = extract_name( path )
+    framework = @frameworks[name] || {}
+
+    state = nil
+    File.open(File.join(path,"README.md")).each_line do |line|
+      if line =~ /^# (.*)/
+        framework["title"] = $1
+        state = :parse_summary
+        next
+      elsif line =~ /^## Introduction/
+        framework["introduction"] = "" 
+        state = :parse_introduction
+        next
+      elsif line =~ /^## Links/
+        state = :parse_links
+        next
+      end
+
+      if state == :parse_summary
+        if line =~ /^##/
+          state = nil
+        else
+          if !line.strip.empty?
+            framework["summary"] = line.strip
+          end
+        end
+      end
+      
+      if state == :parse_introduction
+        if line =~ /^##/
+          framework["introduction"].strip!
+          state = nil
+        else
+          framework["introduction"] += line
+        end
+      end
+      
+      if state == :parse_links
+        if line =~ /^##/
+          state = nil
+        else
+          if line =~ /- (.*): (.*)/
+            link_name = $1
+            url = $2
+            link_name = link_name.downcase.gsub(/ /,"_")
+            if url =~ /<(.*)>/
+              url = $1
+            end
+            framework["link_#{link_name}"] = url
+          end
+        end
+      end
+    end
+    
+    required_fields = []
+    [ "title", "summary", "introduction", "link_home_page" ].each do |field|
+      if !options[:ignore_errors] || !options[:ignore_errors].include?(field)
+        required_fields.push field
+      end
+    end
+    
+    required_fields.each do |field|
+      if !framework.has_key?(field) || framework[field].strip.empty?
+        @errors.push( { :name => name, :issue => "missing_" + field } )
+      end
+    end
+
+    @frameworks[name] = framework
+  end
+  
+  def parse_authors path
+    name = extract_name( path )
+
+    authors_path = File.join(path,"AUTHORS")
+    if ( !File.exists?( authors_path ) )
+      @warnings.push( { :name => name, :issue => "missing_file",
+                       :details => "AUTHORS" } )
+      return
+    end
+    
+    authors = []
+    File.open(authors_path).each_line do |line|
+      if line =~ /(.* <.*@.*>)/
+        authors.push $1
+      end
+    end
+
+    framework = @frameworks[name] || {}
+
+    framework["authors"] = authors
+    
+    @frameworks[name] = framework
+  end
+
+  def extract_name path
+    path.split("/").last
+  end
+  
+  def create_manifests output_dir
+    settings = Settings.new
+    settings.manifest_path = output_dir
+    @frameworks.each do |name,framework|
+      creator = Creator.new settings, name
+      manifest = creator.create_generic_manifest
+      fill_in_data framework, manifest
+      creator.create_dir
+      creator.write_manifest manifest
+    end
+  end
+  
+  def fill_in_data framework, manifest
+    manifest["display_name"] = framework["title"]
+    manifest["summary"] = framework["summary"]
+    manifest["description"] = framework["introduction"]
+    manifest["urls"]["vcs"] = framework["link_git_repository"]
+    manifest["urls"]["homepage"] = framework["link_home_page"]
+    manifest["urls"]["mailing_list"] = framework["link_mailing_list"]
+    manifest["licenses"] = [ "LGPLv2.1+" ]
+    manifest["authors"] = [ "The KDE Community" ]
+    manifest["group"] = "kde-frameworks"
+  end
+end

data/lib/kde_frameworks_release.rb

@@ -0,0 +1,61 @@
+# Copyright (C) 2014 Cornelius Schumacher <schumacher@kde.org>
+#
+# This program is free software; you can redistribute it and/or modify
+# it under the terms of the GNU General Public License as published by
+# the Free Software Foundation; either version 2 of the License, or
+# (at your option) any later version.
+#
+# This program is distributed in the hope that it will be useful,
+# but WITHOUT ANY WARRANTY; without even the implied warranty of
+# MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE.  See the
+# GNU General Public License for more details.
+#
+# You should have received a copy of the GNU General Public License along
+# with this program; if not, write to the Free Software Foundation, Inc.,
+# 51 Franklin Street, Fifth Floor, Boston, MA 02110-1301 USA.
+
+class KdeFrameworksRelease
+  
+  attr_reader :generic_manifests
+  
+  def initialize handler
+    @handler = handler
+  end
+  
+  def self.create_release_manifest generic_manifest, release_date, version
+    m = generic_manifest
+    name = m["name"]
+    download_url = "http://download.kde.org/stable/frameworks/#{version}/"
+    m["$schema"] = Manifest.release_schema_id
+    m["schema_type"] = "release"
+    m["urls"]["download"] = download_url
+    m["maturity"] = "stable"
+    m["release_date"] = release_date
+    m["version"] = version
+    m["packages"] = {
+      "source" => "#{download_url}#{name}-#{version}.tar.xz"
+    }
+    m
+  end
+
+  def read_generic_manifests
+    @generic_manifests = Array.new
+    @handler.read_remote
+    @handler.group("kde-frameworks").each do |library|
+      @generic_manifests.push library.generic_manifest
+    end
+    @generic_manifests
+  end
+
+  def write_release_manifests release_date, version
+    @generic_manifests.each do |generic_manifest|
+      release_manifest = KdeFrameworksRelease.create_release_manifest(
+        generic_manifest, release_date, version )
+      path = @handler.manifest_path( release_manifest )
+      File.open( path, "w" ) do |file|
+        file.write Manifest.to_json( release_manifest )
+      end
+    end    
+  end
+  
+end

data/lib/library.rb

@@ -4,7 +4,32 @@ class Library
   attr_accessor :manifests
 
   def versions
-    versions = @manifests.map { |m| m["version"] }
+    versions = release_manifests.map { |m| m["version"] }
   end
   
+  def generic_manifest
+    @manifests.each do |m|
+      if m["schema_type"] == "generic"
+        return m
+      end
+    end
+    nil
+  end
+
+  def release_manifests
+    result = @manifests.reject { |m| m["schema_type"] == "generic" }
+    result.sort! do |m1,m2|
+      m1["release_date"] <=> m2["release_date"]
+    end
+    result
+  end
+  
+  def latest_manifest
+    if release_manifests.empty?
+      return generic_manifest
+    else
+      return release_manifests.last
+    end
+  end
+
 end

data/lib/manifest.rb

@@ -0,0 +1,43 @@
+class Manifest
+
+  def self.generic_schema_id
+    "http://inqlude.org/schema/generic-manifest-v1#"
+  end
+
+  def self.release_schema_id
+    "http://inqlude.org/schema/release-manifest-v1#"
+  end
+
+  def self.proprietary_release_schema_id
+    "http://inqlude.org/schema/proprietary-release-manifest-v1#"
+  end
+
+  def self.parse_file path
+    manifest = JSON File.read path
+    filename = File.basename path
+    manifest["filename"] = filename
+    filename =~ /^(.*?)\./
+    manifest["libraryname"] = $1
+    manifest["schema_type"],manifest["schema_version"] =
+      Manifest.parse_schema_id manifest["$schema"]
+    manifest
+  end
+  
+  def self.to_json manifest
+    m = manifest.clone
+    m.delete "filename"
+    m.delete "libraryname"
+    m.delete "schema_type"
+    m.delete "schema_version"
+    JSON.pretty_generate m
+  end
+  
+  def self.parse_schema_id schema_id
+    schema_id =~ /^http:\/\/inqlude\.org\/schema\/(.*)-manifest-v(.*)\#$/
+    type = $1
+    version = $2.to_i
+    raise "Unable to parse schema id '{schema_id}'" if !type || !version
+    return type, version
+  end
+
+end

data/lib/manifest_handler.rb

@@ -1,4 +1,4 @@
-# Copyright (C) 2011 Cornelius Schumacher <schumacher@kde.org>
+# Copyright (C) 2011-2013 Cornelius Schumacher <schumacher@kde.org>
 #
 # This program is free software; you can redistribute it and/or modify
 # it under the terms of the GNU General Public License as published by
@@ -25,19 +25,64 @@ class ManifestHandler
     @manifests = Array.new
   end
 
+  def manifest_path manifest
+    if manifest["schema_type"] == "release"
+      return File.join( @settings.manifest_path, manifest["name"],
+        "#{manifest["name"]}.#{manifest["release_date"]}.manifest" )
+    else
+      return File.join( @settings.manifest_path, manifest["name"],
+        "#{manifest["name"]}.manifest" )
+    end
+  end
+
   def libraries maturity = nil
     if !maturity
       return @libraries
     else
-      return @libraries.select { |l| l.manifests.last["maturity"] == maturity.to_s }
-    end    
+      return @libraries.select do |l|
+        manifest = l.latest_manifest
+        manifest["maturity"] == maturity.to_s &&
+            manifest["licenses"] != [ "Commercial" ]
+      end
+    end
+  end
+
+  def unreleased_libraries
+    return @libraries.select do |l|
+      manifest = l.latest_manifest
+      manifest["schema_type"] == "generic" &&
+          manifest["licenses"] != [ "Commercial" ]
+    end
+  end
+  
+  def commercial_libraries
+    return @libraries.select do |l|
+      manifest = l.latest_manifest
+      manifest["licenses"].include? "Commercial"
+    end
+  end
+  
+  def group name
+    return @libraries.select do |l|
+      manifest = l.latest_manifest
+      manifest["group"] == name
+    end
+  end
+  
+  def library name
+    @libraries.each do |library|
+      if library.name == name
+        return library
+      end
+    end
+    nil
   end
   
   def manifest name
     read_remote
     @libraries.each do |library|
       if library.name == name
-        return library.manifests.last
+        return library.latest_manifest
       end
     end
     raise "Unable to find manifest '#{name}'"
@@ -58,13 +103,9 @@ class ManifestHandler
       library.name = File.basename dirname
       local_manifests = Array.new
       Dir.glob( "#{dirname}/*.manifest" ).sort.each do |filename|
-        File.open filename do |file|
-          manifest = JSON file.read
-          manifest["filename"] = File.basename filename
-          manifest["libraryname"] = library.name
-          local_manifests.push manifest
-          manifests.push manifest
-        end
+        manifest = Manifest.parse_file filename
+        local_manifests.push manifest
+        manifests.push manifest
       end
       library.manifests = local_manifests
       libraries.push library
@@ -72,14 +113,15 @@ class ManifestHandler
   end
 
   def fetch_remote
-    if !File.exists? @settings.manifest_path + "/.git"
-      if File.exists? @settings.manifest_path
-        system "rm -r #{@settings.manifest_path}"
+    if File.exists? @settings.manifest_path
+      if !File.exists? @settings.manifest_path + "/.git"
+        raise "Can't fetch data into '#{@settings.manifest_path}' because it's not a git repository."
+      else
+        system "cd #{@settings.manifest_path}; git pull >/dev/null"
       end
-      system "git clone https://github.com/cornelius/inqlude-data.git " +
-        "#{@settings.manifest_path}"
     else
-      system "cd #{@settings.manifest_path}; git pull"
+      system "git clone git://anongit.kde.org/websites/inqlude-data " +
+        "#{@settings.manifest_path}"
     end
   end
 

data/lib/rpm_manifestizer.rb

@@ -122,11 +122,11 @@ class RpmManifestizer
   end
 
   def is_library? rpm_name
-    rpm_name =~ /^lib/
+    !!(rpm_name =~ /^lib/)
   end
 
   def is_32bit? rpm_name
-    rpm_name =~ /\-32bit/
+    !!(rpm_name =~ /\-32bit/)
   end
 
   def cut_off_number_suffix name