winter 0.0.1

data/lib/winter/dependency.rb

@@ -0,0 +1,72 @@
+# Copyright 2013 LiveOps, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not 
+# use this file except in compliance with the License.  You may obtain a copy 
+# of the License at:
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 
+# License for the specific language governing permissions and limitations 
+# under the License.
+
+require 'winter/logger'
+
+module Winter
+
+  class Dependency
+    attr_accessor :artifact
+    attr_accessor :group
+    attr_accessor :version
+    attr_accessor :repositories
+    attr_accessor :package
+    attr_accessor :offline
+    attr_accessor :transative
+    attr_accessor :destination
+
+    def initialize
+      @artifact     = nil
+      @group        = nil
+      @version      = 'LATEST'
+      @repositories = []
+      @package      = 'jar'
+      @offline      = false
+      @transative   = false
+      @verbose      = false 
+      @destination  = '.'
+    end
+
+    def getMaven
+      dest_file = File.join(@destination,"#{@artifact}-#{@version}.#{@package}")
+
+      c =  "mvn org.apache.maven.plugins:maven-dependency-plugin:2.5:get " 
+      c << " -DremoteRepositories=#{@repositories.join(',').shellescape}" 
+      c << " -Dtransitive=#{@transative}" 
+      c << " -Dartifact=#{@group.shellescape}:#{@artifact.shellescape}:#{@version.shellescape}:#{@package.shellescape}" 
+      c << " -Ddest=#{dest_file.shellescape}"
+
+      if @offline
+        c << " --offline"
+      end
+
+      if !@verbose
+        #quiet mode is default
+        c << " -q"
+      end
+
+      result = system( c )
+      if result == false
+        $LOG.debug c
+        $LOG.error("Failed to retrieve artifact: #{@group}:#{@artifact}:#{@version}:#{@package}")
+      else
+        $LOG.info "#{@group}:#{@artifact}:#{@version}:#{@package}"
+        $LOG.debug dest_file
+      end
+
+    end
+  end
+
+end
+

data/lib/winter/dsl.rb

@@ -0,0 +1,180 @@
+# Copyright 2013 LiveOps, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not 
+# use this file except in compliance with the License.  You may obtain a copy 
+# of the License at:
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 
+# License for the specific language governing permissions and limitations 
+# under the License.
+
+#This is the Domain Specific Language definition for the Winterfile
+
+require 'open-uri'
+require 'json'
+
+require 'maven_pom'
+
+#require 'maven_gem/pom_fetcher'
+#require 'pom_spec'
+
+#require 'winter/bundles'
+require 'winter/constants'
+require 'winter/dependency'
+#require 'winter/json_util'
+require 'winter/logger'
+require 'winter/templates'
+
+module Winter
+  class DSL
+
+    def initialize( options={} )
+      @name         = 'default'
+      @groups       = []
+      @repositories = []
+      @dependencies = []
+      @options      = options
+      @config       = {}
+      @directives   = {}
+      @felix        = nil
+    end
+
+    def self.evaluate( winterfile, options={} )
+      # Must create instance for instance_eval to have correct scope
+      dsl = DSL.new options
+      res = dsl.eval_winterfile winterfile
+      validate(res)
+    end
+
+    def eval_winterfile( winterfile, contents=nil )
+      contents ||= File.open(winterfile.to_s, "rb"){|f| f.read}
+      
+      # set CWD to where the winterfile is located
+      Dir.chdir (File.split(winterfile.to_s)[0]) do
+        instance_eval(contents)
+      end
+      
+      # add default felix in context
+      if !@felix   #TODO Move default version somewhere
+        @felix = lib('org.apache.felix', 'org.apache.felix.main', '4.0.2')
+      end
+
+      {
+        :config       => @config,
+        :dependencies => @dependencies,
+        :felix        => @felix,
+        :directives   => @directives
+      }
+    end
+
+    def self.validate( res )
+      raise "Must have at least one service name." if res[:config]['service'].nil?
+      res
+    end
+
+# **************************************************************************
+# Winterfile DSL spec
+# **************************************************************************
+    
+    def name( name )
+      @name = @config['service'] = name
+    end
+
+    def info( msg=nil )
+      $LOG.info msg
+    end
+
+    def directive( key, value=nil )
+      @directives[key] = value
+    end
+
+    def lib( group, artifact, version='LATEST', *args )
+      options = Hash === args.last ? args.pop : {}
+      dep = Dependency.new
+      dep.artifact      = artifact
+      dep.group         = group
+      dep.version       = version
+      dep.repositories  = @repositories
+      dep.package       = options[:package] || 'jar'
+      dep.offline       = @options['offline'] || @options['offline'] == 'true'
+      dep.transative    = true
+      dep.destination   = File.join(Dir.getwd,RUN_DIR,@name,LIBS_DIR)
+      #dep.verbose       = true
+
+      @dependencies.push dep
+      dep
+    end
+
+    def bundle( group, artifact, version='LATEST', *args )
+      options = Hash === args.last ? args.pop : {}
+      dep = Dependency.new
+      dep.artifact      = artifact
+      dep.group         = group
+      dep.version       = version
+      dep.repositories  = @repositories
+      dep.package       = options[:package] || 'jar'
+      dep.offline       = @options['offline'] || @options['offline'] == 'true'
+      dep.transative    = false
+      dep.destination   = File.join(Dir.getwd,RUN_DIR,@name,BUNDLES_DIR)
+      #dep.verbose       = true
+
+      @dependencies.push dep
+      dep
+    end
+
+    def felix( group, artifact, version='LATEST', *args )
+      @felix = lib( group, artifact, version, args )
+    end
+
+    def pom( pom, *args )
+      if pom.is_a?(Symbol)
+        raise "Poms must be URLs, paths to poms, or Strings"
+      end
+
+      pom_file = MavenPom.fetch(pom)
+      pom_spec = MavenPom.parse_pom(pom_file)
+      #$LOG.debug pom_spec.dependencies
+      pom_spec.dependencies.each do |dep|
+        $LOG.debug dep
+        if dep[:scope] == 'provided'
+          lib( dep[:group], dep[:artifact], dep[:version] ) 
+        end
+      end
+    end
+
+    def conf( dir )
+      #$LOG.debug( dir << " " << File.join(WINTERFELL_DIR,RUN_DIR,'conf') )
+      process_templates( dir, File.join(WINTERFELL_DIR,RUN_DIR,@name,'conf') )
+    end
+
+    def read( file )
+      if File.exist?(file)
+        @config.merge!( JSON.parse(File.read file ))
+      else
+        $LOG.warn "#{file} could not be found."
+      end
+    end
+
+    def group(*args, &blk)
+      @groups.concat args
+      #$LOG.info @options['group'].split(",")
+      #$LOG.info "in group " << @groups.join("::")
+      if( @options['group'] \
+         && @options['group'].split(",").include?(@groups.join("::")) )
+        yield
+      end
+    ensure
+      args.each { @groups.pop }
+    end
+
+    def repository( url )
+      @repositories.push url
+    end
+    alias :repo :repository
+
+  end
+end

data/lib/winter/logger.rb

@@ -0,0 +1,29 @@
+# Copyright 2013 LiveOps, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not 
+# use this file except in compliance with the License.  You may obtain a copy 
+# of the License at:
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 
+# License for the specific language governing permissions and limitations 
+# under the License.
+
+require 'logger'
+
+if $LOG.nil?
+  $LOG = Logger.new(STDOUT)
+  #original_formatter = Logger::Formatter.new
+  $LOG.level = Logger::INFO
+  $LOG.formatter = proc { |severity, datetime, progname, msg|
+    #original_formatter.call(severity, datetime, progname, msg.dump)
+    if( severity == 'DEBUG')
+      "#{severity}: #{msg} \n"
+    else
+      "#{msg} \n"
+    end
+  }
+end

data/lib/winter/service/build.rb

@@ -0,0 +1,33 @@
+# Copyright 2013 LiveOps, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not 
+# use this file except in compliance with the License.  You may obtain a copy 
+# of the License at:
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 
+# License for the specific language governing permissions and limitations 
+# under the License.
+
+require 'winter/constants'
+require 'winter/logger'
+
+module Winter
+  class Service
+
+    def build(winterfile, options)
+      #dsl = DSL.new options
+      tmp = DSL.evaluate winterfile, options
+      dependencies = tmp[:dependencies]
+      #$LOG.debug dependencies
+
+      dependencies.each do |dep|
+        dep.getMaven
+      end
+    end
+
+  end
+end

data/lib/winter/service/start.rb

@@ -0,0 +1,174 @@
+# Copyright 2013 LiveOps, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not 
+# use this file except in compliance with the License.  You may obtain a copy 
+# of the License at:
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 
+# License for the specific language governing permissions and limitations 
+# under the License.
+
+require 'winter/constants'
+require 'winter/logger'
+require 'shellwords'
+
+# TODO This needs a larger refactor to make it more functional and less reliant
+# upon class variables (@foo). HELP!
+
+module Winter
+  class Service
+
+    def initialize
+      #put defaults here
+      @config = {}
+      @config['java_home']   = ENV['JAVA_HOME'] 
+      @config['service']     = 'default'
+      @config['log.level']   = 1
+      @config['64bit']       = true
+      @config['jvm.mx']      = '1g'
+      @config['console']     = '/dev/null'
+      @config['web.port']    = 8080
+      @config['osgi.port']   = 6070
+      @config['jdb.port']    = 6071
+      @config['jmx.port']    = 6072
+      @config['service.conf.dir']    = "conf"
+
+      #@config['log.dir'] = File.join(WINTERFELL_DIR,RUN_DIR,@config['service'],'logs')
+      @directives = {}
+    end
+
+    def start(winterfile, options)
+      dsl = DSL.evaluate winterfile, options
+      dsl[:dependencies].each do |dep|
+        $LOG.debug "dependency: #{dep.group}.#{dep.artifact}"
+      end
+      @felix = dsl[:felix]
+
+      @config.merge! dsl[:config] # add Winterfile 'directive' commands
+      @config.merge! options # overwrite @config with command-line options
+      @config.each do |k,v|
+        k = k.shellescape if k.is_a? String
+        v = v.shellescape if v.is_a? String
+      end
+      $LOG.debug @config
+
+      @service_dir = File.join(File.split(winterfile)[0],RUN_DIR,@config['service']).shellescape
+
+      @config['log.dir'] = File.join(@service_dir,'logs')
+
+      @directives.merge! dsl[:directives]
+
+      java_cmd = generate_java_invocation
+      java_cmd << " > #{@config['console']} 2>&1"
+      $LOG.debug java_cmd
+
+      # execute
+      if( File.exists?(File.join(@service_dir, "pid")) )
+        $LOG.error "PID file already exists. Is the process running?"
+        exit
+      end
+      pid_file = File.open(File.join(@service_dir, "pid"), "w")
+      pid = fork do
+        exec(java_cmd)
+      end
+      pid_file.write(pid)
+      pid_file.close      
+
+      $LOG.info "Started #{@config['service']} (#{pid})"
+    end
+
+    def find_java
+      if !@config['java_home'].nil? && File.exists?(File.join(@config['java_home'],'bin','java'))
+        return File.join(@config['java_home'],'bin','java')
+      end
+      if !ENV['JAVA_HOME'].nil? && File.exists?(File.join(ENV['JAVA_HOME'],'bin','java'))
+        return File.join(ENV['JAVA_HOME'],'bin','java')
+      end
+      env = `env java -version 2>&1`
+      if env['version']
+        return "java"
+      end
+      raise "JRE could not be found. Please set JAVA_HOME or configure java_home."
+    end
+
+    def generate_java_invocation
+      java_bin = find_java
+
+      felix_jar = File.join(@felix.destination,"#{@felix.artifact}-#{@felix.version}.#{@felix.package}")
+
+      # start building the command
+      cmd = [ "#{java_bin.shellescape} -server" ]
+      cmd << (@config["64bit"]==true ? " -d64 -XX:+UseCompressedOops":'')
+      cmd << " -XX:MaxPermSize=256m -XX:NewRatio=3"
+      cmd << " -Xmx#{@config['jvm.mx']}" 
+      cmd << opt("felix.fileinstall.dir", "#{@service_dir}/#{BUNDLES_DIR}")
+
+      config_properties = File.join(@service_dir, "conf", F_CONFIG_PROPERTIES)
+      cmd << opt("felix.config.properties", "file:" + config_properties)
+      cmd << opt("felix.log.level", felix_log_level(@config['log.level']))
+
+      # TODO remove these options when the logger bundle is updated to use the classpath
+      logger_properties = File.join(@service_dir, "conf", F_LOGGER_PROPERTIES)
+      logback_xml       = File.join(@service_dir, "conf", F_LOGBACK_XML)
+      cmd << opt("log4j.configuration",       logger_properties)
+      cmd << opt("logback.configurationFile", logback_xml)
+    
+      cmd << opt("web.port",         @config["web.port"])
+      cmd << opt("osgi.port",        @config["osgi.port"])
+      cmd << opt("log.dir",          @config['log.dir'])
+      cmd << opt("service.conf.dir", File.join(@service_dir, "conf"))
+      cmd << opt(OPT_BUNDLE_DIR,     "#{@service_dir}/bundles")
+      cmd << add_directives( @directives )
+      cmd << @config["osgi.shell.telnet.ip"]?" -Dosgi.shell.telnet.ip=#{@config["osgi.shell.telnet.ip"]}":''
+      #cmd.push(add_code_coverage())
+      cmd << (@config["jdb.port"] ? " -Xdebug -Xrunjdwp:transport=dt_socket,address=#{@config["jdb.port"]},server=y,suspend=n" : '')
+      cmd << (@config["jmx.port"] ? " -Dcom.sun.management.jmxremote -Dcom.sun.management.jmxremote.port=#{@config["jmx.port"]} -Dcom.sun.management.jmxremote.ssl=false -Dcom.sun.management.jmxremote.authenticate=false" : '')
+      cmd << " -cp #{@service_dir}/conf:#{felix_jar.to_s.shellescape} org.apache.felix.main.Main"
+      cmd << " -b #{@service_dir}/libs"
+      cmd << " #{@service_dir}/felix_cache"
+        
+      return cmd.join(" \\\n ")
+    end 
+
+    def add_directives( dir )
+      tmp = ""
+      dir.each do |key, value|
+        tmp << " -D"+Shellwords.escape(key)
+        if value
+          tmp << "="+Shellwords.escape(value.to_s)
+        end
+      end
+      tmp
+    end
+
+    def opt(key, value)
+      " -D#{Shellwords.escape(key.to_s)}=#{Shellwords.escape(value.to_s)}"
+    end
+
+    def felix_log_level(level)
+      if level =~ /[1-4]/
+        return level
+      end
+      if !level.is_a? String
+        return 1
+      end
+      case level.upcase
+      when "ERROR"
+        return 1
+      when "WARN"
+        return 2
+      when "INFO"
+        return 3
+      when "DEBUG"
+        return 4
+      else
+        return 1
+      end
+  end
+
+  end
+end

data/lib/winter/service/status.rb

@@ -0,0 +1,48 @@
+# Copyright 2013 LiveOps, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not 
+# use this file except in compliance with the License.  You may obtain a copy 
+# of the License at:
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 
+# License for the specific language governing permissions and limitations 
+# under the License.
+
+require 'winter/constants'
+require 'winter/logger'
+
+module Winter
+  class Service
+
+    def status
+      pid_files = Dir.glob(File.join(WINTERFELL_DIR,RUN_DIR, "**", "pid"))
+      if( pid_files.length == 0 )
+        $LOG.info "No services are running."
+      end
+
+      services = {}
+      
+      pid_files.each do |f_pid|
+        service = f_pid.sub( %r{#{WINTERFELL_DIR}/#{RUN_DIR}/([^/]+)/pid}, '\1')
+        pid_file = File.open(f_pid, "r")
+        pid = pid_file.read().to_i
+      
+        begin
+          Process.getpgid( pid )
+          running = "Running"
+        rescue Errno::ESRCH
+          running = "Dangling pid file : #{f_pid}"
+        end
+
+        services["#{service} (#{pid})"] = "#{running}"
+      end
+
+      return services
+    end
+
+  end
+end

data/lib/winter/service/stop.rb

@@ -0,0 +1,49 @@
+# Copyright 2013 LiveOps, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not 
+# use this file except in compliance with the License.  You may obtain a copy 
+# of the License at:
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 
+# License for the specific language governing permissions and limitations 
+# under the License.
+
+require 'winter/constants'
+require 'winter/logger'
+
+module Winter
+  class Service
+
+    # stop winterfell service
+    def stop(winterfile='Winterfile', options={})
+      tmp = DSL.evaluate winterfile, options
+      config = tmp[:config]
+      service = config['service']
+
+      @service_dir = File.join(File.split(winterfile)[0],RUN_DIR,service)
+      f_pid = File.join(@service_dir, "pid")
+
+      if File.exists?(f_pid)
+        pid = nil;
+        File.open(f_pid, "r") do |f|
+          pid = f.read().to_i
+        end
+        Process.kill("TERM", -Process.getpgid(pid))
+        begin
+          File.unlink(f_pid)
+        rescue
+          $LOG.error( "Error deleting PID file." )
+        end
+      else
+        $LOG.error("Failed to find process Id file: #{f_pid}")
+        false
+      end
+      true
+    end
+
+  end
+end

data/lib/winter/service/validate.rb

@@ -0,0 +1,26 @@
+# Copyright 2013 LiveOps, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not 
+# use this file except in compliance with the License.  You may obtain a copy 
+# of the License at:
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 
+# License for the specific language governing permissions and limitations 
+# under the License.
+
+require 'winter/constants'
+require 'winter/logger'
+
+module Winter
+  class Service
+
+    def validate( winterfile='Winterfile', options={} )
+      DSL.evaluate winterfile, options
+    end
+
+  end
+end

data/lib/winter/templates.rb

@@ -0,0 +1,27 @@
+# Copyright 2013 LiveOps, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not 
+# use this file except in compliance with the License.  You may obtain a copy 
+# of the License at:
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 
+# License for the specific language governing permissions and limitations 
+# under the License.
+
+require 'winter/logger'
+require 'erb'
+
+def process_templates(source_templates, destination_dir)
+  #$LOG.debug "'#{source_templates}' -> #{destination_dir}"
+  Dir.glob(File.join(source_templates, "**", "*.erb")) do |tmpl|
+    result = ERB.new(File.open(tmpl).read).result(binding)
+    dest = destination_dir + tmpl.sub(%r{#{source_templates}},"").sub(/\.erb$/, "")
+    #$LOG.debug "Processing: #{dest}"
+    FileUtils.mkpath File.dirname(dest)
+    File.new(dest,'w').write(result)
+  end
+end

data/lib/winter/version.rb

@@ -0,0 +1,17 @@
+# Copyright 2013 LiveOps, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not 
+# use this file except in compliance with the License.  You may obtain a copy 
+# of the License at:
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 
+# License for the specific language governing permissions and limitations 
+# under the License.
+
+module Winter
+  VERSION = "0.0.1"
+end

data/lib/winter.rb

@@ -0,0 +1,23 @@
+# Copyright 2013 LiveOps, Inc.
+#
+# Licensed under the Apache License, Version 2.0 (the "License"); you may not 
+# use this file except in compliance with the License.  You may obtain a copy 
+# of the License at:
+#
+#    http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software 
+# distributed under the License is distributed on an "AS IS" BASIS, WITHOUT 
+# WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. See the 
+# License for the specific language governing permissions and limitations 
+# under the License.
+
+require "winter/version"
+#require "winter/specfile"
+
+module Winter
+
+  def self.assemble
+  end
+
+end