gd_bam 0.1.0 → 0.1.1

data/bin/bam.orig

@@ -0,0 +1,369 @@
+#!/usr/bin/env ruby
+require 'gli'
+require 'bam'
+
+include GLI::App
+
+program_desc 'Describe your application here'
+
+version Bam::VERSION
+
+# desc 'Describe some switch here'
+# switch [:s,:switch]
+# 
+desc 'Verbose'
+default_value false
+arg_name 'verbose'
+switch [:v,:verbose]
+
+desc 'Http logger'
+default_value false
+arg_name 'logger'
+switch [:l,:logger]
+
+desc 'Generates clover project based on information in current directory. The default ouptut is the directory ./clover-project'
+# arg_name 'Describe arguments to new here'
+command :generate do |c|
+  
+  c.desc 'generate only specified flow'
+  c.arg_name 'only'
+  c.flag :only
+  
+  c.action do |global_options,options,args|
+    GoodData::Bam::Commands::clobber_etl_project('.')
+    GoodData::Bam::Commands::setup_etl_project('.', PARAMS.merge(options).merge({:project_name => "etl-#{PARAMS[:project_name]}"}))
+    GoodData::Bam::Commands::generate('.', PARAMS.merge(options).merge({
+      :project_name => "etl-#{PARAMS[:project_name]}",
+      :graph_repos => [
+        GoodData::Bam::Repository.create(:type => :file, :base => Pathname('./local_graphs').expand_path),
+        GoodData::Bam::Repository.create(:type => :file, :base => GoodData::CloverGenerator::BAM_DEFINED_GRAPHS_ROOT)
+      ]}))
+  end
+end
+
+desc 'Jacks into SF.'
+# arg_name 'Describe arguments to new here'
+command :sf_jack_in do |c|
+
+  c.action do |global_options,options,args|
+    GoodData::Bam::Commands::sf_jack_in(PARAMS)
+  end
+end
+
+desc 'Jacks into project.'
+# arg_name 'Describe arguments to new here'
+command :project_jack_in do |c|
+
+  c.action do |global_options,options,args|
+    GoodData::Bam::Commands::project_jack_in(PARAMS)
+  end
+end
+
+
+desc 'Validatates connection to SalesForce.'
+# arg_name 'Describe arguments to new here'
+command :sf_validate_connection do |c|
+
+  c.action do |global_options,options,args|
+    GoodData::Bam::Commands::sf_validate_connection(PARAMS)
+  end
+end
+
+
+desc 'Generate data validator.'
+# arg_name 'Describe arguments to new here'
+command :generate_validator do |c|
+  c.action do |global_options,options,args|
+    GoodData::Bam::Commands::generate_validators('.', PARAMS.merge(options).merge({
+      :project_name => "validator-#{PARAMS[:project_name]}",
+      :graph_repos => [
+        GoodData::Bam::Repository.create(:type => :file, :base => './local_graphs'),
+        GoodData::Bam::Repository.create(:type => :file, :base => GoodData::CloverGenerator::BAM_DEFINED_GRAPHS_ROOT)
+      ]
+      }))
+  end
+end
+
+desc 'Run data validator.'
+# arg_name 'Describe arguments to new here'
+command :run_validator do |c|
+
+  c.desc 'Checker process ID'
+  c.arg_name 'process'
+  c.flag :process
+
+  c.action do |global_options,options,args|
+    process = options[:process]
+    files = args.map {|f| Pathname(f)}
+    files.each do |f|
+      fail "Provded file \"#{f}\" does not exist." unless File.exist?(f)
+    end
+    fail "You need to specify process" if process.blank?
+    
+    GoodData::Bam::Commands::connect_to_gd()
+    GoodData::Bam::Commands::run_validator(process, files, PARAMS)
+  end
+end
+
+
+desc 'Generates clover project for downloaders.'
+# arg_name 'Describe arguments to new here'
+command :generate_downloaders do |c|
+
+  c.desc 's3 backup'
+  c.arg_name 'backup'
+  c.flag :backup
+
+  c.action do |global_options,options,args|
+    params = global_options[:user_params]
+    params = PARAMS.merge({
+      :project_name => "downloaders-#{PARAMS[:project_name]}",
+      :graph_repos => [
+        GoodData::Bam::Repository.create(:type => :file, :base => './local_graphs'),
+        GoodData::Bam::Repository.create(:type => :file, :base => GoodData::CloverGenerator::BAM_DEFINED_GRAPHS_ROOT)]
+    })
+    GoodData::Bam::Commands::generate_downloaders(".", params)
+  end
+end
+
+desc 'Validates that the tap has the fields it is claimed it should have. This is supposed to make the mitigate errors during deploy.'
+# arg_name 'Describe arguments to new here'
+command :sf_taps_validate do |c|
+  c.action do |global_options,options,args|
+    verbose = global_options[:v]
+    params = PARAMS.merge({
+      :graph_repos => [
+        GoodData::Bam::Repository.create(:type => :file, :base => './local_graphs'),
+        GoodData::Bam::Repository.create(:type => :file, :base => GoodData::CloverGenerator::BAM_DEFINED_GRAPHS_ROOT)]})
+    result = GoodData::Bam::Commands::validate_sf_taps(params)
+
+    error = false
+    result.each_pair do |obj, fields|
+      if fields.empty?
+        puts HighLine::color("GOOD", :green) + " #{obj}"
+      else
+        error = true
+        puts HighLine::color("BAD", :red) + " #{obj} [" + fields.join(', ') + "]"
+      end
+    end
+    exit_now!("Errors found",exit_code=1) if error
+  end
+end
+
+desc "Prepares params.prm file for debugging that particular graph"
+command :debug do |c|
+  c.action do |global_options,options,args|
+    fail "Arguments should be passed as \"project\" \"flow\" \"graph\"" if args.length < 3
+    GoodData::Bam::Commands::set_up_debug(args.first, args[1], args[2])
+  end
+end
+
+desc 'Validates that the tap has the fields it is claimed it should have. This is supposed to make the mitigate errors during deploy.'
+# arg_name 'Describe arguments to new here'
+command :docs do |c|
+  c.action do |global_options,options,args|
+    GoodData::Bam::Commands::generate_docs
+  end
+end
+
+desc 'Lists processes for the project.'
+# arg_name 'Describe arguments to new here'
+command :procs do |c|
+
+  c.desc 'procs for all projects'
+  c.arg_name 'all'
+  c.switch :all
+
+  c.action do |global_options,options,args|
+    out = GoodData::Bam::Commands::procs_list(options)
+    out.each do |proc|
+      puts proc.join(',')
+    end
+  end
+end
+
+
+desc 'Creates project'
+command :project do |c|
+
+  c.desc 'blueprint name. Currently support goodsales'
+  c.arg_name 'blueprint'
+  c.flag :blueprint
+
+  c.desc 'token'
+  c.arg_name 'token'
+  c.flag :token
+
+  c.action do |global_options,options,args|
+    fail "You need to specify token to create a project" if options[:token].nil?
+    
+    GoodData::Bam::Commands::connect_to_gd()
+    pid = case options[:blueprint]
+      when "goodsales"
+        "nt935rwzls50zfqwy6dh62tabu8h0ocy"
+    end
+
+    params = PARAMS.merge({:token => options[:token]})
+
+    new_project = if pid
+      GoodData::Bam::Commands.clone_project(pid, params)
+    else
+      GoodData::Bam::Commands.create_project(params)
+    end
+
+    puts "Your project pid is #{new_project}"
+  end
+
+end
+
+
+desc 'Generates structures'
+arg_name 'what you want to generate project, tap, flow, sink'
+command :scaffold do |c|
+
+  c.desc 'blueprint name. Currently support goodsales'
+  c.arg_name 'blueprint'
+  c.flag :blueprint
+
+  c.desc 'from dataset'
+  c.arg_name 'from dataset'
+  c.flag :from_dataset
+
+  c.action do |global_options,options,args|
+    command = args.first
+    fail "You did not provide what I should scaffold. I can generate project, tap, flow, sink, graph_template nothing else" unless ["project", "tap", "flow", "sink", "graph_template"].include?(command) 
+    case command
+    when "project"
+      directory = args[1]
+      fail "Directory has to be provided as an argument. See help" if directory.nil?
+      if options[:blueprint].nil?
+        GoodData::Bam::Commands::setup_bash_structure(directory)  
+      else
+        case options[:blueprint]
+        when "goodsales"
+          system "git clone git://github.com/gooddata/goodsales_base.git #{directory}"
+        end
+      end
+    when "flow"
+      name = args[1]
+      fail "Name of the flow has to be provided as an argument. See help" if name.nil?
+      GoodData::Bam::Commands::setup_flow(name)
+    when "tap"
+      name = args[1]
+      fail "Name of the tap has to be provided as an argument. See help" if name.nil?
+      GoodData::Bam::Commands::setup_tap(name)
+    when "sink"
+<<<<<<< Updated upstream
+      name = args[1]
+      fail "Name of the sink has to be provided as an argument. See help" if name.nil?
+      GoodData::Bam::Commands::setup_sink(name)
+=======
+      # name = args[1]
+      # fail "Name of the sink has to be provided as an argument. See help" if name.nil?
+      # GoodData::CloverGenerator.setup_sink(name)
+      
+      dataset_name = options[:from_dataset]
+      GoodData::CloverGenerator.connect_to_gd()
+      sets = GoodData.get("/gdc/md/#{PARAMS[]}/data/sets")
+      dataset = sets['dataSetsInfo']['sets'].find {|ds| ds['meta']['title'] == dataset_name}
+      
+      binding.pry
+>>>>>>> Stashed changes
+    when "graph_template"
+      name = args[1]
+      target = args[2]
+      fail "Name of the template has to be provided as an argument. See help" if name.nil?
+      fail "Name of the target has to be provided as an argument. See help" if target.nil?
+      GoodData::Bam::Commands::generate_graph_template(name, target)
+    end
+  end
+end
+
+desc 'Runs the project on server'
+command :model_sync do |c|
+
+  c.desc 'do not execute'
+  c.arg_name 'dry'
+  c.switch :dry
+
+  c.action do |global_options,options,args|
+    GoodData::Bam::Commands::model_sync(options)
+  end
+end
+
+
+desc 'Deploys the project on server and schedules it'
+command :deploy do |c|
+  
+  c.desc 'existing process id under which it is going to be redeployed'
+  c.arg_name 'process'
+  c.flag :process
+
+  c.desc 'name of the process'
+  c.arg_name 'name'
+  c.flag :name
+
+  c.action do |global_options,options,args|
+    dir = args.first
+    fail "You have to specify directory to deploy as an argument" if dir.nil?
+    fail "Specified directory does not exist" unless File.exist?(dir)
+    
+    GoodData::Bam::Commands::connect_to_gd()
+    options = global_options.merge(options)
+    response = GoodData::Bam::Commands::deploy(dir, options)
+  end
+end
+
+desc 'Runs the project on server'
+command :run do |c|
+
+  c.desc 'email to addresses when the run is finished'
+  c.arg_name 'email'
+  c.flag :email
+
+  c.action do |global_options,options,args|
+
+    dir = args.first
+    fail "You have to specify directory to deploy as an argument" if dir.nil?
+    fail "Specified directory does not exist" unless File.exist?(dir)
+
+    options = global_options.merge(options)
+    GoodData::Bam::Commands::connect_to_gd()
+    GoodData::Bam::Commands::run(dir, options)
+  end
+end
+
+
+pre do |global_options,command,options,args|
+
+  logger = Logger.new(STDOUT) if global_options[:l]
+  GoodData.logger = logger
+  params = GoodData::Bam::Utils::get_user_params('.')
+  s3_backup = GoodData::Bam::Utils::should_backup_to_s3?(params)
+  PARAMS = params.merge({:s3_backup => s3_backup})
+
+  # Pre logic here
+  # Return true to proceed; false to abort and not call the
+  # chosen command
+  # Use skips_pre before a command to skip this block
+  # on that command only
+
+  true
+end
+
+post do |global_options,command,options,args|
+  # Post logic here
+  # Use skips_post before a command to skip this
+  # block on that command only
+  verbose = global_options[:v]
+  puts HighLine::color("DONE", :green) if verbose
+end
+
+on_error do |exception|
+  pp exception.backtrace
+  # Error logic here
+  # return false to skip default error handling
+  true
+end
+
+exit run(ARGV)

data/lib/bam/version.rb

@@ -1,3 +1,3 @@
 module Bam
-  VERSION = '0.1.0'
+  VERSION = '0.1.1'
 end