gd_bam 0.1.1 → 0.1.2

data/bin/bam.orig

@@ -1,369 +0,0 @@
-#!/usr/bin/env ruby
-require 'gli'
-require 'bam'
-
-include GLI::App
-
-program_desc 'Describe your application here'
-
-version Bam::VERSION
-
-# desc 'Describe some switch here'
-# switch [:s,:switch]
-# 
-desc 'Verbose'
-default_value false
-arg_name 'verbose'
-switch [:v,:verbose]
-
-desc 'Http logger'
-default_value false
-arg_name 'logger'
-switch [:l,:logger]
-
-desc 'Generates clover project based on information in current directory. The default ouptut is the directory ./clover-project'
-# arg_name 'Describe arguments to new here'
-command :generate do |c|
-  
-  c.desc 'generate only specified flow'
-  c.arg_name 'only'
-  c.flag :only
-  
-  c.action do |global_options,options,args|
-    GoodData::Bam::Commands::clobber_etl_project('.')
-    GoodData::Bam::Commands::setup_etl_project('.', PARAMS.merge(options).merge({:project_name => "etl-#{PARAMS[:project_name]}"}))
-    GoodData::Bam::Commands::generate('.', PARAMS.merge(options).merge({
-      :project_name => "etl-#{PARAMS[:project_name]}",
-      :graph_repos => [
-        GoodData::Bam::Repository.create(:type => :file, :base => Pathname('./local_graphs').expand_path),
-        GoodData::Bam::Repository.create(:type => :file, :base => GoodData::CloverGenerator::BAM_DEFINED_GRAPHS_ROOT)
-      ]}))
-  end
-end
-
-desc 'Jacks into SF.'
-# arg_name 'Describe arguments to new here'
-command :sf_jack_in do |c|
-
-  c.action do |global_options,options,args|
-    GoodData::Bam::Commands::sf_jack_in(PARAMS)
-  end
-end
-
-desc 'Jacks into project.'
-# arg_name 'Describe arguments to new here'
-command :project_jack_in do |c|
-
-  c.action do |global_options,options,args|
-    GoodData::Bam::Commands::project_jack_in(PARAMS)
-  end
-end
-
-
-desc 'Validatates connection to SalesForce.'
-# arg_name 'Describe arguments to new here'
-command :sf_validate_connection do |c|
-
-  c.action do |global_options,options,args|
-    GoodData::Bam::Commands::sf_validate_connection(PARAMS)
-  end
-end
-
-
-desc 'Generate data validator.'
-# arg_name 'Describe arguments to new here'
-command :generate_validator do |c|
-  c.action do |global_options,options,args|
-    GoodData::Bam::Commands::generate_validators('.', PARAMS.merge(options).merge({
-      :project_name => "validator-#{PARAMS[:project_name]}",
-      :graph_repos => [
-        GoodData::Bam::Repository.create(:type => :file, :base => './local_graphs'),
-        GoodData::Bam::Repository.create(:type => :file, :base => GoodData::CloverGenerator::BAM_DEFINED_GRAPHS_ROOT)
-      ]
-      }))
-  end
-end
-
-desc 'Run data validator.'
-# arg_name 'Describe arguments to new here'
-command :run_validator do |c|
-
-  c.desc 'Checker process ID'
-  c.arg_name 'process'
-  c.flag :process
-
-  c.action do |global_options,options,args|
-    process = options[:process]
-    files = args.map {|f| Pathname(f)}
-    files.each do |f|
-      fail "Provded file \"#{f}\" does not exist." unless File.exist?(f)
-    end
-    fail "You need to specify process" if process.blank?
-    
-    GoodData::Bam::Commands::connect_to_gd()
-    GoodData::Bam::Commands::run_validator(process, files, PARAMS)
-  end
-end
-
-
-desc 'Generates clover project for downloaders.'
-# arg_name 'Describe arguments to new here'
-command :generate_downloaders do |c|
-
-  c.desc 's3 backup'
-  c.arg_name 'backup'
-  c.flag :backup
-
-  c.action do |global_options,options,args|
-    params = global_options[:user_params]
-    params = PARAMS.merge({
-      :project_name => "downloaders-#{PARAMS[:project_name]}",
-      :graph_repos => [
-        GoodData::Bam::Repository.create(:type => :file, :base => './local_graphs'),
-        GoodData::Bam::Repository.create(:type => :file, :base => GoodData::CloverGenerator::BAM_DEFINED_GRAPHS_ROOT)]
-    })
-    GoodData::Bam::Commands::generate_downloaders(".", params)
-  end
-end
-
-desc 'Validates that the tap has the fields it is claimed it should have. This is supposed to make the mitigate errors during deploy.'
-# arg_name 'Describe arguments to new here'
-command :sf_taps_validate do |c|
-  c.action do |global_options,options,args|
-    verbose = global_options[:v]
-    params = PARAMS.merge({
-      :graph_repos => [
-        GoodData::Bam::Repository.create(:type => :file, :base => './local_graphs'),
-        GoodData::Bam::Repository.create(:type => :file, :base => GoodData::CloverGenerator::BAM_DEFINED_GRAPHS_ROOT)]})
-    result = GoodData::Bam::Commands::validate_sf_taps(params)
-
-    error = false
-    result.each_pair do |obj, fields|
-      if fields.empty?
-        puts HighLine::color("GOOD", :green) + " #{obj}"
-      else
-        error = true
-        puts HighLine::color("BAD", :red) + " #{obj} [" + fields.join(', ') + "]"
-      end
-    end
-    exit_now!("Errors found",exit_code=1) if error
-  end
-end
-
-desc "Prepares params.prm file for debugging that particular graph"
-command :debug do |c|
-  c.action do |global_options,options,args|
-    fail "Arguments should be passed as \"project\" \"flow\" \"graph\"" if args.length < 3
-    GoodData::Bam::Commands::set_up_debug(args.first, args[1], args[2])
-  end
-end
-
-desc 'Validates that the tap has the fields it is claimed it should have. This is supposed to make the mitigate errors during deploy.'
-# arg_name 'Describe arguments to new here'
-command :docs do |c|
-  c.action do |global_options,options,args|
-    GoodData::Bam::Commands::generate_docs
-  end
-end
-
-desc 'Lists processes for the project.'
-# arg_name 'Describe arguments to new here'
-command :procs do |c|
-
-  c.desc 'procs for all projects'
-  c.arg_name 'all'
-  c.switch :all
-
-  c.action do |global_options,options,args|
-    out = GoodData::Bam::Commands::procs_list(options)
-    out.each do |proc|
-      puts proc.join(',')
-    end
-  end
-end
-
-
-desc 'Creates project'
-command :project do |c|
-
-  c.desc 'blueprint name. Currently support goodsales'
-  c.arg_name 'blueprint'
-  c.flag :blueprint
-
-  c.desc 'token'
-  c.arg_name 'token'
-  c.flag :token
-
-  c.action do |global_options,options,args|
-    fail "You need to specify token to create a project" if options[:token].nil?
-    
-    GoodData::Bam::Commands::connect_to_gd()
-    pid = case options[:blueprint]
-      when "goodsales"
-        "nt935rwzls50zfqwy6dh62tabu8h0ocy"
-    end
-
-    params = PARAMS.merge({:token => options[:token]})
-
-    new_project = if pid
-      GoodData::Bam::Commands.clone_project(pid, params)
-    else
-      GoodData::Bam::Commands.create_project(params)
-    end
-
-    puts "Your project pid is #{new_project}"
-  end
-
-end
-
-
-desc 'Generates structures'
-arg_name 'what you want to generate project, tap, flow, sink'
-command :scaffold do |c|
-
-  c.desc 'blueprint name. Currently support goodsales'
-  c.arg_name 'blueprint'
-  c.flag :blueprint
-
-  c.desc 'from dataset'
-  c.arg_name 'from dataset'
-  c.flag :from_dataset
-
-  c.action do |global_options,options,args|
-    command = args.first
-    fail "You did not provide what I should scaffold. I can generate project, tap, flow, sink, graph_template nothing else" unless ["project", "tap", "flow", "sink", "graph_template"].include?(command) 
-    case command
-    when "project"
-      directory = args[1]
-      fail "Directory has to be provided as an argument. See help" if directory.nil?
-      if options[:blueprint].nil?
-        GoodData::Bam::Commands::setup_bash_structure(directory)  
-      else
-        case options[:blueprint]
-        when "goodsales"
-          system "git clone git://github.com/gooddata/goodsales_base.git #{directory}"
-        end
-      end
-    when "flow"
-      name = args[1]
-      fail "Name of the flow has to be provided as an argument. See help" if name.nil?
-      GoodData::Bam::Commands::setup_flow(name)
-    when "tap"
-      name = args[1]
-      fail "Name of the tap has to be provided as an argument. See help" if name.nil?
-      GoodData::Bam::Commands::setup_tap(name)
-    when "sink"
-<<<<<<< Updated upstream
-      name = args[1]
-      fail "Name of the sink has to be provided as an argument. See help" if name.nil?
-      GoodData::Bam::Commands::setup_sink(name)
-=======
-      # name = args[1]
-      # fail "Name of the sink has to be provided as an argument. See help" if name.nil?
-      # GoodData::CloverGenerator.setup_sink(name)
-      
-      dataset_name = options[:from_dataset]
-      GoodData::CloverGenerator.connect_to_gd()
-      sets = GoodData.get("/gdc/md/#{PARAMS[]}/data/sets")
-      dataset = sets['dataSetsInfo']['sets'].find {|ds| ds['meta']['title'] == dataset_name}
-      
-      binding.pry
->>>>>>> Stashed changes
-    when "graph_template"
-      name = args[1]
-      target = args[2]
-      fail "Name of the template has to be provided as an argument. See help" if name.nil?
-      fail "Name of the target has to be provided as an argument. See help" if target.nil?
-      GoodData::Bam::Commands::generate_graph_template(name, target)
-    end
-  end
-end
-
-desc 'Runs the project on server'
-command :model_sync do |c|
-
-  c.desc 'do not execute'
-  c.arg_name 'dry'
-  c.switch :dry
-
-  c.action do |global_options,options,args|
-    GoodData::Bam::Commands::model_sync(options)
-  end
-end
-
-
-desc 'Deploys the project on server and schedules it'
-command :deploy do |c|
-  
-  c.desc 'existing process id under which it is going to be redeployed'
-  c.arg_name 'process'
-  c.flag :process
-
-  c.desc 'name of the process'
-  c.arg_name 'name'
-  c.flag :name
-
-  c.action do |global_options,options,args|
-    dir = args.first
-    fail "You have to specify directory to deploy as an argument" if dir.nil?
-    fail "Specified directory does not exist" unless File.exist?(dir)
-    
-    GoodData::Bam::Commands::connect_to_gd()
-    options = global_options.merge(options)
-    response = GoodData::Bam::Commands::deploy(dir, options)
-  end
-end
-
-desc 'Runs the project on server'
-command :run do |c|
-
-  c.desc 'email to addresses when the run is finished'
-  c.arg_name 'email'
-  c.flag :email
-
-  c.action do |global_options,options,args|
-
-    dir = args.first
-    fail "You have to specify directory to deploy as an argument" if dir.nil?
-    fail "Specified directory does not exist" unless File.exist?(dir)
-
-    options = global_options.merge(options)
-    GoodData::Bam::Commands::connect_to_gd()
-    GoodData::Bam::Commands::run(dir, options)
-  end
-end
-
-
-pre do |global_options,command,options,args|
-
-  logger = Logger.new(STDOUT) if global_options[:l]
-  GoodData.logger = logger
-  params = GoodData::Bam::Utils::get_user_params('.')
-  s3_backup = GoodData::Bam::Utils::should_backup_to_s3?(params)
-  PARAMS = params.merge({:s3_backup => s3_backup})
-
-  # Pre logic here
-  # Return true to proceed; false to abort and not call the
-  # chosen command
-  # Use skips_pre before a command to skip this block
-  # on that command only
-
-  true
-end
-
-post do |global_options,command,options,args|
-  # Post logic here
-  # Use skips_post before a command to skip this
-  # block on that command only
-  verbose = global_options[:v]
-  puts HighLine::color("DONE", :green) if verbose
-end
-
-on_error do |exception|
-  pp exception.backtrace
-  # Error logic here
-  # return false to skip default error handling
-  true
-end
-
-exit run(ARGV)