mongogems 0.0.1 → 0.0.7

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: e52d3b09b0c7415673e2fb1ee195a179299157132d571ff13c992379018de51f
-  data.tar.gz: 57811b85a6d413440b726e8cab1e574b9834d45cfa76fc1b30bfeca9f0f0f0c7
+  metadata.gz: d6b110efba52c4efdfb689e7af26b0e97870e13ac53c03624649c4f4b8f3c7a2
+  data.tar.gz: eec7fa33083d44430f3f9b2d4934ba1bea15ba714284fb07b58c3852dbb24a59
 SHA512:
-  metadata.gz: 2b887419212f6a2f6b9343d8e46771d12d4d854e10d8ec9cf8c5c1fbb2fe2cca856be3def29fd507eaac184a79d642689a195b7e569c798a37403d3019557ab6
-  data.tar.gz: dfd7d7c251d96ca5dbf3313682bd97193112d6cb83dd6140ff5c66cff5ddfe0634cd2ac98ff9b83cdfce96d7d9ca0a09f3add292955eaf1e25f8ea83bab1c1dc
+  metadata.gz: 6d93488d894bc85eb43b3713b98b00a8d13cc448c60649ecad754efab53c61ccbc99534d1b77da74de3e1a36b3c79e70ef24b0bef15c36585724cbef798df180
+  data.tar.gz: 2a26b5a049cba6a60519d8045dae7edba880308a236eec7405fee626544008f466c17b152cfc4be51f6d913c27739f922e3de97b10fc78db85e714f74dad7455

data/bin/mg

@@ -0,0 +1,69 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require_relative '../lib/config'
+require 'shellwords'
+
+options = {}
+
+case ARGV.shift
+when 'config'
+  options[:cmd] = 'config'
+  case ARGV.shift
+  when 'set'
+    options[:subcmd] = 'set'
+    key = ARGV.shift
+    value = ARGV.join ' '
+    options[:key] = key
+    options[:val] = value
+
+    write_config_entry options[:key], options[:val]
+  when 'get'
+    options[:subcmd] = 'get'
+    key = ARGV.shift
+    options[:key] = key
+
+    val = read_config_entry options[:key]
+    puts "Config for #{options[:key]} is #{val}"
+  when 'help'
+    puts '
+Usage: mg config [subcommand] ...
+Commands:
+ get KEY
+ set KEY VALUE
+'
+    exit
+  else
+    puts "Unrecognized #{options[:cmd]} command"
+    exit -1
+  end
+when 'help', '--help', '-h', '-?'
+  puts '
+Usage: mg [command] [subcommand] ...
+Commands:
+ config
+ help
+'
+  exit
+when 'shell', 's'
+  options[:cmd] = 'shell'
+  m_uri = read_config_entry 'uri'
+  if m_uri.nil?
+    puts 'URI not found in config.
+Must set URI with: mg config set uri YOUR_URI_HERE
+Example: mg config set uri \'mongodb://username:password@localhost:27017\'
+'
+    exit
+  end
+  remaining_cmds = ARGV.map{|arg| Shellwords.escape arg}.join ' '
+  cmdstr = "mongo #{m_uri} #{remaining_cmds}"
+  exec(cmdstr)
+# when 'echo'
+#   remaining_cmds = ARGV.map{|arg| Shellwords.escape arg}.join ' '
+#   puts remaining_cmds
+#   exec("echo #{remaining_cmds}")
+else
+  puts 'Unrecognized command'
+  exit -1
+end
+
+

data/bin/mongoindex2file

@@ -0,0 +1,37 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require_relative '../lib/indexes'
+
+options = {}
+
+OptionParser.new do |opts|
+  opts.banner = 'Usage: mongoindex2file [options]'
+
+  opts.on('-o', '--output=OUTFILE', 'Output file to write to') do |val|
+    options[:output] = val
+  end
+
+  opts.on('-uri', '--uri=URI', 'URI to MongoDB') do |val|
+    options[:uri] = val
+  end
+
+  opts.on('-d', '--database=DB', '(optional) Database to fetch indexes from') do |val|
+    options[:db] = val
+  end
+
+  opts.on('-c', '--collection=COLL', '(optional) Collection to fetch indexes from') do |val|
+    options[:coll] = val
+  end
+
+  opts.on('-h', '--help', 'Help') do |val|
+    puts opts
+    exit
+  end
+end.parse!
+
+if options[:output].nil?
+  puts 'Missing arguments. Execute with -h for help'
+  exit
+end
+
+get_indexes_script options[:uri], options[:db], options[:coll], options[:output]

data/bin/mongolog2file

@@ -0,0 +1,30 @@
+#!/usr/bin/env ruby
+require 'optparse'
+require_relative '../lib/logs'
+
+options = {}
+
+OptionParser.new do |opts|
+  opts.banner = 'Usage: mongolog2file [options]'
+
+  opts.on('-o', '--output=OUTFILE', 'Output file to write to') do |val|
+    options[:output] = val
+  end
+
+  opts.on('-uri', '--uri=URI', 'URI to MongoDB') do |val|
+    options[:uri] = val
+  end
+
+  opts.on('-h', '--help', 'Help') do |val|
+    puts opts
+    exit
+  end
+end.parse!
+
+if options[:output].nil?
+  puts 'Missing arguments. Execute with -h for help'
+  exit
+end
+
+get_logs options[:uri], options[:output]
+

data/lib/config.rb

@@ -0,0 +1,31 @@
+require 'yaml'
+
+$config_filename = File.join(Dir.home, '.mongogems')
+$has_config = lambda { File.exists? $config_filename }
+
+# Write a key-value pair to the config file
+def write_config_entry(key, value)
+  if $has_config.call then
+    curr_config = YAML.load(File.read($config_filename))
+  else
+    curr_config = {}
+  end
+
+  curr_config[key] = value
+
+  File.open($config_filename, 'w') { |f| f.write(curr_config.to_yaml) }
+end
+
+# Reads a key-value pair from the config file
+def read_config_entry(key)
+  if $has_config.call then
+    curr_config = YAML.load(File.read($config_filename))
+  else
+    return nil
+  end
+
+  curr_config[key]
+end
+
+# write_config_entry 'mongouri', 'mongodb://localhost'
+# p (read_config_entry 'mongouri')

data/lib/indexes.rb

@@ -0,0 +1,64 @@
+require 'mongo'
+require 'json'
+
+def get_indexes_script(uri, db_name=nil, coll_name=nil, outfile)
+  client = Mongo::Client.new(uri)
+
+  db_list = []
+  if not db_name.nil?
+    db_list.push db_name
+  else
+    client.use('admin').command(listDatabases: 1).first['databases'].each do |iter|  # read the name property
+      iter_db_name = iter['name']
+      db_list.push iter_db_name
+    end
+  end
+
+  scripts = []
+
+  db_list.each do |iter_db|
+    client = client.use iter_db
+    scripts.push "db = db.getSiblingDB('#{iter_db}')';"
+    if coll_name.nil?
+      colls = client.collections
+    else
+      colls = [
+        client[coll_name]
+      ]
+    end
+
+    colls.each do |coll|
+      coll.indexes.each do |idx|
+
+        #Skip the _id index
+        l_idx_cols = idx['key'].to_h.keys
+        if l_idx_cols.length == 1 and l_idx_cols.first == '_id'
+          next
+        end
+
+        txt = gen_idx_script idx, coll.name
+        scripts.push txt
+      end
+    end
+  end
+
+  txtscripts = scripts.join "\r\n"
+
+  File.open outfile, 'w' do |f|
+    f.write txtscripts
+  end
+end
+
+def gen_idx_script(idIndex, collname)
+  idx_name = idIndex['name']
+  idx_spec = JSON.dump(idIndex['key'])
+  idx_options = {}
+  idIndex.each do |k, v|
+    if ['v', 'key'].include? k then
+      next
+    end
+    idx_options[k] = v
+  end
+  opt_spec = JSON.dump idx_options
+  txt = "db.#{collname}.createIndex(#{idx_spec}, #{opt_spec});"
+end

data/lib/logs.rb

@@ -0,0 +1,18 @@
+require 'mongo'
+require 'json'
+
+def get_logs(uri, filename)
+  client = Mongo::Client.new(uri)
+  cur = client.command getLog: 'global'
+  rset = cur.to_a
+  # rset = JSON.parse(JSON.dump(rset))
+  File.open(filename, 'w') do |file|
+    # file.puts rset
+    rset.first['log'].each do |iter|
+      file.write(JSON.dump(JSON.parse(iter)))
+      file.write "\n"
+    end
+  end
+end
+
+get_logs 'mongodb://localhost', 'logs.txt'

data/lib/savedPipeline.rb

@@ -1,7 +1,7 @@
 require 'json'
 
-# filename = '/Users/nitin/Downloads/Zaloni-DQ-A/607d7460cb21963a143d1d0f.json'
 
+# Exports the pipeline to a .aggregate() Mongo shell script
 def pipeline_to_mongosh_script(infile, outfile)
   txt = File.read(infile)
   data = JSON.parse(txt)
@@ -10,17 +10,29 @@ def pipeline_to_mongosh_script(infile, outfile)
   dbname = ns_split[0]
   collname = ns_split[1]
 
-  the_pipeline = []
+  the_pipeline = "[\n"
+  is_first = true
   data['pipeline'].each do |pstage|
-    the_pipeline.push pstage['executor']
+    if not pstage["isEnabled"]
+      next
+    end
+
+    if is_first
+      is_first = false
+    else
+      the_pipeline += ', '
+    end
+    stage_txt = pstage['stage']
+    stage_txt = stage_txt.gsub("\\r", "\r").gsub("\\n", "\n")
+    the_pipeline += "{ #{pstage['stageOperator']}: " + stage_txt + " }"
   end
+  the_pipeline += "\n]"
 
   mongosh_script_out =
-"
-//Query name: #{data['name']}
-use #{dbname};
-db.#{collname}.aggregate(
-#{JSON.generate the_pipeline}
+"//Query name: #{data['name']}
+
+db.getSiblingDB('#{dbname}').#{collname}.aggregate(
+" + the_pipeline + "
 , {allowDiskUse: true}
 );
 "
@@ -28,4 +40,41 @@ db.#{collname}.aggregate(
   File.write(outfile, mongosh_script_out)
 end
 
-# pipeline_to_mongosh_script filename, '/dev/null'
+
+# Exports the pipeline to a createView Mongo shell script
+def pipeline_to_view_mongosh_script(infile, viewname, outfile)
+  txt = File.read(infile)
+  data = JSON.parse(txt)
+
+  ns_split = data['namespace'].split '.', 2
+  dbname = ns_split[0]
+  collname = ns_split[1]
+
+  the_pipeline = "[\n"
+  is_first = true
+  data['pipeline'].each do |pstage|
+    if not pstage["isEnabled"]
+      next
+    end
+
+    if is_first
+      is_first = false
+    else
+      the_pipeline += ', '
+    end
+    stage_txt = pstage['stage']
+    stage_txt = stage_txt.gsub("\\r", "\r").gsub("\\n", "\n")
+    the_pipeline += "{ #{pstage['stageOperator']}: " + stage_txt + " }"
+  end
+  the_pipeline += "\n]"
+
+  mongosh_script_out =
+    "//Query name: #{data['name']}
+
+db.getSiblingDB('#{dbname}').createView('#{viewname}', '#{collname}',
+" + the_pipeline + "
+);
+"
+
+  File.write(outfile, mongosh_script_out)
+end

metadata

@@ -1,23 +1,74 @@
 --- !ruby/object:Gem::Specification
 name: mongogems
 version: !ruby/object:Gem::Version
-  version: 0.0.1
+  version: 0.0.7
 platform: ruby
 authors:
 - Katkam Nitin Reddy
 autorequire:
 bindir: bin
 cert_chain: []
-date: 2021-05-03 00:00:00.000000000 Z
-dependencies: []
+date: 2021-05-16 00:00:00.000000000 Z
+dependencies:
+- !ruby/object:Gem::Dependency
+  name: mongo
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.14.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 2.14.0
+- !ruby/object:Gem::Dependency
+  name: os
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 1.1.1
+- !ruby/object:Gem::Dependency
+  name: shellwords
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.0
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: 0.1.0
 description:
 email:
 executables:
 - compass2mongosh
+- mongolog2file
+- mongoindex2file
+- mg
 extensions: []
 extra_rdoc_files: []
 files:
 - bin/compass2mongosh
+- bin/mg
+- bin/mongoindex2file
+- bin/mongolog2file
+- lib/config.rb
+- lib/indexes.rb
+- lib/logs.rb
 - lib/savedPipeline.rb
 homepage:
 licenses: []