gsc-cli 2.0.1 → 2.1.0

data/dist/gsc

@@ -3,7 +3,7 @@
 
 # ==============================================================================
 # Google Search Console & Indexing API CLI Tool (Pure Ruby - Zero Gem Dependencies)
-# Standalone Single-File Distribution (Built from lib/gsc v2.0.1)
+# Standalone Single-File Distribution (Built from lib/gsc v2.1.0)
 # ==============================================================================
 
 require 'net/http'
@@ -20,7 +20,7 @@ require 'stringio'
 
 # --- version.rb ---
 module GSC
-  VERSION = '2.0.1'
+  VERSION = '2.1.0'
 end
 
 # --- color.rb ---
@@ -55,6 +55,15 @@ module GSC
     CONFIG_DIR  = File.expand_path('~/.config/gsc')
     CONFIG_FILE = File.join(CONFIG_DIR, 'config.json')
 
+def self.get(key)
+  load[key.to_s]
+end
+
+def self.set(key, value)
+  save(key.to_s => value)
+  value
+end
+
     def self.load
       return {} unless File.exist?(CONFIG_FILE)
       JSON.parse(File.read(CONFIG_FILE))
@@ -2844,6 +2853,22 @@ opts.on('--save', 'Save keyword research snapshot to ~/.config/gsc/domains/<doma
   options[:save] = true
 end
 
+opts.on('--alphabet', 'Run alphabet soup harvest (a-z) for search suggestions') do
+  options[:alphabet] = true
+end
+
+opts.on('--numbers', 'Include numbers (0-9) in alphabet soup search suggestions') do
+  options[:numbers] = true
+end
+
+opts.on('--strategy STRAT', 'PageSpeed device strategy: mobile or desktop (default: mobile)') do |s|
+  options[:strategy] = s
+end
+
+opts.on('--bot NAME', 'User agent bot name for robots.txt testing (default: googlebot)') do |b|
+  options[:bot] = b
+end
+
 
 opts.on('--delay MS', Integer, 'Delay between sequential requests in ms (default: 120)') do |delay|
   options[:delay] = delay
@@ -2913,6 +2938,72 @@ opts.on('--dry-run', 'Simulate API calls without mutating data') do
         exit 0 unless options[:in_dashboard]
         return
 
+when 'suggest', 'autocomplete', 'sug'
+  handle_suggest_command(target, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'questions', 'paa', 'faqs'
+  handle_questions_command(target, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'authority', 'opr', 'da', 'domain-authority'
+  handle_authority_command(target, extra, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'speed', 'vitals', 'pagespeed', 'psi'
+  handle_speed_command(target, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'compare', 'diff-seo', 'vs'
+  handle_compare_command(target, extra, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'content-gap', 'gap'
+  handle_content_gap_command(target, extra, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'internal-links', 'orphans', 'links-audit'
+  handle_internal_links_command(target, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'schema', 'rich-snippets', 'ld-json'
+  handle_schema_command(target, extra, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'llms', 'ai-ready'
+  handle_llms_command(target, extra, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'preview', 'serp-preview', 'social-preview'
+  handle_preview_command(target, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'trace', 'redirects', 'hops'
+  handle_trace_command(target, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'robots', 'robots-txt'
+  handle_robots_command(target, extra, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'backlinks', 'links'
+  handle_backlinks_command(target, extra, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+
       when 'trends', 'tr', 'google-trends', 'gtrends', 't'
   if target.nil? || target.strip.empty?
     # No target query given: pass through to GSC period decay/trends below
@@ -2983,7 +3074,7 @@ when 'version', '-v', '--version'
         exit 0 unless options[:in_dashboard]
         return if options[:in_dashboard]
       when 'config'
-        handle_config_command(target, extra, options)
+        handle_config_command(target, extra, args[3], options)
         exit 0 unless options[:in_dashboard]
         return if options[:in_dashboard]
       when 'connect', 'setup', 'init', 'install'
@@ -6668,8 +6759,56 @@ def self.handle_skills_command(subcommand, options)
       puts
     end
 
-    def self.handle_config_command(subcommand, subvalue, options)
+    def self.handle_config_command(subcommand, subvalue, subextra_or_options = nil, maybe_options = {})
+      if subextra_or_options.is_a?(Hash)
+        options = subextra_or_options
+        subextra = nil
+      else
+        subextra = subextra_or_options
+        options = maybe_options || {}
+      end
       case subcommand
+      when 'set'
+        key = subvalue.to_s.strip
+        val = subextra.to_s.strip
+        if key.empty? || val.empty?
+          if options[:json]
+            puts JSON.pretty_generate({ error: 'Usage: gsc config set <key> <value>' })
+          else
+            puts Color.c("❌ Error: Please specify key and value.", Color::RED)
+            puts "Example: gsc config set opr_api_key opr_live_xxxx"
+            puts "Example: gsc config set pagespeed_api_key AIzaSyxxxx"
+          end
+          exit 1
+        end
+
+        Config.set(key, val)
+        if key == 'opr_api_key'
+          Config.set('openpagerank_api_key', val)
+        elsif key == 'openpagerank_api_key'
+          Config.set('opr_api_key', val)
+        end
+
+        masked = val.length > 8 ? "#{val[0..7]}...#{val[-4..-1]}" : "***"
+        if options[:json]
+          puts JSON.pretty_generate({ status: 'ok', key: key, value: masked, configFile: Config::CONFIG_FILE })
+        else
+          puts BANNER
+          puts Color.c("✅ Saved configuration: #{Color.c(key, Color::CYAN)} = #{Color.c(masked, Color::GREEN)}", Color::GREEN, Color::BOLD)
+          puts Color.c("   📁 Stored in #{Config::CONFIG_FILE}", Color::GRAY)
+        end
+        return
+
+      when 'get'
+        key = subvalue.to_s.strip
+        val = Config.get(key)
+        if options[:json]
+          puts JSON.pretty_generate({ key: key, value: val })
+        else
+          puts val || "(not set)"
+        end
+        return
+
       when 'set-domain', 'domain'
         if subvalue.nil? || subvalue.empty?
           if options[:json]
@@ -6775,7 +6914,28 @@ def self.handle_skills_command(subcommand, options)
         else
           puts "   Key Location:    #{Color.c('Not found', Color::RED)}"
         end
-        puts "\n   #{Color::BOLD}Linked GA4 Properties per Domain:#{Color::RESET}"
+        opr = cfg['opr_api_key'] || cfg['openpagerank_api_key']
+        if opr
+          m_opr = opr.length > 8 ? "#{opr[0..7]}...#{opr[-4..-1]}" : "***"
+          puts "   OpenPageRank:    #{Color.c(m_opr, Color::GREEN)} (Active)"
+        else
+          puts "   OpenPageRank:    #{Color.c('(not set - run: gsc config set opr_api_key <key>)', Color::GRAY)}"
+        end
+
+        ps = cfg['pagespeed_api_key']
+        if ps
+          m_ps = ps.length > 8 ? "#{ps[0..7]}...#{ps[-4..-1]}" : "***"
+          puts "   PageSpeed API:   #{Color.c(m_ps, Color::GREEN)} (Active)"
+        end
+
+        ke = cfg['keywords_everywhere_api_key']
+        if ke
+          m_ke = ke.length > 8 ? "#{ke[0..7]}...#{ke[-4..-1]}" : "***"
+          puts "   Keywords Evr:    #{Color.c(m_ke, Color::GREEN)} (Active)"
+        end
+
+        puts "
+   #{Color::BOLD}Linked GA4 Properties per Domain:#{Color::RESET}"
         ga4_props = cfg['ga4_properties'] || {}
         if ga4_props.empty?
           puts "      #{Color.c('(None linked yet. Use: gsc config set-ga4 <id> -d <domain>)', Color::GRAY)}"
@@ -6789,6 +6949,8 @@ def self.handle_skills_command(subcommand, options)
         puts "#{Color::BOLD}Configuration shortcuts:#{Color::RESET}"
         puts "   gsc connect                  Interactive setup wizard (drag & drop key)"
         puts "   gsc use <domain>             Set active default domain"
+        puts "   gsc config set <key> <val>   Set API key (e.g. opr_api_key, pagespeed_api_key)"
+        puts "   gsc config get <key>         Read a stored configuration value"
         puts "   gsc config set-ga4 <id>      Link a GA4 Property ID to domain"
         puts "   gsc open                     Open config directory in Finder"
         puts "   gsc where                    Show install path and paths summary"

data/lib/gsc/backlinks_manager.rb

@@ -0,0 +1,96 @@
+# encoding: utf-8
+# frozen_string_literal: true
+
+require 'csv'
+require 'fileutils'
+require 'json'
+
+module GSC
+  class BacklinksManager
+    attr_reader :domain, :storage_file
+
+    def initialize(domain)
+      @domain = clean_domain(domain)
+      @domain_dir = File.join(Dir.home, '.config', 'gsc', 'domains', @domain)
+      FileUtils.mkdir_p(@domain_dir)
+      @storage_file = File.join(@domain_dir, 'backlinks.json')
+    end
+
+    def load_data
+      return { 'sources' => [], 'targets' => [], 'updated_at' => nil } unless File.exist?(@storage_file)
+
+      JSON.parse(File.read(@storage_file, encoding: 'UTF-8'))
+    rescue StandardError
+      { 'sources' => [], 'targets' => [], 'updated_at' => nil }
+    end
+
+    def save_data(data)
+      data['updated_at'] = Time.now.utc.iso8601
+      File.write(@storage_file, JSON.pretty_generate(data))
+    end
+
+    def import_csv(content)
+      data = load_data
+      lines = content.to_s.strip.lines
+
+      return { error: 'Empty content' } if lines.empty?
+
+      # Detect header
+      header = lines.first.downcase
+      if header.include?('top linking sites') || header.include?('root domain')
+        # Sources CSV
+        sources = []
+        CSV.parse(content, headers: true, skip_blanks: true) do |row|
+          domain_name = row['Top linking sites'] || row['Site'] || row[0]
+          links_count = (row['Target pages'] || row['Links'] || row[1] || '1').to_s.gsub(',', '').to_i
+          sources << { 'domain' => domain_name.to_s.strip, 'links_count' => links_count } if domain_name
+        end
+        data['sources'] = sources
+      else
+        # Target pages CSV
+        targets = []
+        CSV.parse(content, headers: true, skip_blanks: true) do |row|
+          target_url = row['Target page'] || row['Page'] || row[0]
+          incoming = (row['Incoming links'] || row['Links'] || row[1] || '1').to_s.gsub(',', '').to_i
+          targets << { 'target_url' => target_url.to_s.strip, 'incoming_count' => incoming } if target_url
+        end
+        data['targets'] = targets
+      end
+
+      save_data(data)
+      {
+        status: 'success',
+        sources_count: data['sources'].length,
+        targets_count: data['targets'].length,
+        updated_at: data['updated_at']
+      }
+    rescue StandardError => e
+      { error: "Failed to parse CSV: #{e.message}" }
+    end
+
+    def summary(target_page: nil)
+      data = load_data
+      sources = data['sources'] || []
+      targets = data['targets'] || []
+
+      filtered_targets = target_page ? targets.select { |t| t['target_url'].include?(target_page) } : targets
+
+      {
+        domain: @domain,
+        total_referring_domains: sources.length,
+        total_external_links: sources.sum { |s| s['links_count'] || 0 },
+        top_referring_domains: sources.sort_by { |s| -(s['links_count'] || 0) }.first(15),
+        top_target_pages: filtered_targets.sort_by { |t| -(t['incoming_count'] || 0) }.first(15),
+        updated_at: data['updated_at']
+      }
+    end
+
+    private
+
+    def clean_domain(input)
+      d = input.to_s.strip.downcase
+      d = d.sub(%r{^https?://}, '').sub(%r{/.*$}, '').sub(/^www\./, '')
+      d
+    end
+  end
+end

data/lib/gsc/cli.rb

@@ -161,6 +161,22 @@ opts.on('--save', 'Save keyword research snapshot to ~/.config/gsc/domains/<doma
   options[:save] = true
 end
 
+opts.on('--alphabet', 'Run alphabet soup harvest (a-z) for search suggestions') do
+  options[:alphabet] = true
+end
+
+opts.on('--numbers', 'Include numbers (0-9) in alphabet soup search suggestions') do
+  options[:numbers] = true
+end
+
+opts.on('--strategy STRAT', 'PageSpeed device strategy: mobile or desktop (default: mobile)') do |s|
+  options[:strategy] = s
+end
+
+opts.on('--bot NAME', 'User agent bot name for robots.txt testing (default: googlebot)') do |b|
+  options[:bot] = b
+end
+
 
 opts.on('--delay MS', Integer, 'Delay between sequential requests in ms (default: 120)') do |delay|
   options[:delay] = delay
@@ -230,6 +246,72 @@ opts.on('--dry-run', 'Simulate API calls without mutating data') do
         exit 0 unless options[:in_dashboard]
         return
 
+when 'suggest', 'autocomplete', 'sug'
+  handle_suggest_command(target, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'questions', 'paa', 'faqs'
+  handle_questions_command(target, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'authority', 'opr', 'da', 'domain-authority'
+  handle_authority_command(target, extra, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'speed', 'vitals', 'pagespeed', 'psi'
+  handle_speed_command(target, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'compare', 'diff-seo', 'vs'
+  handle_compare_command(target, extra, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'content-gap', 'gap'
+  handle_content_gap_command(target, extra, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'internal-links', 'orphans', 'links-audit'
+  handle_internal_links_command(target, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'schema', 'rich-snippets', 'ld-json'
+  handle_schema_command(target, extra, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'llms', 'ai-ready'
+  handle_llms_command(target, extra, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'preview', 'serp-preview', 'social-preview'
+  handle_preview_command(target, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'trace', 'redirects', 'hops'
+  handle_trace_command(target, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'robots', 'robots-txt'
+  handle_robots_command(target, extra, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+when 'backlinks', 'links'
+  handle_backlinks_command(target, extra, options)
+  exit 0 unless options[:in_dashboard]
+  return if options[:in_dashboard]
+
+
       when 'trends', 'tr', 'google-trends', 'gtrends', 't'
   if target.nil? || target.strip.empty?
     # No target query given: pass through to GSC period decay/trends below
@@ -300,7 +382,7 @@ when 'version', '-v', '--version'
         exit 0 unless options[:in_dashboard]
         return if options[:in_dashboard]
       when 'config'
-        handle_config_command(target, extra, options)
+        handle_config_command(target, extra, args[3], options)
         exit 0 unless options[:in_dashboard]
         return if options[:in_dashboard]
       when 'connect', 'setup', 'init', 'install'
@@ -3985,8 +4067,56 @@ def self.handle_skills_command(subcommand, options)
       puts
     end
 
-    def self.handle_config_command(subcommand, subvalue, options)
+    def self.handle_config_command(subcommand, subvalue, subextra_or_options = nil, maybe_options = {})
+      if subextra_or_options.is_a?(Hash)
+        options = subextra_or_options
+        subextra = nil
+      else
+        subextra = subextra_or_options
+        options = maybe_options || {}
+      end
       case subcommand
+      when 'set'
+        key = subvalue.to_s.strip
+        val = subextra.to_s.strip
+        if key.empty? || val.empty?
+          if options[:json]
+            puts JSON.pretty_generate({ error: 'Usage: gsc config set <key> <value>' })
+          else
+            puts Color.c("❌ Error: Please specify key and value.", Color::RED)
+            puts "Example: gsc config set opr_api_key opr_live_xxxx"
+            puts "Example: gsc config set pagespeed_api_key AIzaSyxxxx"
+          end
+          exit 1
+        end
+
+        Config.set(key, val)
+        if key == 'opr_api_key'
+          Config.set('openpagerank_api_key', val)
+        elsif key == 'openpagerank_api_key'
+          Config.set('opr_api_key', val)
+        end
+
+        masked = val.length > 8 ? "#{val[0..7]}...#{val[-4..-1]}" : "***"
+        if options[:json]
+          puts JSON.pretty_generate({ status: 'ok', key: key, value: masked, configFile: Config::CONFIG_FILE })
+        else
+          puts BANNER
+          puts Color.c("✅ Saved configuration: #{Color.c(key, Color::CYAN)} = #{Color.c(masked, Color::GREEN)}", Color::GREEN, Color::BOLD)
+          puts Color.c("   📁 Stored in #{Config::CONFIG_FILE}", Color::GRAY)
+        end
+        return
+
+      when 'get'
+        key = subvalue.to_s.strip
+        val = Config.get(key)
+        if options[:json]
+          puts JSON.pretty_generate({ key: key, value: val })
+        else
+          puts val || "(not set)"
+        end
+        return
+
       when 'set-domain', 'domain'
         if subvalue.nil? || subvalue.empty?
           if options[:json]
@@ -4092,7 +4222,28 @@ def self.handle_skills_command(subcommand, options)
         else
           puts "   Key Location:    #{Color.c('Not found', Color::RED)}"
         end
-        puts "\n   #{Color::BOLD}Linked GA4 Properties per Domain:#{Color::RESET}"
+        opr = cfg['opr_api_key'] || cfg['openpagerank_api_key']
+        if opr
+          m_opr = opr.length > 8 ? "#{opr[0..7]}...#{opr[-4..-1]}" : "***"
+          puts "   OpenPageRank:    #{Color.c(m_opr, Color::GREEN)} (Active)"
+        else
+          puts "   OpenPageRank:    #{Color.c('(not set - run: gsc config set opr_api_key <key>)', Color::GRAY)}"
+        end
+
+        ps = cfg['pagespeed_api_key']
+        if ps
+          m_ps = ps.length > 8 ? "#{ps[0..7]}...#{ps[-4..-1]}" : "***"
+          puts "   PageSpeed API:   #{Color.c(m_ps, Color::GREEN)} (Active)"
+        end
+
+        ke = cfg['keywords_everywhere_api_key']
+        if ke
+          m_ke = ke.length > 8 ? "#{ke[0..7]}...#{ke[-4..-1]}" : "***"
+          puts "   Keywords Evr:    #{Color.c(m_ke, Color::GREEN)} (Active)"
+        end
+
+        puts "
+   #{Color::BOLD}Linked GA4 Properties per Domain:#{Color::RESET}"
         ga4_props = cfg['ga4_properties'] || {}
         if ga4_props.empty?
           puts "      #{Color.c('(None linked yet. Use: gsc config set-ga4 <id> -d <domain>)', Color::GRAY)}"
@@ -4106,6 +4257,8 @@ def self.handle_skills_command(subcommand, options)
         puts "#{Color::BOLD}Configuration shortcuts:#{Color::RESET}"
         puts "   gsc connect                  Interactive setup wizard (drag & drop key)"
         puts "   gsc use <domain>             Set active default domain"
+        puts "   gsc config set <key> <val>   Set API key (e.g. opr_api_key, pagespeed_api_key)"
+        puts "   gsc config get <key>         Read a stored configuration value"
         puts "   gsc config set-ga4 <id>      Link a GA4 Property ID to domain"
         puts "   gsc open                     Open config directory in Finder"
         puts "   gsc where                    Show install path and paths summary"