Icarus-Mod-Tools 1.7.1 → 1.8.1

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: fd3e0ae69c6ef23c28a6f91e0ea2bef191fb23cb497624c4a6861542f0d55529
-  data.tar.gz: 74f1b174266c581ab857fd8079bc08345e055c12de0df175a24b84d5cf943c0b
+  metadata.gz: d70aff1f7ed368044b414fdca605fa438e0fbfe68c2af436d534a233fc6bff17
+  data.tar.gz: e4467d443894344c50a2c3c663e262afd7e54cc806da308ecd16d732bcd2c844
 SHA512:
-  metadata.gz: 3e2065dcd3968f5e692db72955f6c898e16c442c47cca55681586fb6c9b07c1ba7ed19c48b402b73b02004f70fb6c25def55d4f9daa4a46b1316ec5a2489e019
-  data.tar.gz: e56b480e1bd28fe040e0cd7a561f848596a654bb492457c92244902dbc046fe8a5ce8634f49455322ef03587c2762dc4003eb38e2b9c1fea5a7681562572a700
+  metadata.gz: 26c83360237ab149e6738e60966df113f8ede55460f85b0b2de29dd690cea238cdfda8af0ffc70f288ca58765b535d18b2cfcb21e0619b0a8226bfe099e7fecc
+  data.tar.gz: 278435526ede69d45383920bee07fc3fc094924d022ed55c54141d00e9b53ef003d7688fb26bc4f251e3b13705b743013875583d553ca8c22198a7daeb590238

data/.rubocop.yml

@@ -38,8 +38,17 @@ Metrics/AbcSize:
   Exclude:
     - lib/icarus/mod/cli/*.rb # Thor command files
 
+Metrics/BlockLength:
+  Enabled: false
+
+Metrics/ClassLength:
+  Enabled: false
+
 Metrics/MethodLength:
-  Max: 50
+  Enabled: false
+
+Naming/BlockForwarding:
+  EnforcedStyle: explicit
 
 RSpec/MultipleMemoizedHelpers:
   Enabled: false

data/Gemfile.lock

@@ -1,7 +1,7 @@
 PATH
   remote: .
   specs:
-    Icarus-Mod-Tools (1.7.1)
+    Icarus-Mod-Tools (1.8.1)
       google-cloud-firestore (~> 2.7)
       octokit (~> 6.0)
       paint (~> 2.3)
@@ -14,9 +14,9 @@ GEM
       public_suffix (>= 2.0.2, < 6.0)
     ast (2.4.2)
     coderay (1.1.3)
-    concurrent-ruby (1.1.10)
+    concurrent-ruby (1.2.0)
     diff-lcs (1.5.0)
-    faraday (2.7.3)
+    faraday (2.7.4)
       faraday-net_http (>= 2.0, < 3.1)
       ruby2_keywords (>= 0.0.4)
     faraday-net_http (3.0.2)
@@ -38,7 +38,7 @@ GEM
     google-cloud-env (1.6.0)
       faraday (>= 0.17.3, < 3.0)
     google-cloud-errors (1.3.0)
-    google-cloud-firestore (2.8.0)
+    google-cloud-firestore (2.9.0)
       concurrent-ruby (~> 1.0)
       google-cloud-core (~> 1.5)
       google-cloud-firestore-v1 (~> 0.0)
@@ -51,6 +51,7 @@ GEM
       gapic-common (>= 0.16.0, < 2.a)
       google-cloud-errors (~> 1.0)
     google-protobuf (3.21.12-x86_64-darwin)
+    google-protobuf (3.21.12-x86_64-linux)
     googleapis-common-protos (1.4.0)
       google-protobuf (~> 3.14)
       googleapis-common-protos-types (~> 1.2)
@@ -64,7 +65,10 @@ GEM
       multi_json (~> 1.11)
       os (>= 0.9, < 2.0)
       signet (>= 0.16, < 2.a)
-    grpc (1.50.0-x86_64-darwin)
+    grpc (1.51.0-x86_64-darwin)
+      google-protobuf (~> 3.21)
+      googleapis-common-protos-types (~> 1.0)
+    grpc (1.51.0-x86_64-linux)
       google-protobuf (~> 3.21)
       googleapis-common-protos-types (~> 1.0)
     guard (2.18.0)
@@ -112,7 +116,7 @@ GEM
     rb-inotify (0.10.1)
       ffi (~> 1.0)
     rbtree (0.4.6)
-    regexp_parser (2.6.1)
+    regexp_parser (2.6.2)
     rexml (3.2.5)
     rspec (3.12.0)
       rspec-core (~> 3.12.0)
@@ -123,11 +127,11 @@ GEM
     rspec-expectations (3.12.2)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.12.0)
-    rspec-mocks (3.12.2)
+    rspec-mocks (3.12.3)
       diff-lcs (>= 1.2.0, < 2.0)
       rspec-support (~> 3.12.0)
     rspec-support (3.12.0)
-    rubocop (1.43.0)
+    rubocop (1.44.1)
       json (~> 2.3)
       parallel (~> 1.10)
       parser (>= 3.2.0.0)
@@ -139,8 +143,11 @@ GEM
       unicode-display_width (>= 2.4.0, < 3.0)
     rubocop-ast (1.24.1)
       parser (>= 3.1.1.0)
-    rubocop-rspec (2.17.0)
+    rubocop-capybara (2.17.0)
+      rubocop (~> 1.41)
+    rubocop-rspec (2.18.1)
       rubocop (~> 1.33)
+      rubocop-capybara (~> 2.17)
     ruby-progressbar (1.11.0)
     ruby2_keywords (0.0.5)
     sawyer (0.9.2)

data/imtconfig.sample.json

@@ -14,8 +14,10 @@
     },
     "collections": {
       "modinfo": "meta/modinfo",
+      "proginfo": "meta/proginfo",
       "repositories": "meta/repos",
-      "mods": "mods"
+      "mods": "mods",
+      "progs": "progs"
     }
   },
   "github": {

data/lib/icarus/mod/cli/add.rb

@@ -15,6 +15,14 @@ module Icarus
           puts firestore.update(:modinfo, payload, merge: true) ? "Success" : "Failure"
         end
 
+        desc "proginfo", "Adds an entry to 'meta/proginfo/list'"
+        def proginfo(item)
+          firestore = Firestore.new
+          payload = [firestore.list(:proginfo), item].flatten.compact
+
+          puts firestore.update(:proginfo, payload, merge: true) ? "Success" : "Failure"
+        end
+
         desc "repos", "Adds an entry to 'meta/repos/list'"
         def repos(item)
           firestore = Firestore.new

data/lib/icarus/mod/cli/list.rb

@@ -10,9 +10,16 @@ module Icarus
       class List < SubcommandBase
         desc "modinfo", "Displays data from 'meta/modinfo/list'"
         def modinfo
-          modinfos = Firestore.new.list(:modinfo)
-          puts modinfos
-          puts "Total: #{modinfos.count}" if verbose > 1
+          modinfo_array = Firestore.new.list(:modinfo)
+          puts modinfo_array
+          puts "Total: #{modinfo_array.count}" if verbose > 1
+        end
+
+        desc "proginfo", "Displays data from 'meta/proginfo/list'"
+        def proginfo
+          proginfo_array = Firestore.new.list(:proginfo)
+          puts proginfo_array
+          puts "Total: #{proginfo_array.count}" if verbose > 1
         end
 
         desc "repos", "Displays data from 'meta/repos/list'"
@@ -26,63 +33,75 @@ module Icarus
         method_option :sort, type: :string, default: "name", desc: "Sort by field (name, author, etc.)"
         method_option :filter, type: :array, default: [], desc: "Filter by field (name, author, etc.)"
         def mods
-          valid_keys = Icarus::Mod::Tools::Modinfo::HASHKEYS + [:updated_at]
+          list_for_type(:mods)
+        end
+
+        desc "progs", "Displays data from 'progs'"
+        method_option :sort, type: :string, default: "name", desc: "Sort by field (name, author, etc.)"
+        method_option :filter, type: :array, default: [], desc: "Filter by field (name, author, etc.)"
+        def progs
+          list_for_type(:progs)
+        end
 
-          sort_field = options[:sort]&.to_sym
+        no_commands do
+          def list_for_type(type)
+            klass = type == :mods ? Icarus::Mod::Tools::Modinfo : Icarus::Mod::Tools::Proginfo
+            valid_keys = klass::HASHKEYS + [:updated_at]
+            sort_field = options[:sort]&.to_sym
+            filter     = !options[:filter].empty?
 
-          filter = !options[:filter].empty?
+            if filter
+              filter_field = options[:filter].first&.to_sym
+              filter_value = options[:filter].last&.to_s
 
-          if filter
-            filter_field = options[:filter].first&.to_sym
-            filter_value = options[:filter].last&.to_s
+              raise Icarus::Mod::Tools::Error, "Invalid filter option #{options[:filter]}" unless options[:filter].empty? || options[:filter]&.count == 2
 
-            raise Icarus::Mod::Tools::Error, "Invalid filter option #{options[:filter]}" unless options[:filter].empty? || options[:filter]&.count == 2
+              raise Icarus::Mod::Tools::Error, "Invalid filter field '#{filter_field}'" unless filter_field && valid_keys.include?(filter_field)
+            end
 
-            raise Icarus::Mod::Tools::Error, "Invalid filter field '#{filter_field}'" unless filter_field && valid_keys.include?(filter_field)
-          end
+            raise Icarus::Mod::Tools::Error, "Invalid sort field '#{sort_field}'" unless valid_keys.include?(sort_field)
 
-          raise Icarus::Mod::Tools::Error, "Invalid sort field '#{sort_field}'" unless valid_keys.include?(sort_field)
+            puts "Sorted by #{sort_field}" if sort_field && verbose > 2
+            puts "Filtered by #{filter_field} = #{filter_value}" if filter_field && verbose > 2
 
-          puts "Sorted by #{sort_field}" if sort_field && verbose > 2
-          puts "Filtered by #{filter_field} = #{filter_value}" if filter_field && verbose > 2
+            items = Firestore.new.list(type)
 
-          mods = Firestore.new.list(:mods)
+            # Filter by field
+            items.select! { |item| item.send(filter_field).downcase =~ /#{filter_value&.downcase}/ } if filter_field
 
-          # Filter by field
-          mods.select! { |mod| mod.send(filter_field).downcase =~ /#{filter_value&.downcase}/ } if filter_field
+            if items.empty?
+              puts "no entries found" if verbose?
+              return
+            end
 
-          if mods.empty?
-            puts "no mods found" if verbose?
-            return
-          end
+            header_format = "%-<name>50s %-<author>20s %-<version>10s %-<updated_at>20s"
+            header_format += " %-<id>20s %<description>s" if verbose > 1
 
-          header_format = "%-<name>50s %-<author>20s %-<version>10s %-<updated_at>20s"
-          header_format += " %-<id>20s %<description>s" if verbose > 1
-
-          if verbose?
-            puts format(
-              header_format,
-              name: "NAME",
-              author: "AUTHOR",
-              version: "VERSION",
-              updated_at: "LAST UPDATED",
-              id: "ID",
-              description: "DESCRIPTION"
-            )
-          end
+            if verbose?
+              puts format(
+                header_format,
+                name: "NAME",
+                author: "AUTHOR",
+                version: "VERSION",
+                updated_at: "LAST UPDATED",
+                id: "ID",
+                description: "DESCRIPTION"
+              )
+            end
 
-          # Sort by field, optionally subsorting by name
-          (sort_field == :name ? mods.sort_by(&:name) : mods.sort_by { |mod| [mod.send(sort_field), mod.name] }).each do |mod|
-            data_format = "%-<name>50s %-<author>20s v%-<version>10s%-<updated_at>20s"
-            data_format += " %-<id>20s %<description>s" if verbose > 1
+            # Sort by field, optionally subsorting by name
+            (sort_field == :name ? items.sort_by(&:name) : items.sort_by { |item| [item.send(sort_field), item.name] }).each do |item|
+              data_format = "%-<name>50s %-<author>20s v%-<version>10s%-<updated_at>20s"
+              data_format += " %-<id>20s %<description>s" if verbose > 1
 
-            puts format(data_format, mod.to_h.merge(id: mod.id, updated_at: mod.updated_at.strftime("%Y-%m-%d %H:%M:%S")))
-          end
+              puts format(data_format, item.to_h.merge(id: item.id, updated_at: item.updated_at.strftime("%Y-%m-%d %H:%M:%S")))
+            end
 
-          puts "Total: #{mods.count}" if verbose?
-        rescue Icarus::Mod::Tools::Error => e
-          puts e.message
-          exit 1
+            puts "Total: #{items.count}" if verbose?
+          rescue Icarus::Mod::Tools::Error => e
+            puts e.message
+            exit 1
+          end
         end
       end
     end

data/lib/icarus/mod/cli/sync.rb

@@ -1,81 +1,131 @@
 # frozen_string_literal: true
 
 require "tools/modinfo_sync"
+require "tools/proginfo_sync"
 require "tools/mod_sync"
+require "tools/prog_sync"
 
 module Icarus
   module Mod
     module CLI
       # Sync CLI command definitions
       class Sync < SubcommandBase
+        class_option :dry_run, type: :boolean, default: false, desc: "Dry run (no changes will be made)"
+
+        desc "all", "Run all sync jobs"
+        def all
+          invoke :proginfo
+          invoke :progs
+          invoke :modinfo
+          invoke :mods
+        end
+
         desc "modinfo", "Reads from 'meta/repos/list' and Syncs any modinfo files we find (github only for now)"
         def modinfo
-          modinfo_sync = Icarus::Mod::Tools::ModinfoSync.new
-
-          puts "Retrieving repository Data..." if verbose?
-          repositories = modinfo_sync.repositories
-
-          raise Icarus::Mod::Tools::Error, "Unable to find any repositories!" unless repositories.any?
-
-          puts "Retrieving modinfo Array..." if verbose?
-          modinfo_array = modinfo_sync.modinfo_data(repositories, verbose: verbose > 1)&.map(&:download_url)&.compact
-
-          raise Icarus::Mod::Tools::Error, "Unable to find any modinfo.json files!" unless modinfo_array&.any?
+          sync_info(:modinfo)
+        end
 
-          puts "Saving to Firestore..." if verbose?
-          response = modinfo_sync.update(modinfo_array)
-          puts response ? "Success" : "Failure (may be no changes)" if verbose?
+        desc "proginfo", "Reads from 'meta/repos/list' and Syncs any proginfo files we find (github only for now)"
+        def proginfo
+          sync_info(:proginfo)
         end
 
         desc "mods", "Reads from 'meta/modinfo/list' and updates the 'mods' database accordingly"
         method_option :check, type: :boolean, default: false, desc: "Validate modinfo without applying changes"
         def mods
-          modsync = Icarus::Mod::Tools::ModSync.new
+          sync_list(:mods)
+        end
+
+        desc "progs", "Reads from 'meta/proginfo/list' and updates the 'progs' database accordingly"
+        method_option :check, type: :boolean, default: false, desc: "Validate proginfo without applying changes"
+        def progs
+          sync_list(:progs)
+        end
 
-          puts "Retrieving modinfo Data..." if verbose?
-          modinfo_array = modsync.modinfo_array
+        no_commands do
+          def sync_info(type)
+            sync = (type == :modinfo ? Icarus::Mod::Tools::ModinfoSync : Icarus::Mod::Tools::ProginfoSync).new
 
-          puts "Retrieving mod Data..." if verbose?
-          mod_array = modsync.mods
+            puts "Retrieving repository Data..." if verbose?
+            repositories = sync.repositories
 
-          return if options[:check]
+            raise Icarus::Mod::Tools::Error, "Unable to find any repositories!" unless repositories.any?
 
-          puts "Updating mod Data..." if verbose?
-          modinfo_array.each do |mod|
-            verb = "Creating"
+            puts "Retrieving Info Array..." if verbose?
+            info_array = sync.data(repositories, verbose: verbose > 1)&.map(&:download_url)&.compact
 
-            puts "Validating modinfo Data for #{mod.uniq_name}..." if verbose > 2
-            warn "Skipping mod #{mod.uniq_name} due to validation errors" && next unless mod.validate
+            raise Icarus::Mod::Tools::Error, "no .json files found for #{type}" unless info_array&.any?
 
-            doc_id = modsync.find_mod(mod)
-            if doc_id
-              puts "Found existing mod #{mod.name} at #{doc_id}" if verbose > 2
-              mod.id = doc_id
-              verb = "Updating"
+            if options[:dry_run]
+              puts "Dry run; no changes will be made"
+              return
             end
 
-            print format("#{verb} %-<name>60s", name: "'#{mod.author || "NoOne"}/#{mod.name || "Unnamed"}'") if verbose > 1
-            response = modsync.update(mod)
-            puts format("%<status>10s", status: response ? "Success" : "Failure") if verbose > 1
+            puts "Saving to Firestore..." if verbose?
+            response = sync.update(info_array)
+            puts response ? "Success" : "Failure (may be no changes)" if verbose?
+          rescue Icarus::Mod::Tools::Error => e
+            warn e.message
           end
 
-          puts "Created/Updated #{modinfo_array.count} mods" if verbose?
+          def sync_list(type)
+            sync = (type == :mods ? Icarus::Mod::Tools::ModSync : Icarus::Mod::Tools::ProgSync).new
 
-          delete_array = mod_array.filter { |mod| modsync.find_modinfo(mod).nil? }
+            puts "Retrieving Info Data..." if verbose?
+            info_array = sync.info_array
 
-          return unless delete_array.any?
+            puts "Retrieving List Data..." if verbose?
+            list_array = sync.send(type)
 
-          puts "Deleting outdated mods..." if verbose?
-          delete_array.each do |mod|
-            print format("Deleting %-<name>60s", name: "'#{mod.author || "NoOne"}/#{mod.name || "Unnamed'"}") if verbose > 1
-            response = modsync.delete(mod)
-            puts format("%<status>10s", status: response ? "Success" : "Failure") if verbose > 1
-          end
+            return if options[:check]
+
+            puts "Updating List Data..." if verbose?
+            info_array.each do |list|
+              verb = "Creating"
+
+              puts "Validating Info Data for #{list.uniq_name}..." if verbose > 2
+              warn "Skipping List #{list.uniq_name} due to validation errors" && next unless list.valid?
 
-          puts "Deleted #{delete_array.count} outdated mods" if verbose?
-        rescue Icarus::Mod::Tools::Error => e
-          warn e.message
-          exit 1
+              doc_id = sync.find(list)
+              if doc_id
+                puts "Found existing list #{list.name} at #{doc_id}" if verbose > 2
+                list.id = doc_id
+                verb = "Updating"
+              end
+
+              print format("#{verb} %-<name>60s", name: "'#{list.author || "NoOne"}/#{list.name || "Unnamed"}'") if verbose > 1
+
+              if options[:dry_run]
+                puts "Dry run; no changes will be made" if verbose > 1
+                next
+              end
+
+              response = sync.update(list)
+              puts format("%<status>10s", status: response ? "Success" : "Failure") if verbose > 1
+            end
+
+            if options[:dry_run]
+              puts "Dry run; no changes will be made" if verbose?
+              return
+            end
+
+            puts "Created/Updated #{info_array.count} Items" if verbose?
+
+            delete_array = list_array.filter { |list| sync.find_info(list).nil? }
+
+            return unless delete_array.any?
+
+            puts "Deleting outdated items..." if verbose?
+            delete_array.each do |list|
+              print format("Deleting %-<name>60s", name: "'#{list.author || "NoOne"}/#{list.name || "Unnamed'"}") if verbose > 1
+              response = sync.delete(list)
+              puts format("%<status>10s", status: response ? "Success" : "Failure") if verbose > 1
+            end
+
+            puts "Deleted #{delete_array.count} outdated items" if verbose?
+          rescue Icarus::Mod::Tools::Error => e
+            warn e.message
+          end
         end
       end
     end

data/lib/icarus/mod/cli/validate.rb

@@ -1,6 +1,6 @@
 # frozen_string_literal: true
 
-require "tools/modinfo_validate"
+require "tools/validator"
 
 module Icarus
   module Mod
@@ -9,35 +9,46 @@ module Icarus
       class Validate < SubcommandBase
         desc "modinfo", "Reads modinfo data from 'meta/modinfo/list' and Validates syntax of modfiles"
         def modinfo
-          exit_code = 0
-          modinfo_validate = Icarus::Mod::Tools::ModinfoValidate.new
+          validate(:modinfo)
+        end
+
+        desc "proginfo", "Reads proginfo data from 'meta/proginfo/list' and Validates syntax of progfiles"
+        def proginfo
+          validate(:proginfo)
+        end
 
-          puts "Validating Entries..." if verbose?
-          max_length = modinfo_validate.modinfo_array.map { |modinfo| modinfo.uniq_name.length }.max
+        no_commands do
+          def validate(type)
+            exit_code = 0
+            validator = Icarus::Mod::Tools::Validator.new(type)
 
-          modinfo_validate.modinfo_array.each do |modinfo|
-            print Paint[format("%s %-#{max_length}s", "Running validation steps on", modinfo.uniq_name), :cyan, :bright] if verbose > 1
+            puts "Validating Entries..." if verbose?
+            max_length = validator.array.map { |info| info.uniq_name.length }.max + 1
 
-            modinfo.validate
+            validator.array.each do |info|
+              print Paint[format("%s %-#{max_length}s", "Running validation steps on", info.uniq_name), :cyan, :bright] if verbose > 1
 
-            if modinfo.errors.empty? && modinfo.warnings.empty?
-              puts Paint["SUCCESS", :green, :bright] if verbose > 1
-              next
-            end
+              info.valid?
 
-            if modinfo.errors.any?
-              exit_code = 1
-              puts Paint["ERROR", :red, :bright] if verbose? && verbose > 1
-              warn modinfo.errors.map { |error| Paint[error, :red] }.join("\n")
+              unless info.errors? || info.warnings?
+                puts Paint["SUCCESS", :green, :bright] if verbose > 1
+                next
+              end
+
+              if info.errors?
+                exit_code = 1
+                puts Paint["ERROR", :red, :bright] if verbose? && verbose > 1
+                puts info.errors.map { |error| Paint["#{error} in #{info.uniq_name}", :red] }.join("\n")
+                puts "\n" if verbose > 1
+              end
+
+              puts Paint["WARNING", :yellow, :bright] if info.warnings.any? && verbose > 1
+              puts info.warnings.map { |warning| Paint["#{warning} in #{info.uniq_name}", :yellow] }.join("\n")
               puts "\n" if verbose > 1
             end
 
-            puts Paint["WARNING", :yellow, :bright] if modinfo.warnings.any? && verbose > 1
-            puts modinfo.warnings.map { |warning| Paint["#{warning} in #{modinfo.uniq_name}", :yellow] }.join("\n")
-            puts "\n" if verbose > 1
+            exit exit_code
           end
-
-          exit exit_code
         end
       end
     end

data/lib/icarus/mod/firestore.rb

@@ -2,6 +2,7 @@
 
 require "google/cloud/firestore"
 require "tools/modinfo"
+require "tools/proginfo"
 
 module Icarus
   module Mod
@@ -18,52 +19,65 @@ module Icarus
         @repos ||= list(:repositories)
       end
 
-      def modinfo_array
-        @modinfo_array ||= list(:modinfo)
+      def modinfo_list
+        @modinfo_list ||= list(:modinfo)
+      end
+
+      def proginfo_list
+        @proginfo_list ||= list(:proginfo)
       end
 
       def mods
         @mods ||= list(:mods)
       end
 
-      def find_mod(name:, author:)
-        mods.find { |mod| mod.name == name && mod.author == author }
+      def progs
+        @progs ||= list(:progs)
+      end
+
+      def find_by_type(type:, name:, author:)
+        list(type).find { |obj| obj.name == name && obj.author == author }
+      end
+
+      def get_list(type)
+        raise "Invalid type: #{type} - unknown collection" unless collections.respond_to?(type)
+
+        @client.doc(collections.send(type)).get[:list]
       end
 
       def list(type)
-        case type
-        when :modinfo
-          @client.doc(collections.modinfo).get[:list]
-        when :repositories
-          @client.doc(collections.repositories).get[:list]
-        when :mods
-          @client.col(collections.mods).get.map do |doc|
-            Icarus::Mod::Tools::Modinfo.new(doc.data, id: doc.document_id, created: doc.create_time, updated: doc.update_time)
+        case type.to_sym
+        when :modinfo, :proginfo, :repositories
+          get_list(type)
+        when :mods, :progs
+          @client.col(collections.send(type)).get.map do |doc|
+            klass = type == :mods ? Icarus::Mod::Tools::Modinfo : Icarus::Mod::Tools::Proginfo
+            klass.new(doc.data, id: doc.document_id, created: doc.create_time, updated: doc.update_time)
           end
         else
           raise "Invalid type: #{type}"
         end
       end
 
-      def update_or_create_mod(payload, merge:)
-        doc_id = payload.id || find_mod(name: payload.name, author: payload.author)&.id
+      def update_or_create(type, payload, merge:)
+        doc_id = payload.id || find_by_type(type:, name: payload.name, author: payload.author)&.id
 
-        return @client.doc("#{collections.mods}/#{doc_id}").set(payload.to_h, merge:) if doc_id
+        return @client.doc("#{collections.send(type)}/#{doc_id}").set(payload.to_h, merge:) if doc_id
 
-        @client.col(collections.mods).add(payload.to_h)
+        @client.col(collections.send(type)).add(payload.to_h)
       end
 
       def update(type, payload, merge: false)
         raise "You must specify a payload to update" if payload&.empty? || payload.nil?
 
-        case type
-        when :modinfo
-          update_array = (modinfo_array + [payload]).flatten.uniq
-          response = @client.doc(collections.modinfo).set({ list: update_array }, merge:) if update_array.any?
+        case type.to_sym
+        when :modinfo, :proginfo
+          update_array = (send("#{type}_list") + [payload]).flatten.uniq
+          response = @client.doc(collections.send(type)).set({ list: update_array }, merge:) if update_array.any?
         when :repositories
           response = @client.doc(collections.repositories).set({ list: payload }, merge:)
-        when :mod
-          response = update_or_create_mod(payload, merge:)
+        when :mod, :prog
+          response = update_or_create(pluralize(type), payload, merge:)
         else
           raise "Invalid type: #{type}"
         end
@@ -72,15 +86,21 @@ module Icarus
       end
 
       def delete(type, payload)
-        case type
-        when :mod
-          response = @client.doc("#{collections.mods}/#{payload.id}").delete
+        case type.to_sym
+        when :mod, :prog
+          response = @client.doc("#{collections.send(pluralize(type))}/#{payload.id}").delete
         else
           raise "Invalid type: #{type}"
         end
 
         response.is_a?(Google::Cloud::Firestore::CommitResponse::WriteResult)
       end
+
+      private
+
+      def pluralize(type)
+        type.to_s.end_with?("s") ? type.to_s : "#{type}s"
+      end
     end
   end
 end

data/lib/icarus/mod/tools/baseinfo.rb

@@ -0,0 +1,104 @@
+# frozen_string_literal: true
+
+module Icarus
+  module Mod
+    module Tools
+      # Base class for Modinfo and Proginfo
+      class Baseinfo
+        attr_reader :data, :id, :created_at, :updated_at
+
+        HASHKEYS = %i[name author version compatibility description fileType fileURL imageURL readmeURL].freeze
+
+        def initialize(data, id: nil, created: nil, updated: nil)
+          @id = id
+          @created_at = created
+          @updated_at = updated
+          @errors = []
+          @warnings = []
+
+          read(data)
+        end
+
+        def read(data)
+          @data = data.is_a?(String) ? JSON.parse(data, symbolize_names: true) : data
+        end
+
+        def errors
+          @errors.compact.uniq
+        end
+
+        def errors?
+          @errors.compact.any?
+        end
+
+        def warnings
+          @warnings.compact.uniq
+        end
+
+        def warnings?
+          @warnings.compact.any?
+        end
+
+        def uniq_name
+          "#{author.strip}/#{name.strip}"
+        end
+
+        def to_json(*args)
+          JSON.generate(@data, *args)
+        end
+
+        def to_h
+          HASHKEYS.each_with_object({}) { |key, hash| hash[key] = @data[key] }
+        end
+
+        def valid?
+          @warnings << "Version should be a version string" unless validate_version(version)
+
+          %w[name author description].each do |key|
+            @errors << "#{key.capitalize} cannot be blank" unless validate_string(@data[key.to_sym])
+          end
+
+          @errors << "Invalid fileType: #{fileType || "blank"}" unless validate_filetype(fileType)
+
+          %w[fileURL imageURL readmeURL].each do |key|
+            @errors << "Invalid URL #{key.capitalize}: #{@data[key.to_sym] || "blank"}" unless validate_url(@data[key.to_sym])
+          end
+
+          !errors?
+        end
+
+        def method_missing(method_name, *_args, &_block)
+          @data[method_name.to_sym]&.strip
+        end
+
+        def respond_to_missing?(method_name, include_private = false)
+          HASHKEYS.include?(method_name.to_sym) || super
+        end
+
+        private
+
+        def filetype_pattern
+          /(zip|pak|exmodz?)/i
+        end
+
+        def validate_url(url)
+          return true if url.nil? || url.empty?
+
+          url =~ URI::DEFAULT_PARSER.make_regexp
+        end
+
+        def validate_filetype(filetype)
+          filetype.match?(filetype_pattern)
+        end
+
+        def validate_string(string)
+          !(string.nil? || string.empty?)
+        end
+
+        def validate_version(version)
+          version =~ /\d+\.\d+[.\d+]?/
+        end
+      end
+    end
+  end
+end

data/lib/icarus/mod/tools/mod_sync.rb

@@ -18,8 +18,8 @@ module Icarus
           @firestore.mods
         end
 
-        def modinfo_array
-          @modinfo_array ||= @firestore.modinfo_array.map do |url|
+        def info_array
+          @info_array ||= @firestore.modinfo_list.map do |url|
             retrieve_from_url(url)[:mods].map { |mod| Modinfo.new(mod) if mod[:name] =~ /[a-z0-9]+/i }
           rescue Icarus::Mod::Tools::RequestFailed
             warn "Skipped; Failed to retrieve #{url}"
@@ -30,12 +30,12 @@ module Icarus
           end.flatten.compact
         end
 
-        def find_mod(modinfo)
-          @firestore.find_mod(name: modinfo.name, author: modinfo.author)&.id
+        def find(modinfo)
+          @firestore.find_by_type(type: "mods", name: modinfo.name, author: modinfo.author)&.id
         end
 
-        def find_modinfo(modinfo)
-          @modinfo_array.find { |mod| mod.name == modinfo.name }
+        def find_info(modinfo)
+          @info_array.find { |mod| mod.name == modinfo.name }
         end
 
         def update(modinfo)

data/lib/icarus/mod/tools/modinfo.rb

@@ -1,100 +1,19 @@
 # frozen_string_literal: true
 
+require "tools/baseinfo"
+
 module Icarus
   module Mod
     module Tools
       # Sync methods
-      class Modinfo
-        attr_reader :data, :errors, :id, :created_at, :updated_at, :warnings
-
+      class Modinfo < Baseinfo
         HASHKEYS = %i[name author version compatibility description long_description fileType fileURL imageURL readmeURL].freeze
 
-        def initialize(data, id: nil, created: nil, updated: nil)
-          @id = id
-          @created_at = created
-          @updated_at = updated
-          @errors = []
-          @warnings = []
-
-          read(data)
-        end
-
-        def read(data)
-          @data = data.is_a?(String) ? JSON.parse(data, symbolize_names: true) : data
-        end
-
-        def uniq_name
-          "#{author}/#{name}"
-        end
-
         # rubocop:disable Naming/MethodName
         def fileType
           @data[:fileType] || "pak"
         end
         # rubocop:enable Naming/MethodName
-
-        def to_json(*args)
-          JSON.generate(@data, *args)
-        end
-
-        def to_h
-          {
-            name:,
-            author:,
-            version:,
-            compatibility:,
-            description:,
-            long_description:,
-            fileType:,
-            fileURL:,
-            imageURL:,
-            readmeURL:
-          }
-        end
-
-        def validate
-          @warnings << "Version should be a version string" unless validate_version(version)
-
-          %w[name author description].each do |key|
-            @errors << "#{key.capitalize} cannot be blank" unless validate_string(@data[key.to_sym])
-          end
-
-          @errors << "Invalid fileType: #{fileType || "blank"}" unless validate_filetype(fileType)
-
-          %w[fileURL imageURL readmeURL].each do |key|
-            @errors << "Invalid URL #{key.capitalize}: #{@data[key.to_sym] || "blank"}" unless validate_url(@data[key.to_sym])
-          end
-
-          @errors.empty?
-        end
-
-        def method_missing(method_name, *_args, &)
-          @data[method_name.to_sym]&.strip
-        end
-
-        def respond_to_missing?(method_name, include_private = false)
-          HASHKEYS.include?(method_name.to_sym) || super
-        end
-
-        private
-
-        def validate_url(url)
-          return true if url.nil? || url.empty?
-
-          url =~ URI::DEFAULT_PARSER.make_regexp
-        end
-
-        def validate_filetype(filetype)
-          %w[pak zip exmod].include?(filetype.downcase)
-        end
-
-        def validate_string(string)
-          !(string.nil? || string.empty?)
-        end
-
-        def validate_version(version)
-          version =~ /\d+\.\d+[.\d+]?/
-        end
       end
     end
   end

data/lib/icarus/mod/tools/modinfo_sync.rb

@@ -29,7 +29,7 @@ module Icarus
           retrieve_from_url(url)
         end
 
-        def modinfo_data(repositories, verbose: false)
+        def data(repositories, verbose: false)
           repositories.map do |repo|
             print "searching #{repo}..." if verbose
 

data/lib/icarus/mod/tools/prog_sync.rb

@@ -0,0 +1,51 @@
+# frozen_string_literal: true
+
+require "firestore"
+require "tools/sync_helpers"
+
+module Icarus
+  module Mod
+    module Tools
+      # Sync methods
+      class ProgSync
+        include SyncHelpers
+
+        def initialize
+          @firestore = Firestore.new
+        end
+
+        def progs
+          @firestore.progs
+        end
+
+        def info_array
+          @info_array ||= @firestore.proginfo_list.map do |url|
+            retrieve_from_url(url)[:programs].map { |prog| Proginfo.new(prog) if prog[:name] =~ /[a-z0-9]+/i }
+          rescue Icarus::Mod::Tools::RequestFailed
+            warn "Skipped; Failed to retrieve #{url}"
+            next
+          rescue JSON::ParserError => e
+            warn "Skipped; Invalid JSON: #{e.full_message}"
+            next
+          end.flatten.compact
+        end
+
+        def find(proginfo)
+          @firestore.find_by_type(type: "progs", name: proginfo.name, author: proginfo.author)&.id
+        end
+
+        def find_info(proginfo)
+          @info_array.find { |prog| prog.name == proginfo.name }
+        end
+
+        def update(proginfo)
+          @firestore.update(:prog, proginfo, merge: false)
+        end
+
+        def delete(proginfo)
+          @firestore.delete(:prog, proginfo)
+        end
+      end
+    end
+  end
+end

data/lib/icarus/mod/tools/proginfo.rb

@@ -0,0 +1,24 @@
+# frozen_string_literal: true
+
+require "tools/baseinfo"
+
+module Icarus
+  module Mod
+    module Tools
+      # Sync methods
+      class Proginfo < Baseinfo
+        # rubocop:disable Naming/MethodName
+        def fileType
+          @data[:fileType] || "zip"
+        end
+        # rubocop:enable Naming/MethodName
+
+        private
+
+        def filetype_pattern
+          /(zip|exe)/i
+        end
+      end
+    end
+  end
+end

data/lib/icarus/mod/tools/proginfo_sync.rb

@@ -0,0 +1,56 @@
+# frozen_string_literal: true
+
+require "firestore"
+require "github"
+require "tools/sync_helpers"
+
+module Icarus
+  module Mod
+    module Tools
+      # Sync methods
+      class ProginfoSync
+        include SyncHelpers
+
+        def initialize
+          @firestore = Firestore.new
+          @github = Github.new
+          @repositories = []
+        end
+
+        def repositories
+          @firestore.repos
+        end
+
+        def update(proginfo_array)
+          @firestore.update(:proginfo, proginfo_array)
+        end
+
+        def proginfo(url)
+          retrieve_from_url(url)
+        end
+
+        def data(repositories, verbose: false)
+          repositories.map do |repo|
+            print "searching #{repo}..." if verbose
+
+            case repo
+            when /github/
+              @github.repository = repo
+              proginfo_url = @github.find("proginfo.json")
+
+              unless proginfo_url
+                puts "Skipped...no proginfo.json" if verbose
+                next
+              end
+
+              puts "Found!" if verbose
+              proginfo_url
+            else
+              puts "Skipped...repository type not supported yet" if verbose
+            end
+          end.compact
+        end
+      end
+    end
+  end
+end

data/lib/icarus/mod/tools/validator.rb

@@ -0,0 +1,23 @@
+# frozen_string_literal: true
+
+module Icarus
+  module Mod
+    module Tools
+      # Validate Methods
+      class Validator
+        attr_reader :array
+
+        def initialize(type)
+          @array = case type
+                   when :modinfo
+                     ModSync.new.info_array
+                   when :proginfo
+                     ProgSync.new.info_array
+                   else
+                     raise ArgumentError, "Invalid type: #{type}"
+                   end
+        end
+      end
+    end
+  end
+end

data/lib/icarus/mod/version.rb

@@ -2,6 +2,6 @@
 
 module Icarus
   module Mod
-    VERSION = "1.7.1"
+    VERSION = "1.8.1"
   end
 end

metadata

@@ -1,14 +1,14 @@
 --- !ruby/object:Gem::Specification
 name: Icarus-Mod-Tools
 version: !ruby/object:Gem::Version
-  version: 1.7.1
+  version: 1.8.1
 platform: ruby
 authors:
 - Donovan Young
 autorequire:
 bindir: exe
 cert_chain: []
-date: 2023-01-21 00:00:00.000000000 Z
+date: 2023-01-27 00:00:00.000000000 Z
 dependencies:
 - !ruby/object:Gem::Dependency
   name: google-cloud-firestore
@@ -97,11 +97,15 @@ files:
 - lib/icarus/mod/firestore.rb
 - lib/icarus/mod/github.rb
 - lib/icarus/mod/tools.rb
+- lib/icarus/mod/tools/baseinfo.rb
 - lib/icarus/mod/tools/mod_sync.rb
 - lib/icarus/mod/tools/modinfo.rb
 - lib/icarus/mod/tools/modinfo_sync.rb
-- lib/icarus/mod/tools/modinfo_validate.rb
+- lib/icarus/mod/tools/prog_sync.rb
+- lib/icarus/mod/tools/proginfo.rb
+- lib/icarus/mod/tools/proginfo_sync.rb
 - lib/icarus/mod/tools/sync_helpers.rb
+- lib/icarus/mod/tools/validator.rb
 - lib/icarus/mod/version.rb
 - sig/database/sync/sync.rbs
 homepage: https://github.com/DonovanMods/icarus-mod-tools

data/lib/icarus/mod/tools/modinfo_validate.rb

@@ -1,16 +0,0 @@
-# frozen_string_literal: true
-
-module Icarus
-  module Mod
-    module Tools
-      # Validate Methods
-      class ModinfoValidate
-        attr_reader :modinfo_array
-
-        def initialize
-          @modinfo_array = ModSync.new.modinfo_array
-        end
-      end
-    end
-  end
-end