rakit 0.1.3 → 0.1.4

checksums.yaml

@@ -1,7 +1,7 @@
 ---
 SHA256:
-  metadata.gz: 48b69b0c3489a8f2d7fe43284f026c0d274e3b79459f4307e811c772a10c2785
-  data.tar.gz: d29f33148008f51b093ce6c9fd4370c259d53e3dd7d6e79d5d6105e1218e40dc
+  metadata.gz: 6dccf1b9c3ff38dfd13effcd855e9185861e7f2be033bf6b3d4592a1280fdc63
+  data.tar.gz: 9a02e557e8d7611503598acc9040711c6af37f1ad8c315b1f6eb10e65ecd3308
 SHA512:
-  metadata.gz: 2272ecf07f2f101ba7dba8c4d88844e93f121adb2681a73a511bb87ebca58ea1acf2ac2ba71ac6f260a9c41e5bfd392bf226b60fd89efdb1b504694b5218789e
-  data.tar.gz: e437aee6ee88e35984fa1e31d0af202d8fed80528212cdc9a5ca5dc20ca4c405a4dacf931ca2c7865363a20c03316a56e6825c05cf00569ffb9d84deea2f0e2f
+  metadata.gz: c638ae4a880d61900c8252de617b501c3580a1b56a87c234ac2e72f9084d658012b174136f67cc8f40aa8add72aee9f4ab0a6df71e76a011a6e7ee264b5acbfb
+  data.tar.gz: 4cd01b862624d2a21e2d70a0a78163447ac1c33a1eceedbfce54dfecacb9a2b339fde3f11ce9f6f49dd7451ad9f4f2b55248646df05b5961f07b76d716773783

data/lib/generated/azure.devops_pb.rb

@@ -2,27 +2,24 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: azure.devops.proto
 
-require 'google/protobuf'
+require "google/protobuf"
 
-
-descriptor_data = "\n\x12\x61zure.devops.proto\x12\x0brakit.azure\"=\n\x08Pipeline\x12\x0b\n\x03org\x18\x01 \x01(\t\x12\x0f\n\x07project\x18\x02 \x01(\t\x12\x13\n\x0bpipeline_id\x18\x03 \x01(\x05\"R\n\x18GetPipelineResultRequest\x12\'\n\x08pipeline\x18\x01 \x01(\x0b\x32\x15.rakit.azure.Pipeline\x12\r\n\x05token\x18\x02 \x01(\t\"C\n\x0ePipelineStatus\x12\x0f\n\x07success\x18\x01 \x01(\x08\x12\x0e\n\x06\x65rrors\x18\x02 \x03(\t\x12\x10\n\x08warnings\x18\x03 \x03(\t\"8\n\x0ePipelineResult\x12&\n\x04runs\x18\x01 \x03(\x0b\x32\x18.rakit.azure.PipelineRun\"\x97\x01\n\x0bPipelineRun\x12\n\n\x02id\x18\x01 \x01(\x05\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\r\n\x05state\x18\x03 \x01(\t\x12\x0e\n\x06result\x18\x04 \x01(\t\x12\x14\n\x0c\x63reated_date\x18\x05 \x01(\t\x12\x15\n\rfinished_date\x18\x06 \x01(\t\x12\"\n\x06stages\x18\x07 \x03(\x0b\x32\x12.rakit.azure.Stage\"&\n\x05Issue\x12\x0c\n\x04type\x18\x01 \x01(\t\x12\x0f\n\x07message\x18\x02 \x01(\t\"G\n\x03Job\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0e\n\x06result\x18\x02 \x01(\t\x12\"\n\x06issues\x18\x03 \x03(\x0b\x32\x12.rakit.azure.Issue\"i\n\x05Stage\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0e\n\x06result\x18\x02 \x01(\t\x12\x1e\n\x04jobs\x18\x03 \x03(\x0b\x32\x10.rakit.azure.Job\x12\"\n\x06issues\x18\x04 \x03(\x0b\x32\x12.rakit.azure.Issue\"`\n\x0eTimelineRecord\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0c\n\x04type\x18\x02 \x01(\t\x12\x0e\n\x06result\x18\x03 \x01(\t\x12\"\n\x06issues\x18\x04 \x03(\x0b\x32\x12.rakit.azure.Issue\"\xa8\x01\n\x14PipelineResultDetail\x12\x12\n\nsuccessful\x18\x01 \x01(\x08\x12\x0e\n\x06\x65rrors\x18\x02 \x01(\t\x12\x10\n\x08warnings\x18\x03 \x01(\t\x12%\n\x03run\x18\x04 \x01(\x0b\x32\x18.rakit.azure.PipelineRun\x12\x33\n\x0e\x66\x61iled_records\x18\x05 \x03(\x0b\x32\x1b.rakit.azure.TimelineRecord2i\n\x0ePipelineServer\x12W\n\x11GetPipelineResult\x12%.rakit.azure.GetPipelineResultRequest\x1a\x1b.rakit.azure.PipelineResultB\x1a\xea\x02\x17Rakit::Azure::Generatedb\x06proto3"
+descriptor_data = "\n\x12\x61zure.devops.proto\x12\x0brakit.azure\"L\n\x08Pipeline\x12\x0b\n\x03org\x18\x01 \x01(\t\x12\x0f\n\x07project\x18\x02 \x01(\t\x12\x13\n\x0bpipeline_id\x18\x03 \x01(\x05\x12\r\n\x05token\x18\x04 \x01(\t\"R\n\x18GetPipelineResultRequest\x12\'\n\x08pipeline\x18\x01 \x01(\x0b\x32\x15.rakit.azure.Pipeline\x12\r\n\x05token\x18\x02 \x01(\t\"C\n\x0ePipelineStatus\x12\x0f\n\x07success\x18\x01 \x01(\x08\x12\x0e\n\x06\x65rrors\x18\x02 \x03(\t\x12\x10\n\x08warnings\x18\x03 \x03(\t\"8\n\x0ePipelineResult\x12&\n\x04runs\x18\x01 \x03(\x0b\x32\x18.rakit.azure.PipelineRun\"\x97\x01\n\x0bPipelineRun\x12\n\n\x02id\x18\x01 \x01(\x05\x12\x0c\n\x04name\x18\x02 \x01(\t\x12\r\n\x05state\x18\x03 \x01(\t\x12\x0e\n\x06result\x18\x04 \x01(\t\x12\x14\n\x0c\x63reated_date\x18\x05 \x01(\t\x12\x15\n\rfinished_date\x18\x06 \x01(\t\x12\"\n\x06stages\x18\x07 \x03(\x0b\x32\x12.rakit.azure.Stage\"&\n\x05Issue\x12\x0c\n\x04type\x18\x01 \x01(\t\x12\x0f\n\x07message\x18\x02 \x01(\t\"G\n\x03Job\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0e\n\x06result\x18\x02 \x01(\t\x12\"\n\x06issues\x18\x03 \x03(\x0b\x32\x12.rakit.azure.Issue\"i\n\x05Stage\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0e\n\x06result\x18\x02 \x01(\t\x12\x1e\n\x04jobs\x18\x03 \x03(\x0b\x32\x10.rakit.azure.Job\x12\"\n\x06issues\x18\x04 \x03(\x0b\x32\x12.rakit.azure.Issue\"`\n\x0eTimelineRecord\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0c\n\x04type\x18\x02 \x01(\t\x12\x0e\n\x06result\x18\x03 \x01(\t\x12\"\n\x06issues\x18\x04 \x03(\x0b\x32\x12.rakit.azure.Issue\"\xa8\x01\n\x14PipelineResultDetail\x12\x12\n\nsuccessful\x18\x01 \x01(\x08\x12\x0e\n\x06\x65rrors\x18\x02 \x01(\t\x12\x10\n\x08warnings\x18\x03 \x01(\t\x12%\n\x03run\x18\x04 \x01(\x0b\x32\x18.rakit.azure.PipelineRun\x12\x33\n\x0e\x66\x61iled_records\x18\x05 \x03(\x0b\x32\x1b.rakit.azure.TimelineRecord2i\n\x0ePipelineServer\x12W\n\x11GetPipelineResult\x12%.rakit.azure.GetPipelineResultRequest\x1a\x1b.rakit.azure.PipelineResultB\x0f\xea\x02\x0cRakit::Azureb\x06proto3"
 
 pool = ::Google::Protobuf::DescriptorPool.generated_pool
 pool.add_serialized_file(descriptor_data)
 
 module Rakit
   module Azure
-    module Generated
-      Pipeline = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.Pipeline").msgclass
-      GetPipelineResultRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.GetPipelineResultRequest").msgclass
-      PipelineStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.PipelineStatus").msgclass
-      PipelineResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.PipelineResult").msgclass
-      PipelineRun = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.PipelineRun").msgclass
-      Issue = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.Issue").msgclass
-      Job = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.Job").msgclass
-      Stage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.Stage").msgclass
-      TimelineRecord = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.TimelineRecord").msgclass
-      PipelineResultDetail = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.PipelineResultDetail").msgclass
-    end
+    Pipeline = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.Pipeline").msgclass
+    GetPipelineResultRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.GetPipelineResultRequest").msgclass
+    PipelineStatus = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.PipelineStatus").msgclass
+    PipelineResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.PipelineResult").msgclass
+    PipelineRun = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.PipelineRun").msgclass
+    Issue = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.Issue").msgclass
+    Job = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.Job").msgclass
+    Stage = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.Stage").msgclass
+    TimelineRecord = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.TimelineRecord").msgclass
+    PipelineResultDetail = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.azure.PipelineResultDetail").msgclass
   end
 end

data/lib/generated/data_pb.rb

@@ -0,0 +1,18 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: data.proto
+
+require 'google/protobuf'
+
+
+descriptor_data = "\n\ndata.proto\x12\nrakit.data\"h\n\x05Index\x12/\n\x07\x65ntries\x18\x01 \x03(\x0b\x32\x1e.rakit.data.Index.EntriesEntry\x1a.\n\x0c\x45ntriesEntry\x12\x0b\n\x03key\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t:\x02\x38\x01*^\n\x0c\x45xportFormat\x12\x19\n\x15PROTOBUF_BINARY_FILES\x10\x00\x12\x17\n\x13PROTOBUF_JSON_FILES\x10\x01\x12\x1a\n\x16PROTOBUF_BINARY_ZIPPED\x10\x02\x42\x0e\xea\x02\x0bRakit::Datab\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Rakit
+  module Data
+    Index = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.data.Index").msgclass
+    ExportFormat = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.data.ExportFormat").enummodule
+  end
+end

data/lib/generated/example_pb.rb

@@ -2,8 +2,7 @@
 # Generated by the protocol buffer compiler.  DO NOT EDIT!
 # source: example.proto
 
-require 'google/protobuf'
-
+require "google/protobuf"
 
 descriptor_data = "\n\rexample.proto\x12\rrakit.example\"\x1c\n\x0cHelloRequest\x12\x0c\n\x04name\x18\x01 \x01(\t\" \n\rHelloResponse\x12\x0f\n\x07message\x18\x01 \x01(\tB\x13\xea\x02\x10Rakit::Generatedb\x06proto3"
 

data/lib/generated/shell_pb.rb

@@ -0,0 +1,22 @@
+# frozen_string_literal: true
+# Generated by the protocol buffer compiler.  DO NOT EDIT!
+# source: shell.proto
+
+require 'google/protobuf'
+
+
+descriptor_data = "\n\x0bshell.proto\x12\x0brakit.shell\"\x9a\x02\n\x07\x43ommand\x12\x0c\n\x04name\x18\x01 \x01(\t\x12\x0c\n\x04\x61rgs\x18\x02 \x03(\t\x12\x19\n\x11working_directory\x18\x03 \x01(\t\x12\x17\n\x0ftimeout_seconds\x18\x04 \x01(\x05\x12\x1a\n\x12\x65xpected_exit_code\x18\x05 \x01(\x05\x12\x17\n\x0f\x65xpected_stdout\x18\x06 \x01(\t\x12\x17\n\x0f\x65xpected_stderr\x18\x07 \x01(\t\x12<\n\x13\x61\x63\x63\x65ptance_criteria\x18\x08 \x03(\x0b\x32\x1f.rakit.shell.AcceptanceCriteria\x12\x13\n\x0b\x65xit_status\x18\t \x01(\x05\x12\x0e\n\x06stdout\x18\n \x01(\t\x12\x0e\n\x06stderr\x18\x0b \x01(\t\"1\n\x12\x41\x63\x63\x65ptanceCriteria\x12\x0c\n\x04kind\x18\x01 \x01(\t\x12\r\n\x05value\x18\x02 \x01(\t\"-\n\nTestResult\x12\x0f\n\x07success\x18\x01 \x01(\x08\x12\x0e\n\x06\x65rrors\x18\x02 \x03(\t\"b\n\rFormatRequest\x12%\n\x07\x63ommand\x18\x01 \x01(\x0b\x32\x14.rakit.shell.Command\x12*\n\x06\x66ormat\x18\x02 \x01(\x0e\x32\x1a.rakit.shell.CommandFormat\" \n\x0e\x46ormatResponse\x12\x0e\n\x06output\x18\x01 \x01(\t*Z\n\rCommandFormat\x12\x1e\n\x1a\x43OMMAND_FORMAT_UNSPECIFIED\x10\x00\x12\x0c\n\x08ONE_LINE\x10\x01\x12\x0e\n\nMULTI_LINE\x10\x02\x12\x0b\n\x07\x43OMPACT\x10\x03\x32\xc1\x01\n\x0e\x43ommandService\x12\x35\n\x07\x45xecute\x12\x14.rakit.shell.Command\x1a\x14.rakit.shell.Command\x12\x35\n\x04Test\x12\x14.rakit.shell.Command\x1a\x17.rakit.shell.TestResult\x12\x41\n\x06\x46ormat\x12\x1a.rakit.shell.FormatRequest\x1a\x1b.rakit.shell.FormatResponseB\x0f\xea\x02\x0cRakit::Shellb\x06proto3"
+
+pool = ::Google::Protobuf::DescriptorPool.generated_pool
+pool.add_serialized_file(descriptor_data)
+
+module Rakit
+  module Shell
+    Command = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.shell.Command").msgclass
+    AcceptanceCriteria = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.shell.AcceptanceCriteria").msgclass
+    TestResult = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.shell.TestResult").msgclass
+    FormatRequest = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.shell.FormatRequest").msgclass
+    FormatResponse = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.shell.FormatResponse").msgclass
+    CommandFormat = ::Google::Protobuf::DescriptorPool.generated_pool.lookup("rakit.shell.CommandFormat").enummodule
+  end
+end

data/lib/rakit/azure/dev_ops.rb

@@ -52,10 +52,10 @@ module Rakit
 
           if [org, project, pipeline_id, token].any?(&:nil?) || [org, project, pipeline_id, token].any?(&:empty?)
             return _pipeline_status_new(
-              success: false,
-              errors: [],
-              warnings: [_token_not_set_message(pipeline)]
-            )
+                     success: false,
+                     errors: [],
+                     warnings: [_token_not_set_message(pipeline)],
+                   )
           end
 
           if _token_unresolved?(pipeline, token)
@@ -167,7 +167,7 @@ module Rakit
               ENV["AZURE_DEVOPS_ORG"],
               ENV["AZURE_DEVOPS_PROJECT"],
               ENV["AZURE_DEVOPS_PIPELINE_ID"]&.to_s,
-              ENV["AZURE_DEVOPS_TOKEN"]
+              ENV["AZURE_DEVOPS_TOKEN"],
             ]
           end
         end
@@ -300,13 +300,13 @@ module Rakit
           timeline["records"]
             .select { |r| r["result"]&.downcase == "failed" }
             .map do |r|
-              {
-                "name" => r["name"] || r["identifier"] || "Unknown",
-                "type" => r["type"],
-                "result" => r["result"],
-                "issues" => (r["issues"] || []).map { |i| { "type" => i["type"], "message" => i["message"] } }
-              }
-            end
+            {
+              "name" => r["name"] || r["identifier"] || "Unknown",
+              "type" => r["type"],
+              "result" => r["result"],
+              "issues" => (r["issues"] || []).map { |i| { "type" => i["type"], "message" => i["message"] } },
+            }
+          end
         end
 
         def _format_failed_steps(failures)
@@ -315,7 +315,7 @@ module Rakit
           job_or_task = failures.select { |f| %w[job task].include?((f["type"] || "").to_s.downcase) }
           job_or_task.map do |f|
             type_label = (f["type"] || "").to_s.capitalize
-            lines = ["#{type_label}: #{f['name']}"]
+            lines = ["#{type_label}: #{f["name"]}"]
             (f["issues"] || []).each { |iss| lines << iss["message"].to_s.strip }
             lines.reject(&:empty?).join("\n")
           end.reject(&:empty?).join("\n\n")
@@ -332,7 +332,7 @@ module Rakit
 
             out << {
               "name" => r["name"] || r["identifier"] || "Unknown",
-              "issues" => warn_issues.map { |i| { "type" => i["type"], "message" => i["message"] } }
+              "issues" => warn_issues.map { |i| { "type" => i["type"], "message" => i["message"] } },
             }
           end
         end
@@ -341,7 +341,7 @@ module Rakit
           return "" if warnings.nil? || warnings.empty?
 
           warnings.flat_map do |w|
-            (w["issues"] || []).map { |iss| "  [#{w['name']}] #{iss['message']}" }
+            (w["issues"] || []).map { |iss| "  [#{w["name"]}] #{iss["message"]}" }
           end.join("\n")
         end
 
@@ -354,7 +354,7 @@ module Rakit
             result: run["result"].to_s,
             created_date: run["createdDate"].to_s,
             finished_date: run["finishedDate"].to_s,
-            stages: stages
+            stages: stages,
           )
         end
 
@@ -396,14 +396,14 @@ module Rakit
               Job.new(
                 name: jr["name"].to_s,
                 result: jr["result"].to_s,
-                issues: job_issues + task_issues
+                issues: job_issues + task_issues,
               )
             end
             Stage.new(
               name: sr["name"].to_s,
               result: sr["result"].to_s,
               jobs: jobs,
-              issues: _issues_from_record(sr)
+              issues: _issues_from_record(sr),
             )
           end
         end

data/lib/rakit/data.rb

@@ -0,0 +1,173 @@
+# frozen_string_literal: true
+
+require "fileutils"
+
+require "generated/data_pb"
+
+module Rakit
+  module Data
+    # Export all stored messages from DataService.data_dir to export_dir in the given format.
+    # If there are no .pb files under data_dir, no files are created.
+    #
+    # @param export_dir [String] target directory (created if needed)
+    # @param export_format [Rakit::Data::ExportFormat] PROTOBUF_BINARY_FILES (mirror .pb layout),
+    #   PROTOBUF_JSON_FILES (same layout with .json), or PROTOBUF_BINARY_ZIPPED (single data.zip)
+    # @return [void]
+    # @raise [ArgumentError] if export_format is not a supported ExportFormat value
+    def self.export(export_dir, export_format)
+      base = DataService.data_dir
+      export_dir = File.expand_path(export_dir)
+      FileUtils.mkdir_p(export_dir)
+
+      pb_paths = Dir.glob(File.join(base, "**", "*.pb"))
+      return if pb_paths.empty?
+
+      case export_format
+      when ExportFormat::PROTOBUF_BINARY_FILES
+        _export_binary_files(pb_paths, base, export_dir)
+      when ExportFormat::PROTOBUF_JSON_FILES
+        _export_json_files(pb_paths, base, export_dir)
+      when ExportFormat::PROTOBUF_BINARY_ZIPPED
+        _export_binary_zipped(pb_paths, base, export_dir)
+      else
+        raise ArgumentError, "unsupported export_format: #{export_format.inspect}"
+      end
+    end
+
+    def self._rel_parts(base, path)
+      rel = path[(base.end_with?(File::SEPARATOR) ? base.length : base.length + 1)..]
+      parts = rel.split(File::SEPARATOR)
+      type_name = parts[0..-2].join("::")
+      unique_name = File.basename(parts[-1], ".pb")
+      [type_name, unique_name, rel]
+    end
+
+    def self._export_binary_files(pb_paths, base, export_dir)
+      pb_paths.each do |path|
+        type_name, _unique_name, rel = _rel_parts(base, path)
+        message = DataService.load(type_name, File.basename(path, ".pb"))
+        out_path = File.join(export_dir, rel)
+        FileUtils.mkdir_p(File.dirname(out_path))
+        File.binwrite(out_path, message.class.encode(message))
+      end
+    end
+
+    def self._export_json_files(pb_paths, base, export_dir)
+      pb_paths.each do |path|
+        type_name, unique_name, rel = _rel_parts(base, path)
+        message = DataService.load(type_name, unique_name)
+        out_rel = rel.sub(/\.pb\z/, ".json")
+        out_path = File.join(export_dir, out_rel)
+        FileUtils.mkdir_p(File.dirname(out_path))
+        File.write(out_path, message.class.encode_json(message))
+      end
+    end
+
+    def self._export_binary_zipped(pb_paths, base, export_dir)
+      require "zip"
+      zip_path = File.join(export_dir, "data.zip")
+      FileUtils.rm_f(zip_path)
+      Zip::File.open(zip_path, Zip::File::CREATE) do |zip|
+        pb_paths.each do |path|
+          type_name, unique_name, rel = _rel_parts(base, path)
+          message = DataService.load(type_name, unique_name)
+          zip.get_output_stream(rel) { |io| io.write(message.class.encode(message)) }
+        end
+      end
+    end
+
+    # Persist and retrieve protobuf message instances under a configurable data root.
+    #
+    # Storage layout: root is {data_dir} (default +~/.rakit/data+). Path for a message is
+    # +data_dir/TYPE_PATH/unique_name.pb+. TYPE_PATH is the Ruby class name with +::+ replaced by
+    # +File::SEPARATOR+ (e.g. +Rakit::Shell::Command+ → +Rakit/Shell/Command+). File content is
+    # binary protobuf; no character encoding.
+    module DataService
+      # @return [String] current data root (default: expanded +~/.rakit/data+)
+      def self.data_dir
+        @data_dir ||= File.expand_path("~/.rakit/data")
+      end
+
+      # @param path [String] set the data root for subsequent operations (e.g. tests use a temp dir)
+      # @return [void]
+      def self.data_dir=(path)
+        @data_dir = path
+      end
+
+      # Store a proto message under a unique name.
+      # @param message [Object] instance of a generated protobuf message class
+      # @param unique_name [String] non-empty, must not contain path separators or +..+
+      # @return [void]
+      # @raise [ArgumentError] if unique_name is empty/blank or contains path traversal
+      # @raise [Errno::EACCES] etc. on permission failure
+      def self.store(message, unique_name)
+        _validate_unique_name!(unique_name)
+        klass = message.class
+        path = _path(klass.name, unique_name)
+        FileUtils.mkdir_p(File.dirname(path))
+        File.binwrite(path, klass.encode(message))
+      end
+
+      # Load a stored message.
+      # @param type_name [String] Ruby class name (e.g. +"Rakit::Shell::Command"+)
+      # @param unique_name [String] same rules as for store
+      # @return [Object] decoded message instance
+      # @raise [ArgumentError] if unique_name invalid
+      # @raise [NameError] if type_name is not a valid constant
+      # @raise [Errno::ENOENT] if the file does not exist
+      def self.load(type_name, unique_name)
+        _validate_unique_name!(unique_name)
+        klass = Object.const_get(type_name.to_s)
+        path = _path(klass.name, unique_name.to_s)
+        raise Errno::ENOENT, path unless File.file?(path)
+
+        klass.decode(File.binread(path))
+      end
+
+      # Remove a stored message by type and unique name (no-op if file absent).
+      # @param type_name [String] Ruby class name
+      # @param unique_name [String] same rules as for store
+      # @return [void]
+      # @raise [ArgumentError] if unique_name invalid
+      def self.remove(type_name, unique_name)
+        _validate_unique_name!(unique_name)
+        path = _path(type_name.to_s, unique_name.to_s)
+        File.delete(path) if File.file?(path)
+      end
+
+      # Return unique names (without +.pb+) for the given type.
+      # @param type_name [String] Ruby class name for directory resolution
+      # @return [Array<String>] empty if directory missing or no .pb files
+      # @raise [NameError] if type_name is not a valid constant
+      # @raise [ArgumentError] if type_name yields empty path segments (e.g. from _dir_for_type)
+      def self.get_names(type_name)
+        dir = _dir_for_type(type_name.to_s)
+        return [] unless File.directory?(dir)
+
+        Dir.children(dir).select { |f| File.file?(File.join(dir, f)) && f.end_with?(".pb") }.map { |f| f.chomp(".pb") }
+      end
+
+      def self._validate_unique_name!(unique_name)
+        u = unique_name.to_s
+        raise ArgumentError, "unique_name must be a non-empty string" if u.strip.empty?
+        if u.include?("/") || u.include?("\\") || u.include?("..")
+          raise ArgumentError, "unique_name must not contain path separators or '..'"
+        end
+      end
+
+      def self._path(type_name, unique_name)
+        dir = _dir_for_type(type_name)
+        File.join(dir, "#{unique_name}.pb")
+      end
+
+      # PACKAGE_PATH/MESSAGE_NAME: e.g. Rakit::Shell::Command -> Rakit/Shell/Command
+      def self._dir_for_type(type_name)
+        parts = type_name.split("::")
+        raise ArgumentError, "type_name must be a qualified constant path" if parts.empty?
+
+        relative = parts.join(File::SEPARATOR)
+        File.join(data_dir, relative)
+      end
+    end
+  end
+end

data/lib/rakit/{ruby_gems.rb → gem.rb}

@@ -1,7 +1,29 @@
 # frozen_string_literal: true
 
+require "fileutils"
+require "rubygems/package"
+
 module Rakit
-  module RubyGems
+  module Gem
+    # Build the gem for the given spec and move it into out_dir.
+    # Returns the path to the built .gem file.
+    def self.package(spec, out_dir)
+      FileUtils.mkdir_p(out_dir)
+      gem_file = ::Gem::Package.build(spec)
+      FileUtils.mv(gem_file, out_dir)
+      File.join(out_dir, gem_file)
+    end
+
+    # Publish the gem to rubygems.org. Loads the gemspec from gemspec_path and
+    # expects the .gem file in dirname(gemspec_path)/artifacts/. Run package first.
+    def self.publish(gemspec_path)
+      path = File.expand_path(gemspec_path)
+      spec = ::Gem::Specification.load(path)
+      out_dir = File.join(File.dirname(path), "artifacts")
+      gem_path = File.join(out_dir, "#{spec.full_name}.gem")
+      push(gem_path)
+    end
+
     # Bump the last digit of the version in the gemspec file (e.g. "0.1.0" -> "0.1.1").
     # Writes the file in place. Returns the new version string.
     def self.bump(gemspec_path)
@@ -9,26 +31,16 @@ module Rakit
       content.sub!(/^(\s*s\.version\s*=\s*["'])([\d.]+)(["'])/) do
         segs = Regexp.last_match(2).split(".")
         segs[-1] = (segs[-1].to_i + 1).to_s
-        "#{Regexp.last_match(1)}#{segs.join('.')}#{Regexp.last_match(3)}"
+        "#{Regexp.last_match(1)}#{segs.join(".")}#{Regexp.last_match(3)}"
       end or raise "No s.version line found in #{gemspec_path}"
       File.write(gemspec_path, content)
       content[/s\.version\s*=\s*["']([^"']+)["']/, 1]
     end
 
-    def self.version_published?(name, version)
-      require "net/http"
-      require "uri"
-      uri = URI("https://rubygems.org/api/v2/rubygems/#{URI::DEFAULT_PARSER.escape(name)}/versions/#{URI::DEFAULT_PARSER.escape(version)}.json")
-      response = Net::HTTP.get_response(uri)
-      response.is_a?(Net::HTTPSuccess)
-    rescue StandardError
-      false
-    end
-
-    # Publish the .gem at gem_path to rubygems.org. If that version is already
+    # Push the .gem at gem_path to rubygems.org. If that version is already
     # published, warns and returns without pushing. Raises if the file is missing
     # or if gem push fails.
-    def self.publish(gem_path)
+    def self.push(gem_path)
       raise "Gem not found: #{gem_path}. Run rake package first." unless File.file?(gem_path)
 
       base = File.basename(gem_path, ".gem")
@@ -44,5 +56,15 @@ module Rakit
       success = system("gem", "push", gem_path)
       raise "gem push failed" unless success
     end
+
+    def self.version_published?(name, version)
+      require "net/http"
+      require "uri"
+      uri = URI("https://rubygems.org/api/v2/rubygems/#{URI::DEFAULT_PARSER.escape(name)}/versions/#{URI::DEFAULT_PARSER.escape(version)}.json")
+      response = Net::HTTP.get_response(uri)
+      response.is_a?(Net::HTTPSuccess)
+    rescue StandardError
+      false
+    end
   end
 end

data/lib/rakit/git.rb

@@ -0,0 +1,41 @@
+# frozen_string_literal: true
+
+module Rakit
+  module Git
+    # Sync the current directory with the remote (git pull, then git push).
+    # Runs from Dir.pwd. Raises if not a git repo or if pull/push fails.
+    def self.sync(dir = nil)
+      require_relative "shell"
+      target = dir ? File.expand_path(dir) : Dir.pwd
+      raise "Not a git repository: #{target}" unless File.directory?(File.join(target, ".git"))
+
+      Dir.chdir(target) do
+        result = Rakit::Shell.run("git pull")
+        raise "git pull failed" unless result.exit_status == 0
+        result = Rakit::Shell.run("git push")
+        raise "git push failed" unless result.exit_status == 0
+      end
+    end
+
+    # Stage all changes and commit. commit_message defaults to "Integrate" when nil.
+    # If there is nothing to commit after staging, skips commit (no error).
+    # Raises if not a git repo or if add fails.
+    def self.integrate(commit_message = nil, dir = nil)
+      require_relative "shell"
+      target = dir ? File.expand_path(dir) : Dir.pwd
+      raise "Not a git repository: #{target}" unless File.directory?(File.join(target, ".git"))
+
+      message = commit_message || "Integrate"
+      Dir.chdir(target) do
+        result = Rakit::Shell.run("git add -A")
+        raise "git add failed" unless result.exit_status == 0
+        # Only commit if there are staged changes (--cached --quiet exits 1 when there are)
+        check = Rakit::Shell::CommandService.execute(Rakit::Shell::Command.new(name: "git", args: ["diff", "--cached", "--quiet"], working_directory: ""))
+        unless check.exit_status == 0
+          result = Rakit::Shell.run("git commit -m #{message.inspect}")
+          raise "git commit failed" unless result.exit_status == 0
+        end
+      end
+    end
+  end
+end

data/lib/rakit/protobuf.rb

@@ -0,0 +1,38 @@
+# frozen_string_literal: true
+
+require "fileutils"
+
+module Rakit
+  module Protobuf
+    # Generate Ruby from .proto files.
+    # proto_dir: directory containing .proto files (and -I root)
+    # ruby_out: directory for generated *_pb.rb files
+    # protoc: executable name/path (default: "protoc")
+    # Returns ruby_out if generation ran, nil if no proto files found.
+    def self.generate(proto_dir:, ruby_out:, protoc: "protoc")
+      # output, in grey, "  generating code from .proto files..."
+      puts "\e[30m  generating code from .proto files...\e[0m"
+      expanded_proto_dir = File.expand_path(proto_dir)
+      proto_files = Dir[File.join(expanded_proto_dir, "**", "*.proto")]
+      return nil if proto_files.empty?
+
+      FileUtils.mkdir_p(ruby_out)
+      args = ["-I", expanded_proto_dir, "--ruby_out=#{ruby_out}", *proto_files]
+      system(protoc, *args) or raise "protoc failed"
+
+      # output a green checkmark and the command that was run
+      puts "\e[32m✓\e[0m #{protoc} #{args.join(" ")}"
+      # output that the files were generated
+      #puts "  Generated #{proto_files.size} files in #{ruby_out}"
+      # output the files that were generated (all files in the ruby_out directory), once per line
+      ruby_out_files = Dir[File.join(ruby_out, "**", "*_pb.rb")]
+      ruby_out_files.each do |file|
+        # output, in grey, "  #{File.basename(file)}"
+        puts "\e[30m  #{File.basename(file)}\e[0m"
+      end
+      # output the number of files that were generated
+      #puts "  Generated #{ruby_out_files.size} files in #{ruby_out}"
+      ruby_out
+    end
+  end
+end

data/lib/rakit/shell.rb

@@ -0,0 +1,204 @@
+# frozen_string_literal: true
+
+require "open3"
+require "timeout"
+require "generated/shell_pb"
+
+module Rakit
+  module Shell
+    CHECK = "\e[32m✓\e[0m"
+    CROSS = "\e[31m✗\e[0m"
+
+    # CommandService: execute runs a Command; test runs it; format returns display string.
+    module CommandService
+      # In-memory cache of executed Commands (result with exit_status, stdout, stderr). Keyed by request identity.
+      @_executed_cache = {}
+
+      class << self
+        attr_reader :_executed_cache
+      end
+
+      # Returns the current cache of executed Commands (key => Command with result). Read-only view; use clear_cache to reset.
+      def self.cache
+        _executed_cache.dup
+      end
+
+      # Clears the in-memory cache of executed commands.
+      def self.clear_cache
+        _executed_cache.clear
+      end
+
+      def self._cache_key(command)
+        name = (command.respond_to?(:name) ? command.name : "").to_s
+        args = (command.respond_to?(:args) ? command.args.to_a : []).map(&:to_s)
+        cwd = (command.respond_to?(:working_directory) ? command.working_directory : "").to_s
+        timeout_sec = command.respond_to?(:timeout_seconds) ? command.timeout_seconds.to_i : 10
+        timeout_sec = 10 if timeout_sec <= 0
+        [name, *args, cwd, timeout_sec].join("\0")
+      end
+
+      # Format RPC: returns FormatResponse with the command formatted for display.
+      def self.format(format_request)
+        command = format_request.respond_to?(:command) ? format_request.command : nil
+        fmt = format_request.respond_to?(:format) ? format_request.format : CommandFormat::ONE_LINE
+        output = _format_command_to_s(command, fmt)
+        FormatResponse.new(output: output)
+      end
+
+      # Display the command in the given format (default ONE_LINE). Prints to stdout.
+      # Builds a FormatRequest and uses the Format RPC.
+      def self.show(command, format_enum = nil)
+        fmt = format_enum || CommandFormat::ONE_LINE
+        req = FormatRequest.new(command: command, format: fmt)
+        puts CommandService.format(req).output
+      end
+
+      def self._format_command_to_s(command, fmt)
+        return "" unless command
+        name = (command.respond_to?(:name) ? command.name : "").to_s
+        args = command.respond_to?(:args) ? command.args.to_a : []
+        cwd = command.respond_to?(:working_directory) ? command.working_directory.to_s : ""
+        timeout_sec = command.respond_to?(:timeout_seconds) ? command.timeout_seconds.to_i : 0
+
+        argv = [name, *args].reject { |a| a.nil? || a.to_s.empty? }
+        cmd_line = argv.map { |a| a.include?(" ") ? a.inspect : a }.join(" ")
+
+        case fmt
+        when CommandFormat::MULTI_LINE
+          lines = ["name: #{name}", "args: #{args.inspect}"]
+          lines << "working_directory: #{cwd}" if cwd && !cwd.empty?
+          lines << "timeout_seconds: #{timeout_sec}" if timeout_sec.positive?
+          lines.join("\n")
+        when CommandFormat::COMPACT
+          exit_status = command.respond_to?(:exit_status) ? command.exit_status.to_i : 0
+          out_str = command.respond_to?(:stdout) ? command.stdout.to_s : ""
+          err_str = command.respond_to?(:stderr) ? command.stderr.to_s : ""
+          if exit_status != 0
+            lines = ["#{CROSS} #{cmd_line}"]
+            lines << "stdout:\n#{out_str}" if out_str && !out_str.empty?
+            lines << "stderr:\n#{err_str}" if err_str && !err_str.empty?
+            lines.join("\n")
+          else
+            "#{CHECK} #{cmd_line}"
+          end
+        else
+          cmd_line
+        end
+      end
+
+      # Run the command (name + args) with optional cwd and timeout. Returns Command with exit_status, stdout, stderr set.
+      # When use_cache: true (default), returns a cached result if the same command was already executed.
+      def self.execute(command, use_cache: true)
+        key = _cache_key(command)
+        if use_cache && _executed_cache.key?(key)
+          return _executed_cache[key]
+        end
+
+        name = (command.respond_to?(:name) ? command.name : "").to_s
+        args = command.respond_to?(:args) ? command.args.to_a : []
+        argv = [name, *args].reject { |a| a.nil? || a.to_s.empty? }
+        raise ArgumentError, "Command name is required" if argv.empty?
+
+        cwd = command.respond_to?(:working_directory) ? command.working_directory.to_s : ""
+        cwd = nil if cwd.nil? || cwd.empty?
+        timeout_sec = command.respond_to?(:timeout_seconds) ? command.timeout_seconds.to_i : 10
+        timeout_sec = 10 if timeout_sec <= 0
+
+        opts = {}
+        opts[:chdir] = cwd if cwd
+
+        stdout = ""
+        stderr = ""
+        exit_status = -1
+
+        run_block = lambda do
+          Open3.popen3(*argv, **opts) do |_stdin, out, err, wait_thr|
+            stdout = out.read
+            stderr = err.read
+            exit_status = wait_thr.value&.exitstatus || -1
+          end
+        end
+
+        Timeout.timeout(timeout_sec) { run_block.call }
+
+        result = _command_with_result(command, exit_status, stdout, stderr)
+        _executed_cache[key] = result
+        result
+      rescue Timeout::Error
+        result = _command_with_result(command, -1, stdout, stderr + " (timeout after #{timeout_sec}s)")
+        _executed_cache[key] = result
+        result
+      end
+
+      def self._command_with_result(command, exit_status, stdout, stderr)
+        criteria = command.respond_to?(:acceptance_criteria) ? command.acceptance_criteria.to_a : []
+        Command.new(
+          name: command.name,
+          args: command.args.to_a,
+          working_directory: command.respond_to?(:working_directory) ? command.working_directory.to_s : "",
+          timeout_seconds: command.respond_to?(:timeout_seconds) ? command.timeout_seconds.to_i : 0,
+          expected_exit_code: command.respond_to?(:expected_exit_code) ? command.expected_exit_code : 0,
+          expected_stdout: command.respond_to?(:expected_stdout) ? command.expected_stdout.to_s : "",
+          expected_stderr: command.respond_to?(:expected_stderr) ? command.expected_stderr.to_s : "",
+          acceptance_criteria: criteria,
+          exit_status: exit_status,
+          stdout: stdout,
+          stderr: stderr,
+        )
+      end
+
+      # Run the command and check expected_exit_code, expected_stdout, expected_stderr, and acceptance_criteria. Returns TestResult.
+      def self.test(command)
+        result = execute(command)
+        errors = []
+
+        expected_exit = command.respond_to?(:expected_exit_code) ? command.expected_exit_code : 0
+        errors << "exit_code: expected #{expected_exit}, got #{result.exit_status}" if result.exit_status != expected_exit
+
+        if command.respond_to?(:expected_stdout) && !command.expected_stdout.to_s.empty? && result.stdout != command.expected_stdout
+          errors << "stdout: expected #{command.expected_stdout.inspect}, got #{result.stdout.inspect}"
+        end
+
+        if command.respond_to?(:expected_stderr) && !command.expected_stderr.to_s.empty? && result.stderr != command.expected_stderr
+          errors << "stderr: expected #{command.expected_stderr.inspect}, got #{result.stderr.inspect}"
+        end
+
+        if command.respond_to?(:acceptance_criteria)
+          command.acceptance_criteria.each do |crit|
+            kind = (crit.respond_to?(:kind) ? crit.kind : "").to_s
+            value = (crit.respond_to?(:value) ? crit.value : "").to_s
+            case kind
+            when "exit_code"
+              errors << "acceptance exit_code: expected #{value}, got #{result.exit_status}" unless result.exit_status.to_s == value
+            when "stdout_contains"
+              errors << "acceptance stdout_contains #{value.inspect}" unless result.stdout.to_s.include?(value)
+            when "stderr_contains"
+              errors << "acceptance stderr_contains #{value.inspect}" unless result.stderr.to_s.include?(value)
+            when "stdout_matches"
+              errors << "acceptance stdout_matches #{value.inspect}" unless result.stdout.to_s.match?(Regexp.new(value))
+            when "stderr_matches"
+              errors << "acceptance stderr_matches #{value.inspect}" unless result.stderr.to_s.match?(Regexp.new(value))
+            end
+          end
+        end
+
+        TestResult.new(success: errors.empty?, errors: errors)
+      end
+    end
+
+    # Run a shell command string (like sh). Builds a Command (sh -c "cmd") and executes it.
+    # Prints ✓ (green) + cmd on success, or ✗ (red) + cmd then stdout/stderr on failure. Returns the Command with result fields set.
+    def self.run(cmd)
+      command = Command.new(name: "sh", args: ["-c", cmd.to_s], working_directory: "")
+      result = CommandService.execute(command)
+      if result.exit_status == 0
+        puts "#{CHECK} #{cmd}"
+      else
+        puts "#{CROSS} #{cmd}"
+        puts "stdout:\n#{result.stdout}" if result.stdout && !result.stdout.empty?
+        puts "stderr:\n#{result.stderr}" if result.stderr && !result.stderr.empty?
+      end
+      result
+    end
+  end
+end

data/lib/rakit/task.rb

@@ -0,0 +1,11 @@
+# frozen_string_literal: true
+
+# Before each task runs, print its name in blue.
+Rake::Task.class_eval do
+  alias_method :_original_execute, :execute
+
+  def execute(args = nil)
+    puts "\e[34m: #{name}\e[0m"
+    _original_execute(args)
+  end
+end

data/lib/rakit.rb

@@ -18,5 +18,15 @@ module Rakit
   end
 end
 
-require_relative "rakit/ruby_gems"
+require_relative "rakit/gem"
+require_relative "rakit/git"
+require_relative "rakit/task"
+require_relative "rakit/protobuf"
+# Defer loading so rake tasks that don't need Shell/Data (e.g. clobber) work without google-protobuf.
+autoload :Shell, "rakit/shell"
+autoload :Data, "rakit/data"
 require_relative "rakit/azure/dev_ops"
+
+def run(cmd)
+  Rakit::Shell.run(cmd)
+end

metadata

@@ -1,7 +1,7 @@
 --- !ruby/object:Gem::Specification
 name: rakit
 version: !ruby/object:Gem::Version
-  version: 0.1.3
+  version: 0.1.4
 platform: ruby
 authors:
 - rakit
@@ -13,16 +13,16 @@ dependencies:
   name: json
   requirement: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2.0'
   type: :runtime
   prerelease: false
   version_requirements: !ruby/object:Gem::Requirement
     requirements:
-    - - ">="
+    - - "~>"
       - !ruby/object:Gem::Version
-        version: '0'
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: rake
   requirement: !ruby/object:Gem::Requirement
@@ -51,6 +51,20 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '3.25'
+- !ruby/object:Gem::Dependency
+  name: rubyzip
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
+  type: :runtime
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '2.0'
 - !ruby/object:Gem::Dependency
   name: grpc-tools
   requirement: !ruby/object:Gem::Requirement
@@ -65,15 +79,37 @@ dependencies:
     - - "~>"
       - !ruby/object:Gem::Version
         version: '1.72'
+- !ruby/object:Gem::Dependency
+  name: minitest
+  requirement: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
+  type: :development
+  prerelease: false
+  version_requirements: !ruby/object:Gem::Requirement
+    requirements:
+    - - "~>"
+      - !ruby/object:Gem::Version
+        version: '5.0'
 executables: []
 extensions: []
 extra_rdoc_files: []
 files:
 - lib/generated/azure.devops_pb.rb
+- lib/generated/data_pb.rb
 - lib/generated/example_pb.rb
+- lib/generated/shell_pb.rb
 - lib/rakit.rb
 - lib/rakit/azure/dev_ops.rb
-- lib/rakit/ruby_gems.rb
+- lib/rakit/data.rb
+- lib/rakit/gem.rb
+- lib/rakit/git.rb
+- lib/rakit/protobuf.rb
+- lib/rakit/shell.rb
+- lib/rakit/task.rb
+homepage: https://gitlab.com/gems/rakit
 licenses:
 - MIT
 metadata: {}
@@ -84,7 +120,7 @@ required_ruby_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="
     - !ruby/object:Gem::Version
-      version: '0'
+      version: '3.0'
 required_rubygems_version: !ruby/object:Gem::Requirement
   requirements:
   - - ">="