@specsage/cli 0.1.0 → 0.1.4

package/lib/cli.rb

@@ -72,6 +72,7 @@ class SpecSageCLI
   def run_ci_mode
     website = ENV['TARGET_WEBSITE_SLUG']
     api_key = ENV['SPEC_SAGE_API_KEY']
+    base_url = ENV.fetch('CI_APP_URL')
 
     unless website
       puts "Error: TARGET_WEBSITE_SLUG environment variable required"
@@ -86,45 +87,72 @@ class SpecSageCLI
     puts "SpecSage CI Mode"
     puts "=" * 50
     puts "Website: #{website}"
+    puts "Base URL: #{base_url}"
     puts ""
 
-    publisher = ResultsUploader.new(
-      base_url: @options[:server_url],
-      api_key: api_key
-    )
+    publisher = ResultsUploader.new(api_key: api_key)
 
     begin
-      ci_run = publisher.create_ci_run(website)
+      response = publisher.fetch_ci_scenarios(website)
     rescue ResultsUploader::UploadError => e
       puts "Error: #{e.message}"
       exit 1
     end
 
-    server_run_id = ci_run['server_run_id']
-    base_url = ci_run['base_url']
+    server_run_id = response['server_run_id']
+    scenarios = response['scenarios']
 
     puts "Server run ID: #{server_run_id}"
-    puts "Base URL: #{base_url}"
+    puts "Scenarios: #{scenarios.length}"
+    scenarios.each { |s| puts "  - #{s['name']}" }
     puts ""
 
-    runner = Runner.new(
-      { 'base_url' => base_url },
-      visible: @options[:visible],
-      record: @options[:record],
-      publisher: publisher,
-      server_run_id: server_run_id
-    )
+    verdicts = []
+
+    scenarios.each do |scenario|
+      # Override base_url with CI_APP_URL
+      scenario['base_url'] = base_url
+
+      runner = Runner.new(
+        scenario,
+        visible: @options[:visible],
+        record: @options[:record],
+        publisher: publisher,
+        server_run_id: server_run_id
+      )
+
+      verdict = runner.run
+      verdicts << verdict
+      puts "[#{scenario['name']}] Verdict: #{verdict}"
+    end
 
-    verdict = runner.run
+    # Finalize the run
+    begin
+      publisher.finalize_run(server_run_id)
+    rescue ResultsUploader::UploadError => e
+      puts "Warning: Failed to finalize run: #{e.message}"
+    end
 
     puts ""
     puts "=" * 50
     puts "SpecSage CI Run Complete"
     puts "=" * 50
-    puts "Verdict: #{verdict}"
+
+    # Overall verdict: ERROR > FAIL > PASS
+    overall = if verdicts.include?('ERROR')
+                'ERROR'
+              elsif verdicts.include?('FAIL')
+                'FAIL'
+              elsif verdicts.all? { |v| v == 'PASS' }
+                'PASS'
+              else
+                'ERROR'
+              end
+
+    puts "Overall Verdict: #{overall}"
     puts ""
 
-    case verdict
+    case overall
     when 'PASS'
       exit 0
     when 'FAIL'

package/lib/results_uploader.rb

@@ -50,10 +50,10 @@ class ResultsUploader
     post("/api/runs/#{server_run_id}/finalize", {})
   end
 
-  # Create a CI run - server selects scenarios based on website's "ci" tag
-  # Returns hash with server_run_id and base_url
-  def create_ci_run(website_identifier)
-    post('/api/v1/ci/runs', { website: website_identifier })
+  # Fetch CI scenarios - returns scenario definitions tagged "ci" for local execution
+  # Returns hash with server_run_id and scenarios array
+  def fetch_ci_scenarios(website_identifier)
+    get("/api/v1/ci/scenarios?website=#{website_identifier}")
   end
 
   private

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@specsage/cli",
-  "version": "0.1.0",
+  "version": "0.1.4",
   "description": "SpecSage CLI - AI-powered end-to-end testing automation (Node wrapper for Ruby CLI)",
   "type": "module",
   "bin": {
@@ -29,5 +29,8 @@
   },
   "engines": {
     "node": ">=18.0.0"
+  },
+  "dependencies": {
+    "playwright": "^1.57.0"
   }
 }