@specsage/cli 0.1.2 → 0.1.5

package/lib/cli.rb

@@ -93,21 +93,29 @@ class SpecSageCLI
     publisher = ResultsUploader.new(api_key: api_key)
 
     begin
-      response = publisher.fetch_ci_scenarios(website)
+      scenarios_response = publisher.fetch_ci_scenarios(website)
+      scenarios = scenarios_response['scenarios']
     rescue ResultsUploader::UploadError => e
-      puts "Error: #{e.message}"
+      puts "Error fetching scenarios: #{e.message}"
       exit 1
     end
 
-    server_run_id = response['server_run_id']
-    scenarios = response['scenarios']
-
-    puts "Server run ID: #{server_run_id}"
     puts "Scenarios: #{scenarios.length}"
     scenarios.each { |s| puts "  - #{s['name']}" }
     puts ""
 
-    verdicts = []
+    begin
+      run_response = publisher.create_ci_run(website)
+      server_run_id = run_response['server_run_id']
+    rescue ResultsUploader::UploadError => e
+      puts "Error creating run: #{e.message}"
+      exit 1
+    end
+
+    puts "Server run ID: #{server_run_id}"
+    puts ""
+
+    results = []
 
     scenarios.each do |scenario|
       # Override base_url with CI_APP_URL
@@ -122,7 +130,7 @@ class SpecSageCLI
       )
 
       verdict = runner.run
-      verdicts << verdict
+      results << { scenario: scenario, verdict: verdict }
       puts "[#{scenario['name']}] Verdict: #{verdict}"
     end
 
@@ -138,6 +146,8 @@ class SpecSageCLI
     puts "SpecSage CI Run Complete"
     puts "=" * 50
 
+    verdicts = results.map { |r| r[:verdict] }
+
     # Overall verdict: ERROR > FAIL > PASS
     overall = if verdicts.include?('ERROR')
                 'ERROR'
@@ -150,6 +160,19 @@ class SpecSageCLI
               end
 
     puts "Overall Verdict: #{overall}"
+
+    # Print links to failed scenarios
+    failed_results = results.select { |r| r[:verdict] != 'PASS' }
+    if failed_results.any?
+      puts ""
+      puts "Failed scenarios:"
+      failed_results.each do |result|
+        scenario_id = result[:scenario]['id']
+        url = "https://app.specsage.com/runs/#{server_run_id}/scenarios/#{scenario_id}"
+        puts "  - #{result[:scenario]['name']}: #{url}"
+      end
+    end
+
     puts ""
 
     case overall

package/lib/results_uploader.rb

@@ -51,15 +51,22 @@ class ResultsUploader
   end
 
   # Fetch CI scenarios - returns scenario definitions tagged "ci" for local execution
-  # Returns hash with server_run_id and scenarios array
+  # Returns hash with version and scenarios array
   def fetch_ci_scenarios(website_identifier)
-    get("/api/v1/ci/scenarios?website=#{website_identifier}")
+    get("/api/v1/ci/scenarios", website: website_identifier)
+  end
+
+  # Create a CI run on the server
+  # Returns hash with server_run_id and base_url
+  def create_ci_run(website_identifier)
+    post("/api/v1/ci/runs", { website: website_identifier })
   end
 
   private
 
-  def get(path)
+  def get(path, params = {})
     uri = URI.parse("#{@base_url}#{path}")
+    uri.query = URI.encode_www_form(params) unless params.empty?
     http = Net::HTTP.new(uri.host, uri.port)
     http.use_ssl = uri.scheme == 'https'
     http.open_timeout = 10

package/lib/runner.rb

@@ -60,6 +60,7 @@ class Runner
     interactive_elements_by_id = build_elements_by_id(interactive_elements)
     previous_action = nil
     action_result = nil
+    final_verdict = 'ERROR' # Default to ERROR if no verdict received
 
     loop do
       # Get next action from server
@@ -94,7 +95,10 @@ class Runner
       # Log action with element details
       safe_puts "  [Step #{step_result[:step_number]}] #{action['action']}: #{action.reject { |k, _| k == 'action' }.to_json}"
 
-      break if action['action'] == 'verdict'
+      if action['action'] == 'verdict'
+        final_verdict = action['status'] || 'ERROR'
+        break
+      end
 
       # Skip browser execution for meta actions
       unless BROWSER_ACTIONS.include?(action['action'])
@@ -125,6 +129,7 @@ class Runner
       if @max_steps && step_number >= @max_steps
         log "Step limit exceeded (#{@max_steps})."
         send_client_verdict_if_needed('ERROR', "Step limit exceeded (#{@max_steps}).")
+        final_verdict = 'ERROR'
         break
       end
 
@@ -135,16 +140,19 @@ class Runner
     stop_node_process
     upload_video
     cleanup_temp_dir
+    final_verdict
   rescue StepClient::StepError => e
     send_client_verdict_if_needed('ERROR', "Server error: #{e.message}")
     stop_node_process
     upload_video
     cleanup_temp_dir
+    'ERROR'
   rescue StandardError => e
     send_client_verdict_if_needed('ERROR', e.message)
     stop_node_process
     upload_video
     cleanup_temp_dir
+    'ERROR'
   end
 
   private

package/package.json

@@ -1,6 +1,6 @@
 {
   "name": "@specsage/cli",
-  "version": "0.1.2",
+  "version": "0.1.5",
   "description": "SpecSage CLI - AI-powered end-to-end testing automation (Node wrapper for Ruby CLI)",
   "type": "module",
   "bin": {
@@ -29,5 +29,8 @@
   },
   "engines": {
     "node": ">=18.0.0"
+  },
+  "dependencies": {
+    "playwright": "^1.57.0"
   }
 }