a2a-test-framework 0.4.0

data/tests/grpc/error_code_mappings_test.rb

@@ -0,0 +1,39 @@
+require "a2a_test_framework/test_helper"
+
+# NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# require "a2a_test_framework/test_helper"
+
+# # NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# # describe "Error Code Mappings (gRPC Status)" do
+# #   describe "when a TaskNotFoundError occurs" do
+# #     it "should return gRPC NOT_FOUND status" do
+# #     end
+# #   end
+# #
+# #   describe "when a TaskNotCancelableError occurs" do
+# #     it "should return gRPC FAILED_PRECONDITION status" do
+# #     end
+# #   end
+# #
+# #   describe "when a PushNotificationNotSupportedError occurs" do
+# #     it "should return gRPC FAILED_PRECONDITION status" do
+# #     end
+# #   end
+# #
+# #   describe "when an UnsupportedOperationError occurs" do
+# #     it "should return gRPC FAILED_PRECONDITION status" do
+# #     end
+# #   end
+# #
+# #   describe "when a ContentTypeNotSupportedError occurs" do
+# #     it "should return gRPC INVALID_ARGUMENT status" do
+# #     end
+# #   end
+# #
+# #   describe "when an InvalidAgentResponseError occurs" do
+# #     it "should return gRPC INTERNAL status" do
+# #     end
+# #   end
+# # end

data/tests/grpc/error_handling_test.rb

@@ -0,0 +1,175 @@
+require "a2a_test_framework/test_helper"
+
+# NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# require "a2a_test_framework/test_helper"
+
+# # NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# # describe "Error Handling (gRPC)" do
+# #   # --- Authentication Errors ---
+# #
+# #   describe "when a client sends a request without authentication credentials" do
+# #     it "should reject the request with an UNAUTHENTICATED status" do
+# #     end
+# #
+# #     it "should include authentication challenge information in the error details" do
+# #     end
+# #   end
+# #
+# #   describe "when a client sends a request with invalid authentication credentials" do
+# #     it "should reject the request with an UNAUTHENTICATED status" do
+# #     end
+# #   end
+# #
+# #   describe "when a client sends a request with an expired bearer token" do
+# #     it "should reject the request with an UNAUTHENTICATED status" do
+# #     end
+# #   end
+# #
+# #   # --- Authorization Errors ---
+# #
+# #   describe "when an authenticated client lacks required permissions for an operation" do
+# #     it "should return a PERMISSION_DENIED status" do
+# #     end
+# #
+# #     it "should indicate what permission or scope is missing" do
+# #     end
+# #   end
+# #
+# #   describe "when an authenticated client attempts to access another client's task" do
+# #     it "should not reveal the existence of that task" do
+# #     end
+# #
+# #     it "should not distinguish between does-not-exist and not-authorized" do
+# #     end
+# #   end
+# #
+# #   # --- Validation Errors ---
+# #
+# #   describe "when a client sends a request with an invalid parameter format" do
+# #     it "should return an INVALID_ARGUMENT status before processing" do
+# #     end
+# #
+# #     it "should specify which parameter failed validation" do
+# #     end
+# #
+# #     it "should explain why the parameter failed" do
+# #     end
+# #
+# #     it "should provide guidance on valid parameter values or formats" do
+# #     end
+# #   end
+# #
+# #   describe "when a client sends a SendMessageRequest with no message parts" do
+# #     it "should return an INVALID_ARGUMENT status" do
+# #     end
+# #   end
+# #
+# #   # --- Resource Errors ---
+# #
+# #   describe "when a client requests a resource that does not exist" do
+# #     it "should return a NOT_FOUND status" do
+# #     end
+# #   end
+# #
+# #   describe "when a client requests a resource not accessible to the authenticated client" do
+# #     it "should return a NOT_FOUND status" do
+# #     end
+# #   end
+# #
+# #   describe "when comparing not-found vs unauthorized responses" do
+# #     it "should not be distinguishable to prevent information leakage" do
+# #     end
+# #   end
+# #
+# #   # --- System Errors ---
+# #
+# #   describe "when the server experiences a temporary internal failure" do
+# #     it "should return an UNAVAILABLE status indicating temporary unavailability" do
+# #     end
+# #
+# #     it "should MAY include retry guidance in error details" do
+# #     end
+# #   end
+# #
+# #   # --- Error Payload Structure ---
+# #
+# #   describe "when any error response is returned" do
+# #     it "should contain an error code as a machine-readable gRPC status code" do
+# #     end
+# #
+# #     it "should contain a human-readable error message" do
+# #     end
+# #   end
+# #
+# #   describe "when an error response includes details" do
+# #     it "should include a @type key in each details object" do
+# #     end
+# #
+# #     it "should use ProtoJSON Any representation for the @type key" do
+# #     end
+# #   end
+# #
+# #   # --- A2A-Specific Errors ---
+# #
+# #   describe "when a task ID does not correspond to an existing task" do
+# #     it "should return a TaskNotFoundError" do
+# #     end
+# #   end
+# #
+# #   describe "when a task existed but has been purged" do
+# #     it "should return a TaskNotFoundError" do
+# #     end
+# #   end
+# #
+# #   describe "when a CancelTask request targets a completed task" do
+# #     it "should return a TaskNotCancelableError" do
+# #     end
+# #   end
+# #
+# #   describe "when a CancelTask request targets a failed task" do
+# #     it "should return a TaskNotCancelableError" do
+# #     end
+# #   end
+# #
+# #   describe "when a CancelTask request targets an already canceled task" do
+# #     it "should return a TaskNotCancelableError" do
+# #     end
+# #   end
+# #
+# #   describe "when a client attempts push notification features on a non-supporting server" do
+# #     it "should return a PushNotificationNotSupportedError" do
+# #     end
+# #   end
+# #
+# #   describe "when a client requests an unsupported operation" do
+# #     it "should return an UnsupportedOperationError" do
+# #     end
+# #   end
+# #
+# #   describe "when a client sends a message with an unsupported media type" do
+# #     it "should return a ContentTypeNotSupportedError" do
+# #     end
+# #   end
+# #
+# #   describe "when an agent returns a malformed response" do
+# #     it "should be classified as InvalidAgentResponseError" do
+# #     end
+# #   end
+# #
+# #   describe "when the extended agent card is not configured despite capability being declared" do
+# #     it "should return an ExtendedAgentCardNotConfiguredError" do
+# #     end
+# #   end
+# #
+# #   describe "when a client does not declare support for a required extension" do
+# #     it "should return an ExtensionSupportRequiredError" do
+# #     end
+# #   end
+# #
+# #   describe "when a client sends a request with an unsupported protocol version" do
+# #     it "should return a VersionNotSupportedError" do
+# #     end
+# #   end
+# # end

data/tests/grpc/get_extended_agent_card_test.rb

@@ -0,0 +1,83 @@
+require "a2a_test_framework/test_helper"
+
+# NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# require "a2a_test_framework/test_helper"
+
+# # NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# # describe "A2AService/GetExtendedAgentCard" do
+# #   # --- Authentication Requirement ---
+# #
+# #   describe "when a client sends an authenticated request using a declared security scheme" do
+# #     it "should accept the request" do
+# #     end
+# #   end
+# #
+# #   describe "when a client sends a request without authentication" do
+# #     it "should reject the request with an authentication error" do
+# #     end
+# #   end
+# #
+# #   describe "when a client sends a request using an undeclared security scheme" do
+# #     it "should reject the request" do
+# #     end
+# #   end
+# #
+# #   # --- Successful Retrieval ---
+# #
+# #   describe "when an authenticated client retrieves the extended agent card" do
+# #     it "should respond with a complete AgentCard object" do
+# #     end
+# #
+# #     it "should MAY contain additional skills not present in the public card" do
+# #     end
+# #
+# #     it "should MAY contain additional capabilities not in the public card" do
+# #     end
+# #   end
+# #
+# #   describe "when clients with different authentication levels request the extended card" do
+# #     it "should MAY return different details based on authentication level" do
+# #     end
+# #   end
+# #
+# #   # --- Card Replacement Behavior ---
+# #
+# #   describe "when a client retrieves the extended agent card after caching the public card" do
+# #     it "should replace the cached public AgentCard with the extended card" do
+# #     end
+# #
+# #     it "should keep the replacement for the duration of the authenticated session" do
+# #     end
+# #   end
+# #
+# #   describe "when the agent card version changes after caching" do
+# #     it "should discard the cached extended card and re-fetch" do
+# #     end
+# #   end
+# #
+# #   # --- Availability / Capability Validation ---
+# #
+# #   describe "when the AgentCard declares extendedAgentCard capability as true" do
+# #     it "should process the request" do
+# #     end
+# #   end
+# #
+# #   describe "when the AgentCard declares extendedAgentCard capability as false" do
+# #     it "should respond with an UnsupportedOperationError" do
+# #     end
+# #   end
+# #
+# #   describe "when the AgentCard does not declare extendedAgentCard capability" do
+# #     it "should respond with an UnsupportedOperationError" do
+# #     end
+# #   end
+# #
+# #   # --- Error Cases ---
+# #
+# #   describe "when the agent declares support but has no extended card configured" do
+# #     it "should respond with an ExtendedAgentCardNotConfiguredError" do
+# #     end
+# #   end
+# # end

data/tests/grpc/get_task_push_notification_config_test.rb

@@ -0,0 +1,39 @@
+require "a2a_test_framework/test_helper"
+
+# NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# require "a2a_test_framework/test_helper"
+
+# # NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# # describe "A2AService/GetTaskPushNotificationConfig" do
+# #   # --- Successful Retrieval ---
+# #
+# #   describe "when a client retrieves an existing push notification config" do
+# #     it "should respond with a PushNotificationConfig object" do
+# #     end
+# #
+# #     it "should include the webhook URL in the configuration details" do
+# #     end
+# #
+# #     it "should include the notification settings in the configuration details" do
+# #     end
+# #   end
+# #
+# #   # --- Error Cases ---
+# #
+# #   describe "when the server does not support push notifications" do
+# #     it "should respond with a PushNotificationNotSupportedError" do
+# #     end
+# #   end
+# #
+# #   describe "when a client requests a non-existent config ID" do
+# #     it "should respond with a TaskNotFoundError" do
+# #     end
+# #   end
+# #
+# #   describe "when a client lacks access to the configuration" do
+# #     it "should respond with an error" do
+# #     end
+# #   end
+# # end

data/tests/grpc/get_task_test.rb

@@ -0,0 +1,76 @@
+require "a2a_test_framework/test_helper"
+
+# NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# require "a2a_test_framework/test_helper"
+
+# # NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# # describe "A2AService/GetTask" do
+# #   # --- Successful Retrieval ---
+# #
+# #   describe "when a client retrieves an existing task" do
+# #     it "should respond with a Task object" do
+# #     end
+# #
+# #     it "should include the current status in the Task object" do
+# #     end
+# #
+# #     it "should include any generated artifacts in the Task object" do
+# #     end
+# #   end
+# #
+# #   describe "when a task is in working state" do
+# #     it "should return a status field reflecting the current state" do
+# #     end
+# #   end
+# #
+# #   describe "when a task has generated artifacts" do
+# #     it "should include the artifacts field in the response" do
+# #     end
+# #   end
+# #
+# #   describe "when polling for task completion after SendMessage" do
+# #     it "should return the task with completed status once processing finishes" do
+# #     end
+# #   end
+# #
+# #   describe "when retrieving a task after push notification received" do
+# #     it "should respond with a Task object reflecting the final state" do
+# #     end
+# #   end
+# #
+# #   describe "when retrieving a task after stream has ended" do
+# #     it "should respond with a Task object reflecting the final state" do
+# #     end
+# #   end
+# #
+# #   # --- History Length Parameter ---
+# #
+# #   describe "when a client sends a GetTask request with historyLength set to a positive number" do
+# #     it "should include up to that many recent messages in the history field" do
+# #     end
+# #   end
+# #
+# #   describe "when a client sends a GetTask request with historyLength set to 0" do
+# #     it "should omit the history field from the response" do
+# #     end
+# #   end
+# #
+# #   describe "when a client sends a GetTask request without specifying historyLength" do
+# #     it "should return the server default amount of history" do
+# #     end
+# #   end
+# #
+# #   # --- Error Cases ---
+# #
+# #   describe "when a client sends a GetTask request with a non-existent task ID" do
+# #     it "should respond with a TaskNotFoundError" do
+# #     end
+# #   end
+# #
+# #   describe "when a client sends a GetTask request for a task not accessible to the client" do
+# #     it "should respond with a TaskNotFoundError" do
+# #     end
+# #   end
+# # end

data/tests/grpc/grpc_binding_test.rb

@@ -0,0 +1,74 @@
+require "a2a_test_framework/test_helper"
+
+# NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# require "a2a_test_framework/test_helper"
+
+# # NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# # describe "gRPC Protocol Binding" do
+# #   # --- Protocol Requirements ---
+# #
+# #   describe "when using the gRPC binding" do
+# #     it "should use gRPC over HTTP/2 with TLS" do
+# #     end
+# #
+# #     it "should use Protocol Buffers version 3 for serialization" do
+# #     end
+# #
+# #     it "should implement the A2AService gRPC service" do
+# #     end
+# #   end
+# #
+# #   # --- Service Parameter Transmission ---
+# #
+# #   describe "when transmitting A2A service parameters" do
+# #     it "should use gRPC metadata (headers)" do
+# #     end
+# #
+# #     it "should transmit A2A-Version as a gRPC metadata key" do
+# #     end
+# #
+# #     it "should comma-separate multiple extension values in a single metadata entry" do
+# #     end
+# #   end
+# #
+# #   describe "when the server receives a request" do
+# #     it "should extract service parameters from gRPC metadata" do
+# #     end
+# #
+# #     it "should validate required service parameters from metadata" do
+# #     end
+# #   end
+# #
+# #   # --- Error Handling ---
+# #
+# #   describe "when an error occurs" do
+# #     it "should use the standard gRPC status structure (google.rpc.Status)" do
+# #     end
+# #
+# #     it "should map error code to the status.code field" do
+# #     end
+# #
+# #     it "should include error message in status.message field" do
+# #     end
+# #   end
+# #
+# #   describe "when an A2A-specific error occurs" do
+# #     it "should include google.rpc.ErrorInfo in status.details" do
+# #     end
+# #
+# #     it "should use UPPER_SNAKE_CASE without Error suffix in ErrorInfo reason" do
+# #     end
+# #
+# #     it "should set ErrorInfo domain to a2a-protocol.org" do
+# #     end
+# #   end
+# #
+# #   # --- Streaming ---
+# #
+# #   describe "when a streaming operation is invoked" do
+# #     it "should use server streaming RPCs for real-time updates" do
+# #     end
+# #   end
+# # end

data/tests/grpc/list_task_push_notification_configs_test.rb

@@ -0,0 +1,53 @@
+require "a2a_test_framework/test_helper"
+
+# NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# require "a2a_test_framework/test_helper"
+
+# # NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# # describe "A2AService/ListTaskPushNotificationConfigs" do
+# #   # --- Successful Retrieval ---
+# #
+# #   describe "when a task has multiple push notification configs" do
+# #     it "should return all active push notification configurations for that task" do
+# #     end
+# #   end
+# #
+# #   describe "when a task has no push notification configs" do
+# #     it "should return an empty list of configurations" do
+# #     end
+# #   end
+# #
+# #   describe "when a task has both active and deleted push notification configs" do
+# #     it "should only return active configurations" do
+# #     end
+# #
+# #     it "should not include deleted configurations in the response" do
+# #     end
+# #   end
+# #
+# #   # --- Pagination ---
+# #
+# #   describe "when a task has many push notification configs" do
+# #     it "should support pagination for the results" do
+# #     end
+# #   end
+# #
+# #   # --- Error Cases ---
+# #
+# #   describe "when the server does not support push notifications" do
+# #     it "should respond with a PushNotificationNotSupportedError" do
+# #     end
+# #   end
+# #
+# #   describe "when a client sends a request with a non-existent task ID" do
+# #     it "should respond with a TaskNotFoundError" do
+# #     end
+# #   end
+# #
+# #   describe "when a client sends a request for a task not accessible to the client" do
+# #     it "should respond with a TaskNotFoundError" do
+# #     end
+# #   end
+# # end

data/tests/grpc/list_tasks_test.rb

@@ -0,0 +1,117 @@
+require "a2a_test_framework/test_helper"
+
+# NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# require "a2a_test_framework/test_helper"
+
+# # NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# # describe "A2AService/ListTasks" do
+# #   # --- Authorization Scoping ---
+# #
+# #   describe "when an authenticated client sends a ListTasks request" do
+# #     it "should only return tasks visible to the authenticated client" do
+# #     end
+# #
+# #     it "should not return tasks belonging to other clients" do
+# #     end
+# #   end
+# #
+# #   describe "when an unauthenticated client sends a ListTasks request" do
+# #     it "should respond with an authentication error" do
+# #     end
+# #   end
+# #
+# #   # --- includeArtifacts Field Behavior ---
+# #
+# #   describe "when a client sends a ListTasks request without setting includeArtifacts" do
+# #     it "should omit the artifacts field entirely from each Task object" do
+# #     end
+# #
+# #     it "should not include artifacts as an empty array" do
+# #     end
+# #
+# #     it "should not include artifacts as a null value" do
+# #     end
+# #   end
+# #
+# #   describe "when a client sends a ListTasks request with includeArtifacts set to false" do
+# #     it "should omit the artifacts field entirely from each Task object" do
+# #     end
+# #   end
+# #
+# #   describe "when a client sends a ListTasks request with includeArtifacts set to true" do
+# #     it "should include the artifacts field with actual content in each Task" do
+# #     end
+# #   end
+# #
+# #   describe "when a task has no artifacts and includeArtifacts is true" do
+# #     it "should return the artifacts field as an empty array" do
+# #     end
+# #   end
+# #
+# #   # --- nextPageToken Field ---
+# #
+# #   describe "when a client receives a ListTasks response" do
+# #     it "should always contain a nextPageToken field" do
+# #     end
+# #   end
+# #
+# #   describe "when all tasks fit within a single page" do
+# #     it "should set nextPageToken to an empty string" do
+# #     end
+# #   end
+# #
+# #   describe "when more tasks exist than fit in a single page" do
+# #     it "should set nextPageToken to a non-empty string" do
+# #     end
+# #
+# #     it "should allow the client to use nextPageToken to retrieve the next page" do
+# #     end
+# #   end
+# #
+# #   # --- Cursor-Based Pagination ---
+# #
+# #   describe "when a client sends a ListTasks request with a pageToken from a previous response" do
+# #     it "should return the next set of results after the cursor position" do
+# #     end
+# #
+# #     it "should not overlap with previous pages" do
+# #     end
+# #   end
+# #
+# #   describe "when a client sends a ListTasks request without a pageToken" do
+# #     it "should return the first page of results" do
+# #     end
+# #   end
+# #
+# #   # --- Ordering ---
+# #
+# #   describe "when tasks are returned in the response" do
+# #     it "should sort tasks by status timestamp in descending order" do
+# #     end
+# #
+# #     it "should place the most recently updated task first" do
+# #     end
+# #   end
+# #
+# #   describe "when paginating through all results" do
+# #     it "should maintain consistent ordering across pages" do
+# #     end
+# #
+# #     it "should not have a later-page task with a more recent update than earlier-page tasks" do
+# #     end
+# #   end
+# #
+# #   # --- Filtering ---
+# #
+# #   describe "when a client filters tasks by contextId" do
+# #     it "should only return tasks matching that contextId" do
+# #     end
+# #   end
+# #
+# #   describe "when a client filters tasks by status" do
+# #     it "should only return tasks with the specified status" do
+# #     end
+# #   end
+# # end

data/tests/grpc/protocol_data_model_test.rb

@@ -0,0 +1,14 @@
+require "a2a_test_framework/test_helper"
+
+# NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# require "a2a_test_framework/test_helper"
+
+# # NOTE: All tests commented out -- gRPC binding not supported by reference server
+
+# # describe "Protocol Data Model (gRPC)" do
+# #   describe "when using the gRPC protocol binding" do
+# #     it "should provide functionally equivalent representations of all protocol data structures" do
+# #     end
+# #   end
+# # end