AgentBin — Server Compliance (TCK)

❌ Failing Tests (57)

Test	Category	Status	Transport	Error
`test_empty_message_parts`	features	FAILED	jsonrpcrest	AssertionError: Expected error code -32602 (Invalid params) or -32603 (Internal error) for empty parts, but got: -32001 (Both codes are valid for vali
`test_missing_required_message_fields`	features	FAILED	jsonrpcrest	AssertionError: Expected InvalidParams error code -32602 for missing messageId, but got: -32001 (Spec: InvalidParamsError) assert -32001 == -32602
`test_authentication_required_when_declared`	mandatory	FAILED	jsonrpcrest	Failed: SPECIFICATION VIOLATION: Server processed unauthenticated request successfully. A2A v0.3.0 Section 4.4 REQUIRES authentication enforcement whe
`test_invalid_credentials_rejected`	mandatory	FAILED	jsonrpcrest	Failed: SPECIFICATION VIOLATION: Invalid bearer_token credentials processed successfully. A2A v0.3.0 Section 4.4 REQUIRES credential validation. Expec
`test_push_notification_not_supported_error_32003_enhanced`	mandatory	FAILED	jsonrpcrest	TypeError: transport_create_task_push_notification_config() takes from 2 to 3 positional arguments but 4 were given
`test_extended_agent_card_method_exists`	mandatory	FAILED	jsonrpcrest	Failed: Failed to call agent/getAuthenticatedExtendedCard: Unexpected error code: -32600 assert -32600 in [-32007, -32603]
`test_core_method_mapping_compliance`	mandatory	FAILED	jsonrpcrest	Failed: Core method mapping test failed on jsonrpc: 'task'
`test_message_send_valid_text`	mandatory	FAILED	jsonrpcrest	AssertionError: Message send failed: {'error': {'code': -32001, 'message': 'Task not found'}} assert False + where False = is_json_rpc_success_respo
`test_message_send_invalid_params`	mandatory	FAILED	jsonrpcrest	AssertionError: Expected InvalidParamsError (-32602), got -32001 assert -32001 == -32602
`test_message_send_continue_task`	mandatory	FAILED	jsonrpcrest	AssertionError: Failed to extract task ID from response assert None is not None
`test_task_history_length`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_list_all_tasks`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_list_tasks_empty_when_none_exist`	mandatory	FAILED	jsonrpcrest	AssertionError: tasks/list failed: {'error': {'code': -32001, 'message': 'Task not found'}} assert False + where False = is_json_rpc_success_respons
`test_list_tasks_validates_required_fields`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_list_tasks_sorted_by_timestamp_descending`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_filter_by_context_id`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_filter_by_status`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_filter_by_last_updated_after`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_combined_filters`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_default_page_size`	mandatory	FAILED	jsonrpcrest	AssertionError: tasks/list failed: {'error': {'code': -32001, 'message': 'Task not found'}} assert False + where False = is_json_rpc_success_respons
`test_custom_page_size`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_page_token_navigation`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_last_page_detection`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_total_size_accuracy`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_history_length_zero`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_history_length_custom`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_history_length_exceeds_actual`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_artifacts_excluded_by_default`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_artifacts_included_when_requested`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_invalid_page_token_error`	mandatory	FAILED	jsonrpcrest	AssertionError: Invalid pageToken should return -32602, got -32001 assert -32001 == -32602 + where -32001 = <built-in method get of dict object at 0
`test_invalid_status_error`	mandatory	FAILED	jsonrpcrest	AssertionError: Invalid status should return -32602, got -32001 assert -32001 == -32602 + where -32001 = <built-in method get of dict object at 0x00
`test_negative_page_size_error`	mandatory	FAILED	jsonrpcrest	AssertionError: Negative pageSize should return -32602, got -32001 assert -32001 == -32602 + where -32001 = <built-in method get of dict object at 0
`test_zero_page_size_error`	mandatory	FAILED	jsonrpcrest	AssertionError: pageSize=0 should return -32602, got -32001 assert -32001 == -32602 + where -32001 = <built-in method get of dict object at 0x000001
`test_out_of_range_page_size_error`	mandatory	FAILED	jsonrpcrest	AssertionError: pageSize > 100 should return -32602, got -32001 assert -32001 == -32602 + where -32001 = <built-in method get of dict object at 0x00
`test_default_page_size_is_50`	mandatory	FAILED	jsonrpcrest	KeyError: 'task'
`test_negative_history_length_error`	mandatory	FAILED	jsonrpcrest	AssertionError: Negative historyLength should return -32602, got -32001 assert -32001 == -32602 + where -32001 = <built-in method get of dict object
`test_invalid_timestamp_error`	mandatory	FAILED	jsonrpcrest	AssertionError: Invalid timestamp should return -32602, got -32001 assert -32001 == -32602 + where -32001 = <built-in method get of dict object at 0
`test_extended_card_access_controls`	mandatory	FAILED	jsonrpcrest	assert -32600 == -32603
`test_sensitive_information_protection`	mandatory	FAILED	jsonrpcrest	Failed: SECURITY VIOLATION: Public Agent Card exposes sensitive information. Found 8 potential issues. A2A v0.3.0 Section 9.1 requires protection of s
`test_message_sending_equivalence`	mandatory	FAILED	jsonrpcrest	AssertionError: Message sending failed on all transports: ['HTTP/JSON-RPC'] assert 0 > 0 + where 0 = len([])
`test_agent_card_access_equivalence`	mandatory	FAILED	jsonrpcrest	AssertionError: Agent Card access failed on all transports assert 0 > 0 + where 0 = len([])
`test_concurrent_operation_equivalence`	mandatory	FAILED	jsonrpcrest	AssertionError: No concurrent operations succeeded across any transport assert 0 > 0 + where 0 = len([])
`test_parallel_requests`	quality	FAILED	jsonrpcrest	AssertionError: All parallel requests failed - poor concurrency handling assert 0 > 0
`test_rapid_sequential_requests`	quality	FAILED	jsonrpcrest	AssertionError: Too many failures: 0 out of 10 succeeded assert 0 > (10 * 0.8)
`test_concurrent_operations_same_task`	quality	FAILED	jsonrpcrest	KeyError: 'task'
`test_empty_arrays`	quality	FAILED	jsonrpcrest	AssertionError: Should return InvalidParams error code assert -32001 == -32602
`test_null_optional_fields`	quality	FAILED	jsonrpcrest	KeyError: 'task'
`test_unicode_and_special_chars`	quality	FAILED	jsonrpcrest	KeyError: 'task'
`test_boundary_values`	quality	FAILED	jsonrpcrest	KeyError: 'task'
`test_streaming_reconnection_simulation`	quality	FAILED	jsonrpcrest	KeyError: 'task'
`test_partial_update_recovery`	quality	FAILED	jsonrpcrest	KeyError: 'task'
`test_task_state_transitions`	quality	FAILED	jsonrpcrest	KeyError: 'task'
`test_task_cancel_state_handling`	quality	FAILED	jsonrpcrest	KeyError: 'task'
`test_same_error_handling_invalid_params`	transport-equivalence	FAILED	cross-transport	AssertionError: Error code mismatch for invalid params: jsonrpc=-32602 vs rest=-32001 assert -32001 == -32602
`test_tasks_cancel_valid`	mandatory	ERROR	jsonrpcrest
`test_tasks_get_valid`	mandatory	ERROR	jsonrpcrest
`test_tasks_get_with_history_length`	mandatory	ERROR	jsonrpcrest

✅ Passing Tests (65)

Test	Category	Status	Transport
`test_fetch_agent_card_success`	features	PASSED	jsonrpcrest
`test_fetch_agent_card_not_found`	features	PASSED	jsonrpcrest
`test_fetch_agent_card_invalid_json`	features	PASSED	jsonrpcrest
`test_get_sut_rpc_endpoint`	features	PASSED	jsonrpcrest
`test_get_capability_streaming`	features	PASSED	jsonrpcrest
`test_get_capability_push_notifications`	features	PASSED	jsonrpcrest
`test_get_supported_modalities`	features	PASSED	jsonrpcrest
`test_get_authentication_schemes`	features	PASSED	jsonrpcrest
`test_invalid_file_part`	features	PASSED	jsonrpcrest
`test_very_large_message`	features	PASSED	jsonrpcrest
`test_file_part_without_mimetype`	features	PASSED	jsonrpcrest
`test_reference_task_ids_invalid`	features	PASSED	jsonrpcrest
`test_security_scheme_structure_compliance`	mandatory	PASSED	jsonrpcrest
`test_authentication_transport_consistency`	mandatory	PASSED	jsonrpcrest
`test_security_error_response_compliance`	mandatory	PASSED	jsonrpcrest
`test_authentication_scheme_consistency`	mandatory	PASSED	jsonrpcrest
`test_a2a_error_code_coverage_summary`	mandatory	PASSED	jsonrpcrest
`test_a2a_error_code_coverage_enhanced`	mandatory	PASSED	jsonrpcrest
`test_rejects_malformed_json`	mandatory	PASSED	jsonrpc
`test_rejects_invalid_json_rpc_requests[invalid_request0--32600]`	mandatory	PASSED	jsonrpc
`test_rejects_invalid_json_rpc_requests[invalid_request1--32600]`	mandatory	PASSED	jsonrpc
`test_rejects_invalid_json_rpc_requests[invalid_request2--32601]`	mandatory	PASSED	jsonrpc
`test_rejects_invalid_json_rpc_requests[invalid_request3--32600]`	mandatory	PASSED	jsonrpc
`test_rejects_invalid_json_rpc_requests[invalid_request4--32602]`	mandatory	PASSED	jsonrpc
`test_rejects_unknown_method`	mandatory	PASSED	jsonrpc
`test_rejects_invalid_params`	mandatory	PASSED	jsonrpc
`test_duplicate_request_ids`	mandatory	PASSED	jsonrpc
`test_invalid_jsonrpc_version`	mandatory	PASSED	jsonrpc
`test_missing_method_field`	mandatory	PASSED	jsonrpc
`test_raw_invalid_json`	mandatory	PASSED	jsonrpc
`test_transport_specific_method_naming`	mandatory	PASSED	jsonrpcrest
`test_transport_compliance_validation`	mandatory	PASSED	jsonrpcrest
`test_required_method_availability`	mandatory	PASSED	jsonrpcrest
`test_transport_specific_features`	mandatory	PASSED	jsonrpcrest
`test_comprehensive_a2a_v030_compliance`	mandatory	PASSED	jsonrpcrest
`test_agent_card_available`	mandatory	PASSED	jsonrpcrest
`test_mandatory_fields_present`	mandatory	PASSED	jsonrpcrest
`test_mandatory_field_types`	mandatory	PASSED	jsonrpcrest
`test_agent_card_mandatory_fields`	mandatory	PASSED	jsonrpcrest
`test_agent_card_capabilities_mandatory`	mandatory	PASSED	jsonrpcrest
`test_agent_card_skills_mandatory`	mandatory	PASSED	jsonrpcrest
`test_agent_card_input_output_modes_mandatory`	mandatory	PASSED	jsonrpcrest
`test_agent_card_basic_info_mandatory`	mandatory	PASSED	jsonrpcrest
`test_tasks_cancel_nonexistent`	mandatory	PASSED	jsonrpcrest
`test_tasks_get_nonexistent`	mandatory	PASSED	jsonrpcrest
`test_invalid_method_error_validation`	mandatory	PASSED	jsonrpcrest
`test_invalid_params_error_validation`	mandatory	PASSED	jsonrpcrest
`test_nonexistent_resource_error_validation`	mandatory	PASSED	jsonrpcrest
`test_error_consistency_across_methods`	mandatory	PASSED	jsonrpcrest
`test_error_response_completeness`	mandatory	PASSED	jsonrpcrest
`test_public_agent_card_access_control`	mandatory	PASSED	jsonrpcrest
`test_authentication_scheme_validation`	mandatory	PASSED	jsonrpcrest
`test_security_scheme_consistency`	mandatory	PASSED	jsonrpcrest
`test_auth_required_state_support`	mandatory	PASSED	jsonrpcrest
`test_authentication_challenge_headers`	mandatory	PASSED	jsonrpcrest
`test_error_handling_equivalence`	mandatory	PASSED	jsonrpcrest
`test_performance_equivalence`	mandatory	PASSED	jsonrpcrest
`test_very_long_string`	quality	PASSED	jsonrpcrest
`test_unexpected_json_types`	quality	PASSED	jsonrpcrest
`test_extra_fields`	quality	PASSED	jsonrpcrest
`test_identical_functionality_message_send`	transport-equivalence	PASSED	cross-transport
`test_same_error_handling_task_not_found`	transport-equivalence	PASSED	cross-transport
`test_error_response_structure_equivalence`	transport-equivalence	PASSED	cross-transport
`test_method_mapping_compliance`	transport-equivalence	PASSED	cross-transport
`test_identical_functionality_message_stream`	transport-equivalence	PASSED	cross-transport

⏭️ Skipped (39)

Test	Category	Status	Transport
`test_reference_task_ids_valid`	features	SKIPPED	jsonrpcrest
`test_oauth2_metadata_url_validation`	mandatory	SKIPPED	jsonrpcrest
`test_mutual_tls_scheme_declaration`	mandatory	SKIPPED	jsonrpcrest
`test_push_notification_not_supported_error_32003`	mandatory	SKIPPED	jsonrpc
`test_unsupported_operation_error_32004`	mandatory	SKIPPED	jsonrpcrest
`test_content_type_not_supported_error_32005`	mandatory	SKIPPED	jsonrpcrest
`test_invalid_agent_response_error_32006`	mandatory	SKIPPED	jsonrpcrest
`test_unsupported_operation_error_32004_enhanced`	mandatory	SKIPPED	jsonrpcrest
`test_content_type_not_supported_error_32005_enhanced`	mandatory	SKIPPED	jsonrpcrest
`test_invalid_agent_response_error_32006_enhanced`	mandatory	SKIPPED	jsonrpcrest
`test_multi_transport_method_mapping`	mandatory	SKIPPED	jsonrpcrest
`test_certificate_chain_trust_validation`	mandatory	SKIPPED	jsonrpcrest
`test_hostname_verification`	mandatory	SKIPPED	jsonrpcrest
`test_certificate_revocation_status`	mandatory	SKIPPED	jsonrpcrest
`test_invalid_certificate_rejection`	mandatory	SKIPPED	jsonrpcrest
`test_certificate_security_headers`	mandatory	SKIPPED	jsonrpcrest
`test_in_task_authentication_workflow`	mandatory	SKIPPED	jsonrpcrest
`test_invalid_authentication_handling`	mandatory	SKIPPED	jsonrpcrest
`test_auth_state_transitions`	mandatory	SKIPPED	jsonrpcrest
`test_tls_protocol_version_security`	mandatory	SKIPPED	jsonrpcrest
`test_cipher_suite_security_analysis`	mandatory	SKIPPED	jsonrpcrest
`test_certificate_chain_validation`	mandatory	SKIPPED	jsonrpcrest
`test_tls_security_features`	mandatory	SKIPPED	jsonrpcrest
`test_tls_implementation_best_practices`	mandatory	SKIPPED	jsonrpcrest
`test_https_required_production`	mandatory	SKIPPED	jsonrpcrest
`test_tls_certificate_validation`	mandatory	SKIPPED	jsonrpcrest
`test_tls_configuration_security`	mandatory	SKIPPED	jsonrpcrest
`test_http_to_https_redirect`	mandatory	SKIPPED	jsonrpcrest
`test_task_retrieval_equivalence`	mandatory	SKIPPED	jsonrpcrest
`test_identical_functionality_tasks_get`	transport-equivalence	SKIPPED	cross-transport
`test_consistent_behavior_message_send`	transport-equivalence	SKIPPED	cross-transport
`test_consistent_behavior_tasks_get`	transport-equivalence	SKIPPED	cross-transport
`test_identical_functionality_tasks_cancel`	transport-equivalence	SKIPPED	cross-transport
`test_consistent_behavior_tasks_cancel`	transport-equivalence	SKIPPED	cross-transport
`test_same_error_handling_method_not_found`	transport-equivalence	SKIPPED	cross-transport
`test_same_error_handling_task_not_cancelable`	transport-equivalence	SKIPPED	cross-transport
`test_equivalent_authentication_agent_card`	transport-equivalence	SKIPPED	cross-transport
`test_identical_functionality_tasks_resubscribe`	transport-equivalence	SKIPPED	cross-transport
`test_streaming_response_equivalence`	transport-equivalence	SKIPPED	cross-transport

🧪 Server Compliance — A2A TCK

❌ Failing Tests (57)

✅ Passing Tests (65)

⏭️ Skipped (39)