chore(tests): Apply nextest retries rules to known-flaky tests. (back…

…port #6637) (#6645)

Co-authored-by: Jesse Rosenberger <git@jro.cc>

.config/nextest.toml

@@ -27,6 +27,7 @@ or ( binary_id(=apollo-router) & test(=axum_factory::tests::response_with_root_w
 or ( binary_id(=apollo-router) & test(=layers::map_first_graphql_response::tests::test_map_first_graphql_response) )
 or ( binary_id(=apollo-router) & test(=notification::tests::it_test_ttl) )
 or ( binary_id(=apollo-router) & test(=plugins::authentication::subgraph::test::test_credentials_provider_refresh_on_stale) )
+or ( binary_id(=apollo-router) & test(=plugins::connectors::tests::test_interface_object) )
 or ( binary_id(=apollo-router) & test(=plugins::expose_query_plan::tests::it_expose_query_plan) )
 or ( binary_id(=apollo-router) & test(=plugins::include_subgraph_errors::test::it_does_not_redact_all_explicit_allow_account_explict_redact_for_product_query) )
 or ( binary_id(=apollo-router) & test(=plugins::include_subgraph_errors::test::it_does_not_redact_all_explicit_allow_review_explict_redact_for_product_query) )
@@ -37,9 +38,16 @@ or ( binary_id(=apollo-router) & test(=plugins::include_subgraph_errors::test::i
 or ( binary_id(=apollo-router) & test(=plugins::include_subgraph_errors::test::it_returns_valid_response) )
 or ( binary_id(=apollo-router) & test(=plugins::telemetry::config_new::instruments::tests::test_instruments) )
 or ( binary_id(=apollo-router) & test(=plugins::telemetry::metrics::apollo::test::apollo_metrics_enabled) )
+or ( binary_id(=apollo-router) & test(=plugins::telemetry::metrics::apollo::test::apollo_metrics_for_subscription_error) )
+or ( binary_id(=apollo-router) & test(=plugins::telemetry::metrics::apollo::test::apollo_metrics_multiple_operations) )
+or ( binary_id(=apollo-router) & test(=plugins::telemetry::metrics::apollo::test::apollo_metrics_parse_failure) )
+or ( binary_id(=apollo-router) & test(=plugins::telemetry::metrics::apollo::test::apollo_metrics_unknown_operation) )
+or ( binary_id(=apollo-router) & test(=plugins::telemetry::metrics::apollo::test::apollo_metrics_validation_failure) )
 or ( binary_id(=apollo-router) & test(=plugins::telemetry::tests::it_test_prometheus_metrics) )
+or ( binary_id(=apollo-router) & test(=protocols::websocket::tests::test_ws_connection_new_proto_with_heartbeat) )
 or ( binary_id(=apollo-router) & test(=router::tests::basic_event_stream_test) )
 or ( binary_id(=apollo-router) & test(=router::tests::schema_update_test) )
+or ( binary_id(=apollo-router) & test(=services::layers::persisted_queries::tests::pq_layer_freeform_graphql_with_safelist_log_unknown_true) )
 or ( binary_id(=apollo-router) & test(=services::subgraph_service::tests::test_subgraph_service_websocket_with_error) )
 or ( binary_id(=apollo-router) & test(=services::supergraph::tests::aliased_subgraph_data_rewrites_on_non_root_fetch) )
 or ( binary_id(=apollo-router) & test(=services::supergraph::tests::interface_object_typename_rewrites) )
@@ -81,6 +89,9 @@ or ( binary_id(=apollo-router::integration_tests) & test(=defer_default_variable
 or ( binary_id(=apollo-router::integration_tests) & test(=defer_empty_primary_response) )
 or ( binary_id(=apollo-router::integration_tests) & test(=defer_path) )
 or ( binary_id(=apollo-router::integration_tests) & test(=defer_path_in_array) )
+or ( binary_id(=apollo-router::integration_tests) & test(=defer_path_with_disabled_config) )
+or ( binary_id(=apollo-router::integration_tests) & test(=defer_query_without_accept) )
+or ( binary_id(=apollo-router::integration_tests) & test(=empty_posts_should_not_work) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::batching::it_batches_with_errors_in_multi_graph) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::batching::it_batches_with_errors_in_single_graph) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::batching::it_handles_cancelled_by_coprocessor) )
@@ -92,6 +103,7 @@ or ( binary_id(=apollo-router::integration_tests) & test(=integration::batching:
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::batching::it_handles_single_request_cancelled_by_rhai) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::batching::it_supports_multi_subgraph_batching) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::batching::it_supports_single_subgraph_batching) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::coprocessor::test_coprocessor_response_handling) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::coprocessor::test_error_not_propagated_to_client) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::file_upload::it_fails_incompatible_query_order) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::file_upload::it_fails_invalid_file_order) )
@@ -102,36 +114,47 @@ or ( binary_id(=apollo-router::integration_tests) & test(=integration::file_uplo
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::file_upload::it_fails_with_no_boundary_in_multipart) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::file_upload::it_supports_compression) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::file_upload::it_supports_nested_file) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::file_upload::it_uploads_file_to_subgraph) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::file_upload::it_uploads_to_multiple_subgraphs) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::introspection::integration) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::lifecycle::test_graceful_shutdown) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::lifecycle::test_happy) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::lifecycle::test_plugin_ordering) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::lifecycle::test_reload_config_valid) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::lifecycle::test_reload_config_with_broken_plugin) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::lifecycle::test_reload_config_with_broken_plugin_recovery) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::lifecycle::test_shutdown_with_idle_connection) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::operation_limits::test_request_bytes_limit) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::query_planner::context_with_new_qp) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::query_planner::progressive_override_with_legacy_qp_reload_to_both_best_effort_keep_previous_config) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::query_planner::valid_schema_with_new_qp_change_to_broken_schema_keeps_old_config) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::redis::apq) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::redis::connection_failure_blocks_startup) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::redis::entity_cache) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::redis::entity_cache_authorization) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::redis::entity_cache_basic) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::redis::query_planner_redis_update_defer) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::redis::query_planner_redis_update_introspection) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::redis::query_planner_redis_update_query_fragments) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::redis::query_planner_redis_update_reuse_query_fragments) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::redis::query_planner_redis_update_type_conditional_fetching) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::redis::test::connection_failure_blocks_startup) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::subgraph_response::test_invalid_error_locations_contains_negative_one_location) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::subgraph_response::test_valid_extensions_service_for_subgraph_error) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::subgraph_response::test_valid_extensions_service_is_preserved_for_subgraph_error) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::datadog::test_basic) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::datadog::test_resource_mapping_default) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::datadog::test_resource_mapping_override) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::datadog::test_resources) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::datadog::test_span_metrics) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::datadog::test_with_parent_span) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::jaeger::test_decimal_trace_id) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::jaeger::test_default_operation) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::jaeger::test_local_root) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::jaeger::test_reload) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::jaeger::test_remote_root) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::jaeger::test_selected_operation) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::jaeger::test_span_attributes) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::logging::test_json) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::logging::test_json_promote_span_attributes) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::logging::test_json_sampler_off) )
@@ -143,19 +166,32 @@ or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::metrics::test_metrics_bad_query) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::metrics::test_metrics_reloading) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::metrics::test_subgraph_auth_metrics) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::otlp::test_basic) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::otlp::test_priority_sampling_parent_sampler_very_small_no_parent_no_agent_sampling) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::otlp::test_priority_sampling_propagated) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::otlp::test_trace_error) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::otlp::test_untraced_request_sample_datadog_agent_unsampled) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::propagation::test_trace_id_via_header) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::telemetry::zipkin::test_basic) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::traffic_shaping::test_router_rate_limit) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::traffic_shaping::test_router_timeout) )
+or ( binary_id(=apollo-router::integration_tests) & test(=integration::traffic_shaping::test_router_timeout_operation_name_in_tracing) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::traffic_shaping::test_subgraph_rate_limit) )
 or ( binary_id(=apollo-router::integration_tests) & test(=integration::traffic_shaping::test_subgraph_timeout) )
 or ( binary_id(=apollo-router::integration_tests) & test(=normal_query_with_defer_accept_header) )
 or ( binary_id(=apollo-router::integration_tests) & test(=persisted_queries) )
 or ( binary_id(=apollo-router::integration_tests) & test(=queries_should_work_over_get) )
 or ( binary_id(=apollo-router::integration_tests) & test(=queries_should_work_over_post) )
 or ( binary_id(=apollo-router::integration_tests) & test(=queries_should_work_with_compression) )
+or ( binary_id(=apollo-router::integration_tests) & test(=query_just_at_recursion_limit) )
+or ( binary_id(=apollo-router::integration_tests) & test(=query_just_at_token_limit) )
 or ( binary_id(=apollo-router::integration_tests) & test(=query_just_under_recursion_limit) )
 or ( binary_id(=apollo-router::integration_tests) & test(=query_just_under_token_limit) )
 or ( binary_id(=apollo-router::samples) & test(=/basic/query1) )
 or ( binary_id(=apollo-router::samples) & test(=/basic/query2) )
+or ( binary_id(=apollo-router::samples) & test(=/core/defer) )
+or ( binary_id(=apollo-router::samples) & test(=/enterprise/connectors-debugging) )
+or ( binary_id(=apollo-router::samples) & test(=/enterprise/entity-cache/defer) )
 or ( binary_id(=apollo-router::samples) & test(=/enterprise/entity-cache/invalidation) )
 or ( binary_id(=apollo-router::samples) & test(=/enterprise/entity-cache/invalidation-subgraph) )
 or ( binary_id(=apollo-router::samples) & test(=/enterprise/entity-cache/invalidation-subgraph-name) )
@@ -165,14 +201,17 @@ or ( binary_id(=apollo-router::set_context) & test(=test_set_context) )
 or ( binary_id(=apollo-router::set_context) & test(=test_set_context_dependent_fetch_failure) )
 or ( binary_id(=apollo-router::set_context) & test(=test_set_context_list) )
 or ( binary_id(=apollo-router::set_context) & test(=test_set_context_list_of_lists) )
+or ( binary_id(=apollo-router::set_context) & test(=test_set_context_list_rust_qp) )
 or ( binary_id(=apollo-router::set_context) & test(=test_set_context_no_typenames) )
+or ( binary_id(=apollo-router::set_context) & test(=test_set_context_no_typenames_rust_qp) )
 or ( binary_id(=apollo-router::set_context) & test(=test_set_context_type_mismatch) )
 or ( binary_id(=apollo-router::set_context) & test(=test_set_context_union) )
 or ( binary_id(=apollo-router::set_context) & test(=test_set_context_unrelated_fetch_failure) )
 or ( binary_id(=apollo-router::set_context) & test(=test_set_context_with_null) )
 or ( binary_id(=apollo-router::type_conditions) & test(=test_type_conditions_disabled) )
 or ( binary_id(=apollo-router::type_conditions) & test(=test_type_conditions_enabled) )
 or ( binary_id(=apollo-router::type_conditions) & test(=test_type_conditions_enabled_generate_query_fragments) )
+or ( binary_id(=apollo-router::type_conditions) & test(=test_type_conditions_enabled_list_of_list) )
 '''
 
 [profile.ci]