commit 7c10e1b9fe9b751cffc3e2d2c0f37feb3163fe93
author Jan Tattermusch <jtattermusch@users.noreply.github.com> Wed Sep 15 10:00:51 2021 +0200
committer GitHub <noreply@github.com> Wed Sep 15 10:00:51 2021 +0200
tree 71b4caca3d7470dad0d52bd5bf878e9830e46061
parent b45568212fe1982b6784a7afbaf5c90663c8f3c9

stop running protobuf_async_streaming_from_server_qps_unconstrained_secure scenario on CI (#27346)

tools/run_tests/performance/scenario_config.py

diff --git a/tools/run_tests/performance/scenario_config.py b/tools/run_tests/performance/scenario_config.py
index 0315da3..3030f22 100644
--- a/tools/run_tests/performance/scenario_config.py
+++ b/tools/run_tests/performance/scenario_config.py
@@ -550,6 +550,13 @@
                             minimal_stack=not secure,
                             categories=[SWEEP])
 
+                    maybe_scalable = [SCALABLE]
+                    if rpc_type == 'streaming_from_server' and synchronicity == 'async' and secure:
+                        # protobuf_async_streaming_from_server_qps_unconstrained_secure is very flaky
+                        # and has extremely high variance so running it isn't really useful.
+                        # see b/198275705
+                        maybe_scalable = [SWEEP]
+
                     yield _ping_pong_scenario(
                         'cpp_protobuf_%s_%s_qps_unconstrained_%s' %
                         (synchronicity, rpc_type, secstr),
@@ -561,7 +568,7 @@
                         minimal_stack=not secure,
                         server_threads_per_cq=3,
                         client_threads_per_cq=3,
-                        categories=inproc_categories + [SCALABLE])
+                        categories=inproc_categories + maybe_scalable)
 
                     # TODO(vjpai): Re-enable this test. It has a lot of timeouts
                     # and hasn't yet been conclusively identified as a test failure