| #!/usr/bin/env python2.7 |
| # Copyright 2015 gRPC authors. |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| |
| POLLERS = ['epollex', 'epollsig', 'epoll1', 'poll', 'poll-cv'] |
| |
| load("//bazel:grpc_build_system.bzl", "grpc_sh_test", "grpc_cc_binary", "grpc_cc_library") |
| |
| """Generates the appropriate build.json data for all the end2end tests.""" |
| |
| |
| def fixture_options(fullstack=True, includes_proxy=False, dns_resolver=True, |
| name_resolution=True, secure=True, tracing=False, |
| platforms=['windows', 'linux', 'mac', 'posix'], |
| is_inproc=False, is_http2=True, supports_proxy_auth=False, |
| supports_write_buffering=True, client_channel=True): |
| return struct( |
| fullstack=fullstack, |
| includes_proxy=includes_proxy, |
| dns_resolver=dns_resolver, |
| name_resolution=name_resolution, |
| secure=secure, |
| tracing=tracing, |
| is_inproc=is_inproc, |
| is_http2=is_http2, |
| supports_proxy_auth=supports_proxy_auth, |
| supports_write_buffering=supports_write_buffering, |
| client_channel=client_channel, |
| #platforms=platforms, |
| ) |
| |
| |
| # maps fixture name to whether it requires the security library |
| END2END_FIXTURES = { |
| 'h2_compress': fixture_options(), |
| 'h2_census': fixture_options(), |
| # TODO(juanlishen): This is disabled for now, but should be considered to re-enable once we have |
| # decided how the load reporting service should be enabled. |
| #'h2_load_reporting': fixture_options(), |
| 'h2_fakesec': fixture_options(), |
| 'h2_fd': fixture_options(dns_resolver=False, fullstack=False, |
| client_channel=False, |
| platforms=['linux', 'mac', 'posix']), |
| 'h2_full': fixture_options(), |
| 'h2_full+pipe': fixture_options(platforms=['linux']), |
| 'h2_full+trace': fixture_options(tracing=True), |
| 'h2_full+workarounds': fixture_options(), |
| 'h2_http_proxy': fixture_options(supports_proxy_auth=True), |
| 'h2_oauth2': fixture_options(), |
| 'h2_proxy': fixture_options(includes_proxy=True), |
| 'h2_sockpair_1byte': fixture_options(fullstack=False, dns_resolver=False, |
| client_channel=False), |
| 'h2_sockpair': fixture_options(fullstack=False, dns_resolver=False, |
| client_channel=False), |
| 'h2_sockpair+trace': fixture_options(fullstack=False, dns_resolver=False, |
| tracing=True, client_channel=False), |
| 'h2_ssl': fixture_options(secure=True), |
| 'h2_local': fixture_options(secure=True, dns_resolver=False, platforms=['linux', 'mac', 'posix']), |
| 'h2_ssl_proxy': fixture_options(includes_proxy=True, secure=True), |
| 'h2_uds': fixture_options(dns_resolver=False, |
| platforms=['linux', 'mac', 'posix']), |
| 'inproc': fixture_options(fullstack=False, dns_resolver=False, |
| name_resolution=False, is_inproc=True, |
| is_http2=False, supports_write_buffering=False, |
| client_channel=False), |
| } |
| |
| |
| def test_options(needs_fullstack=False, needs_dns=False, needs_names=False, |
| proxyable=True, secure=False, traceable=False, |
| exclude_inproc=False, needs_http2=False, |
| needs_proxy_auth=False, needs_write_buffering=False, |
| needs_client_channel=False): |
| return struct( |
| needs_fullstack=needs_fullstack, |
| needs_dns=needs_dns, |
| needs_names=needs_names, |
| proxyable=proxyable, |
| secure=secure, |
| traceable=traceable, |
| exclude_inproc=exclude_inproc, |
| needs_http2=needs_http2, |
| needs_proxy_auth=needs_proxy_auth, |
| needs_write_buffering=needs_write_buffering, |
| needs_client_channel=needs_client_channel, |
| ) |
| |
| |
| # maps test names to options |
| END2END_TESTS = { |
| 'bad_hostname': test_options(needs_names=True), |
| 'bad_ping': test_options(needs_fullstack=True,proxyable=False), |
| 'binary_metadata': test_options(), |
| 'resource_quota_server': test_options(proxyable=False), |
| 'call_creds': test_options(secure=True), |
| 'call_host_override': test_options(needs_fullstack=True, needs_dns=True, |
| needs_names=True), |
| 'cancel_after_accept': test_options(), |
| 'cancel_after_client_done': test_options(), |
| 'cancel_after_invoke': test_options(), |
| 'cancel_after_round_trip': test_options(), |
| 'cancel_before_invoke': test_options(), |
| 'cancel_in_a_vacuum': test_options(), |
| 'cancel_with_status': test_options(), |
| 'compressed_payload': test_options(proxyable=False, exclude_inproc=True), |
| 'connectivity': test_options(needs_fullstack=True, needs_names=True, |
| proxyable=False), |
| 'channelz': test_options(), |
| 'default_host': test_options(needs_fullstack=True, needs_dns=True, |
| needs_names=True), |
| 'disappearing_server': test_options(needs_fullstack=True,needs_names=True), |
| 'empty_batch': test_options(), |
| 'filter_causes_close': test_options(), |
| 'filter_call_init_fails': test_options(), |
| 'graceful_server_shutdown': test_options(exclude_inproc=True), |
| 'hpack_size': test_options(proxyable=False, traceable=False, |
| exclude_inproc=True), |
| 'high_initial_seqno': test_options(), |
| 'idempotent_request': test_options(), |
| 'invoke_large_request': test_options(), |
| 'keepalive_timeout': test_options(proxyable=False, needs_http2=True), |
| 'large_metadata': test_options(), |
| 'max_concurrent_streams': test_options(proxyable=False, |
| exclude_inproc=True), |
| 'max_connection_age': test_options(exclude_inproc=True), |
| 'max_connection_idle': test_options(needs_fullstack=True, proxyable=False), |
| 'max_message_length': test_options(), |
| 'negative_deadline': test_options(), |
| 'network_status_change': test_options(), |
| 'no_error_on_hotpath': test_options(proxyable=False), |
| 'no_logging': test_options(traceable=False), |
| 'no_op': test_options(), |
| 'payload': test_options(), |
| # TODO(juanlishen): This is disabled for now because it depends on some generated functions in |
| # end2end_tests.cc, which are not generated because they would depend on OpenCensus while |
| # OpenCensus can only be built via Bazel so far. |
| # 'load_reporting_hook': test_options(), |
| 'ping_pong_streaming': test_options(), |
| 'ping': test_options(needs_fullstack=True, proxyable=False), |
| 'proxy_auth': test_options(needs_proxy_auth=True), |
| 'registered_call': test_options(), |
| 'request_with_flags': test_options(proxyable=False), |
| 'request_with_payload': test_options(), |
| # TODO(roth): Remove proxyable=False for all retry tests once we |
| # have a way for the proxy to propagate the fact that trailing |
| # metadata is available when initial metadata is returned. |
| # See https://github.com/grpc/grpc/issues/14467 for context. |
| 'retry': test_options(needs_client_channel=True, proxyable=False), |
| 'retry_cancellation': test_options(needs_client_channel=True, |
| proxyable=False), |
| 'retry_disabled': test_options(needs_client_channel=True, proxyable=False), |
| 'retry_exceeds_buffer_size_in_initial_batch': test_options( |
| needs_client_channel=True, proxyable=False), |
| 'retry_exceeds_buffer_size_in_subsequent_batch': test_options( |
| needs_client_channel=True, proxyable=False), |
| 'retry_non_retriable_status': test_options(needs_client_channel=True, |
| proxyable=False), |
| 'retry_non_retriable_status_before_recv_trailing_metadata_started': |
| test_options(needs_client_channel=True, proxyable=False), |
| 'retry_recv_initial_metadata': test_options(needs_client_channel=True, |
| proxyable=False), |
| 'retry_recv_message': test_options(needs_client_channel=True, |
| proxyable=False), |
| 'retry_server_pushback_delay': test_options(needs_client_channel=True, |
| proxyable=False), |
| 'retry_server_pushback_disabled': test_options(needs_client_channel=True, |
| proxyable=False), |
| 'retry_streaming': test_options(needs_client_channel=True, proxyable=False), |
| 'retry_streaming_after_commit': test_options(needs_client_channel=True, |
| proxyable=False), |
| 'retry_streaming_succeeds_before_replay_finished': test_options( |
| needs_client_channel=True, proxyable=False), |
| 'retry_throttled': test_options(needs_client_channel=True, |
| proxyable=False), |
| 'retry_too_many_attempts': test_options(needs_client_channel=True, |
| proxyable=False), |
| 'server_finishes_request': test_options(), |
| 'shutdown_finishes_calls': test_options(), |
| 'shutdown_finishes_tags': test_options(), |
| 'simple_cacheable_request': test_options(), |
| 'simple_delayed_request': test_options(needs_fullstack=True), |
| 'simple_metadata': test_options(), |
| 'simple_request': test_options(), |
| 'streaming_error_response': test_options(), |
| 'stream_compression_compressed_payload': test_options(proxyable=False, |
| exclude_inproc=True), |
| 'stream_compression_payload': test_options(exclude_inproc=True), |
| 'stream_compression_ping_pong_streaming': test_options(exclude_inproc=True), |
| 'trailing_metadata': test_options(), |
| 'authority_not_supported': test_options(), |
| 'filter_latency': test_options(), |
| 'filter_status_code': test_options(), |
| 'workaround_cronet_compression': test_options(), |
| 'write_buffering': test_options(needs_write_buffering=True), |
| 'write_buffering_at_end': test_options(needs_write_buffering=True), |
| } |
| |
| |
| def compatible(fopt, topt): |
| if topt.needs_fullstack: |
| if not fopt.fullstack: |
| return False |
| if topt.needs_dns: |
| if not fopt.dns_resolver: |
| return False |
| if topt.needs_names: |
| if not fopt.name_resolution: |
| return False |
| if not topt.proxyable: |
| if fopt.includes_proxy: |
| return False |
| if not topt.traceable: |
| if fopt.tracing: |
| return False |
| if topt.exclude_inproc: |
| if fopt.is_inproc: |
| return False |
| if topt.needs_http2: |
| if not fopt.is_http2: |
| return False |
| if topt.needs_proxy_auth: |
| if not fopt.supports_proxy_auth: |
| return False |
| if topt.needs_write_buffering: |
| if not fopt.supports_write_buffering: |
| return False |
| if topt.needs_client_channel: |
| if not fopt.client_channel: |
| return False |
| return True |
| |
| |
| def grpc_end2end_tests(): |
| grpc_cc_library( |
| name = 'end2end_tests', |
| srcs = ['end2end_tests.cc', 'end2end_test_utils.cc'] + [ |
| 'tests/%s.cc' % t |
| for t in sorted(END2END_TESTS.keys())], |
| hdrs = [ |
| 'tests/cancel_test_helpers.h', |
| 'end2end_tests.h' |
| ], |
| language = "C++", |
| deps = [ |
| ':cq_verifier', |
| ':ssl_test_data', |
| ':http_proxy', |
| ':proxy', |
| ] |
| ) |
| |
| for f, fopt in END2END_FIXTURES.items(): |
| grpc_cc_binary( |
| name = '%s_test' % f, |
| srcs = ['fixtures/%s.cc' % f], |
| language = "C++", |
| deps = [ |
| ':end2end_tests', |
| '//test/core/util:grpc_test_util', |
| '//:grpc', |
| '//test/core/util:gpr_test_util', |
| '//:gpr', |
| ], |
| ) |
| for t, topt in END2END_TESTS.items(): |
| #print(compatible(fopt, topt), f, t, fopt, topt) |
| if not compatible(fopt, topt): continue |
| for poller in POLLERS: |
| native.sh_test( |
| name = '%s_test@%s@poller=%s' % (f, t, poller), |
| data = [':%s_test' % f], |
| srcs = ['end2end_test.sh'], |
| args = [ |
| '$(location %s_test)' % f, |
| t, |
| poller, |
| ], |
| ) |
