| #!/usr/bin/env python2.7 |
| # Copyright 2015 gRPC authors. |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| |
| |
| """Generates the appropriate build.json data for all the end2end tests.""" |
| |
| |
| import yaml |
| import collections |
| import hashlib |
| |
| |
| FixtureOptions = collections.namedtuple( |
| 'FixtureOptions', |
| 'fullstack includes_proxy dns_resolver name_resolution secure platforms ci_mac tracing exclude_configs exclude_iomgrs large_writes enables_compression supports_compression is_inproc is_http2 supports_proxy_auth supports_write_buffering client_channel') |
| default_unsecure_fixture_options = FixtureOptions( |
| True, False, True, True, False, ['windows', 'linux', 'mac', 'posix'], |
| True, False, [], [], True, False, True, False, True, False, True, True) |
| socketpair_unsecure_fixture_options = default_unsecure_fixture_options._replace( |
| fullstack=False, dns_resolver=False, client_channel=False) |
| default_secure_fixture_options = default_unsecure_fixture_options._replace( |
| secure=True) |
| uds_fixture_options = default_unsecure_fixture_options._replace( |
| dns_resolver=False, platforms=['linux', 'mac', 'posix'], |
| exclude_iomgrs=['uv']) |
| local_fixture_options = default_secure_fixture_options._replace( |
| dns_resolver=False, platforms=['linux', 'mac', 'posix'], |
| exclude_iomgrs=['uv']) |
| fd_unsecure_fixture_options = default_unsecure_fixture_options._replace( |
| dns_resolver=False, fullstack=False, platforms=['linux', 'mac', 'posix'], |
| exclude_iomgrs=['uv'], client_channel=False) |
| inproc_fixture_options = default_unsecure_fixture_options._replace( |
| dns_resolver=False, fullstack=False, name_resolution=False, |
| supports_compression=False, is_inproc=True, is_http2=False, |
| supports_write_buffering=False, client_channel=False) |
| |
| # maps fixture name to whether it requires the security library |
| END2END_FIXTURES = { |
| 'h2_compress': default_unsecure_fixture_options._replace(enables_compression=True), |
| 'h2_census': default_unsecure_fixture_options, |
| # This cmake target is disabled for now because it depends on OpenCensus, |
| # which is Bazel-only. |
| # 'h2_load_reporting': default_unsecure_fixture_options, |
| 'h2_fakesec': default_secure_fixture_options._replace(ci_mac=False), |
| 'h2_fd': fd_unsecure_fixture_options, |
| 'h2_full': default_unsecure_fixture_options, |
| 'h2_full+pipe': default_unsecure_fixture_options._replace( |
| platforms=['linux'], exclude_iomgrs=['uv']), |
| 'h2_full+trace': default_unsecure_fixture_options._replace(tracing=True), |
| 'h2_full+workarounds': default_unsecure_fixture_options, |
| 'h2_http_proxy': default_unsecure_fixture_options._replace( |
| ci_mac=False, exclude_iomgrs=['uv'], supports_proxy_auth=True), |
| 'h2_oauth2': default_secure_fixture_options._replace( |
| ci_mac=False, exclude_iomgrs=['uv']), |
| 'h2_proxy': default_unsecure_fixture_options._replace( |
| includes_proxy=True, ci_mac=False, exclude_iomgrs=['uv']), |
| 'h2_sockpair_1byte': socketpair_unsecure_fixture_options._replace( |
| ci_mac=False, exclude_configs=['msan'], large_writes=False, |
| exclude_iomgrs=['uv']), |
| 'h2_sockpair': socketpair_unsecure_fixture_options._replace( |
| ci_mac=False, exclude_iomgrs=['uv']), |
| 'h2_sockpair+trace': socketpair_unsecure_fixture_options._replace( |
| ci_mac=False, tracing=True, large_writes=False, exclude_iomgrs=['uv']), |
| 'h2_ssl': default_secure_fixture_options, |
| 'h2_local': local_fixture_options, |
| 'h2_ssl_proxy': default_secure_fixture_options._replace( |
| includes_proxy=True, ci_mac=False, exclude_iomgrs=['uv']), |
| 'h2_uds': uds_fixture_options, |
| 'inproc': inproc_fixture_options |
| } |
| |
| TestOptions = collections.namedtuple( |
| 'TestOptions', |
| 'needs_fullstack needs_dns needs_names proxyable secure traceable cpu_cost exclude_iomgrs large_writes flaky allows_compression needs_compression exclude_inproc needs_http2 needs_proxy_auth needs_write_buffering needs_client_channel') |
| default_test_options = TestOptions( |
| False, False, False, True, False, True, 1.0, [], False, False, True, |
| False, False, False, False, False, False) |
| connectivity_test_options = default_test_options._replace( |
| needs_fullstack=True) |
| |
| LOWCPU = 0.1 |
| |
| # maps test names to options |
| END2END_TESTS = { |
| 'authority_not_supported': default_test_options, |
| 'bad_hostname': default_test_options._replace(needs_names=True), |
| 'bad_ping': connectivity_test_options._replace(proxyable=False), |
| 'binary_metadata': default_test_options._replace(cpu_cost=LOWCPU), |
| 'resource_quota_server': default_test_options._replace( |
| large_writes=True, proxyable=False, allows_compression=False), |
| 'call_creds': default_test_options._replace(secure=True), |
| 'cancel_after_accept': default_test_options._replace(cpu_cost=LOWCPU), |
| 'cancel_after_client_done': default_test_options._replace(cpu_cost=LOWCPU), |
| 'cancel_after_invoke': default_test_options._replace(cpu_cost=LOWCPU), |
| 'cancel_after_round_trip': default_test_options._replace(cpu_cost=LOWCPU), |
| 'cancel_before_invoke': default_test_options._replace(cpu_cost=LOWCPU), |
| 'cancel_in_a_vacuum': default_test_options._replace(cpu_cost=LOWCPU), |
| 'cancel_with_status': default_test_options._replace(cpu_cost=LOWCPU), |
| 'compressed_payload': default_test_options._replace(proxyable=False, |
| needs_compression=True), |
| 'connectivity': connectivity_test_options._replace(needs_names=True, |
| proxyable=False, cpu_cost=LOWCPU, exclude_iomgrs=['uv']), |
| 'channelz': default_test_options, |
| 'default_host': default_test_options._replace( |
| needs_fullstack=True, needs_dns=True, needs_names=True), |
| 'call_host_override': default_test_options._replace( |
| needs_fullstack=True, needs_dns=True, needs_names=True), |
| 'disappearing_server': connectivity_test_options._replace(flaky=True, |
| needs_names=True), |
| 'empty_batch': default_test_options._replace(cpu_cost=LOWCPU), |
| 'filter_causes_close': default_test_options._replace(cpu_cost=LOWCPU), |
| 'filter_call_init_fails': default_test_options, |
| 'filter_latency': default_test_options._replace(cpu_cost=LOWCPU), |
| 'filter_status_code': default_test_options._replace(cpu_cost=LOWCPU), |
| 'graceful_server_shutdown': default_test_options._replace( |
| cpu_cost=LOWCPU, exclude_inproc=True), |
| 'hpack_size': default_test_options._replace(proxyable=False, |
| traceable=False, |
| cpu_cost=LOWCPU), |
| 'high_initial_seqno': default_test_options._replace(cpu_cost=LOWCPU), |
| 'idempotent_request': default_test_options, |
| 'invoke_large_request': default_test_options, |
| 'keepalive_timeout': default_test_options._replace(proxyable=False, |
| cpu_cost=LOWCPU, |
| needs_http2=True), |
| 'large_metadata': default_test_options, |
| 'max_concurrent_streams': default_test_options._replace( |
| proxyable=False, cpu_cost=LOWCPU, exclude_inproc=True), |
| 'max_connection_age': default_test_options._replace(cpu_cost=LOWCPU, |
| exclude_inproc=True), |
| 'max_connection_idle': connectivity_test_options._replace( |
| proxyable=False, exclude_iomgrs=['uv'], cpu_cost=LOWCPU), |
| 'max_message_length': default_test_options._replace(cpu_cost=LOWCPU), |
| 'negative_deadline': default_test_options, |
| 'network_status_change': default_test_options._replace(cpu_cost=LOWCPU), |
| 'no_error_on_hotpath': default_test_options._replace(proxyable=False), |
| 'no_logging': default_test_options._replace(traceable=False), |
| 'no_op': default_test_options, |
| 'payload': default_test_options, |
| # This cmake target is disabled for now because it depends on OpenCensus, |
| # which is Bazel-only. |
| # 'load_reporting_hook': default_test_options, |
| 'ping_pong_streaming': default_test_options._replace(cpu_cost=LOWCPU), |
| 'ping': connectivity_test_options._replace(proxyable=False, |
| cpu_cost=LOWCPU), |
| 'proxy_auth': default_test_options._replace(needs_proxy_auth=True), |
| 'registered_call': default_test_options, |
| 'request_with_flags': default_test_options._replace( |
| proxyable=False, cpu_cost=LOWCPU), |
| 'request_with_payload': default_test_options._replace(cpu_cost=LOWCPU), |
| # TODO(roth): Remove proxyable=False for all retry tests once we |
| # have a way for the proxy to propagate the fact that trailing |
| # metadata is available when initial metadata is returned. |
| # See https://github.com/grpc/grpc/issues/14467 for context. |
| 'retry': default_test_options._replace(cpu_cost=LOWCPU, |
| needs_client_channel=True, |
| proxyable=False), |
| 'retry_cancellation': default_test_options._replace( |
| cpu_cost=LOWCPU, needs_client_channel=True, proxyable=False), |
| 'retry_disabled': default_test_options._replace(cpu_cost=LOWCPU, |
| needs_client_channel=True, |
| proxyable=False), |
| 'retry_exceeds_buffer_size_in_initial_batch': default_test_options._replace( |
| cpu_cost=LOWCPU, needs_client_channel=True, proxyable=False), |
| 'retry_exceeds_buffer_size_in_subsequent_batch': |
| default_test_options._replace(cpu_cost=LOWCPU, |
| needs_client_channel=True, |
| proxyable=False), |
| 'retry_non_retriable_status': default_test_options._replace( |
| cpu_cost=LOWCPU, needs_client_channel=True, proxyable=False), |
| 'retry_non_retriable_status_before_recv_trailing_metadata_started': |
| default_test_options._replace( |
| cpu_cost=LOWCPU, needs_client_channel=True, proxyable=False), |
| 'retry_recv_initial_metadata': default_test_options._replace( |
| cpu_cost=LOWCPU, needs_client_channel=True, proxyable=False), |
| 'retry_recv_message': default_test_options._replace( |
| cpu_cost=LOWCPU, needs_client_channel=True, proxyable=False), |
| 'retry_server_pushback_delay': default_test_options._replace( |
| cpu_cost=LOWCPU, needs_client_channel=True, proxyable=False), |
| 'retry_server_pushback_disabled': default_test_options._replace( |
| cpu_cost=LOWCPU, needs_client_channel=True, proxyable=False), |
| 'retry_streaming': default_test_options._replace(cpu_cost=LOWCPU, |
| needs_client_channel=True, |
| proxyable=False), |
| 'retry_streaming_after_commit': default_test_options._replace( |
| cpu_cost=LOWCPU, needs_client_channel=True, proxyable=False), |
| 'retry_streaming_succeeds_before_replay_finished': |
| default_test_options._replace(cpu_cost=LOWCPU, |
| needs_client_channel=True, |
| proxyable=False), |
| 'retry_throttled': default_test_options._replace(cpu_cost=LOWCPU, |
| needs_client_channel=True, |
| proxyable=False), |
| 'retry_too_many_attempts': default_test_options._replace( |
| cpu_cost=LOWCPU, needs_client_channel=True, proxyable=False), |
| 'server_finishes_request': default_test_options._replace(cpu_cost=LOWCPU), |
| 'shutdown_finishes_calls': default_test_options._replace(cpu_cost=LOWCPU), |
| 'shutdown_finishes_tags': default_test_options._replace(cpu_cost=LOWCPU), |
| 'simple_cacheable_request': default_test_options._replace(cpu_cost=LOWCPU), |
| 'stream_compression_compressed_payload': default_test_options._replace( |
| proxyable=False, exclude_inproc=True), |
| 'stream_compression_payload': default_test_options._replace( |
| exclude_inproc=True), |
| 'stream_compression_ping_pong_streaming': default_test_options._replace( |
| exclude_inproc=True), |
| 'simple_delayed_request': connectivity_test_options, |
| 'simple_metadata': default_test_options, |
| 'simple_request': default_test_options, |
| 'streaming_error_response': default_test_options._replace(cpu_cost=LOWCPU), |
| 'trailing_metadata': default_test_options, |
| 'workaround_cronet_compression': default_test_options, |
| 'write_buffering': default_test_options._replace( |
| cpu_cost=LOWCPU, needs_write_buffering=True), |
| 'write_buffering_at_end': default_test_options._replace( |
| cpu_cost=LOWCPU, needs_write_buffering=True), |
| } |
| |
| |
| def compatible(f, t): |
| if END2END_TESTS[t].needs_fullstack: |
| if not END2END_FIXTURES[f].fullstack: |
| return False |
| if END2END_TESTS[t].needs_dns: |
| if not END2END_FIXTURES[f].dns_resolver: |
| return False |
| if END2END_TESTS[t].needs_names: |
| if not END2END_FIXTURES[f].name_resolution: |
| return False |
| if not END2END_TESTS[t].proxyable: |
| if END2END_FIXTURES[f].includes_proxy: |
| return False |
| if not END2END_TESTS[t].traceable: |
| if END2END_FIXTURES[f].tracing: |
| return False |
| if END2END_TESTS[t].large_writes: |
| if not END2END_FIXTURES[f].large_writes: |
| return False |
| if not END2END_TESTS[t].allows_compression: |
| if END2END_FIXTURES[f].enables_compression: |
| return False |
| if END2END_TESTS[t].needs_compression: |
| if not END2END_FIXTURES[f].supports_compression: |
| return False |
| if END2END_TESTS[t].exclude_inproc: |
| if END2END_FIXTURES[f].is_inproc: |
| return False |
| if END2END_TESTS[t].needs_http2: |
| if not END2END_FIXTURES[f].is_http2: |
| return False |
| if END2END_TESTS[t].needs_proxy_auth: |
| if not END2END_FIXTURES[f].supports_proxy_auth: |
| return False |
| if END2END_TESTS[t].needs_write_buffering: |
| if not END2END_FIXTURES[f].supports_write_buffering: |
| return False |
| if END2END_TESTS[t].needs_client_channel: |
| if not END2END_FIXTURES[f].client_channel: |
| return False |
| return True |
| |
| |
| def without(l, e): |
| l = l[:] |
| l.remove(e) |
| return l |
| |
| |
| def main(): |
| sec_deps = [ |
| 'grpc_test_util', |
| 'grpc', |
| 'gpr_test_util', |
| 'gpr' |
| ] |
| unsec_deps = [ |
| 'grpc_test_util_unsecure', |
| 'grpc_unsecure', |
| 'gpr_test_util', |
| 'gpr' |
| ] |
| json = { |
| '#': 'generated with test/end2end/gen_build_json.py', |
| 'libs': [ |
| { |
| 'name': 'end2end_tests', |
| 'build': 'private', |
| 'language': 'c', |
| 'secure': True, |
| 'src': ['test/core/end2end/end2end_tests.cc', |
| 'test/core/end2end/end2end_test_utils.cc'] + [ |
| 'test/core/end2end/tests/%s.cc' % t |
| for t in sorted(END2END_TESTS.keys())], |
| 'headers': ['test/core/end2end/tests/cancel_test_helpers.h', |
| 'test/core/end2end/end2end_tests.h'], |
| 'deps': sec_deps, |
| 'vs_proj_dir': 'test/end2end/tests', |
| } |
| ] + [ |
| { |
| 'name': 'end2end_nosec_tests', |
| 'build': 'private', |
| 'language': 'c', |
| 'secure': False, |
| 'src': ['test/core/end2end/end2end_nosec_tests.cc', |
| 'test/core/end2end/end2end_test_utils.cc'] + [ |
| 'test/core/end2end/tests/%s.cc' % t |
| for t in sorted(END2END_TESTS.keys()) |
| if not END2END_TESTS[t].secure], |
| 'headers': ['test/core/end2end/tests/cancel_test_helpers.h', |
| 'test/core/end2end/end2end_tests.h'], |
| 'deps': unsec_deps, |
| 'vs_proj_dir': 'test/end2end/tests', |
| } |
| ], |
| 'targets': [ |
| { |
| 'name': '%s_test' % f, |
| 'build': 'test', |
| 'language': 'c', |
| 'run': False, |
| 'src': ['test/core/end2end/fixtures/%s.cc' % f], |
| 'platforms': END2END_FIXTURES[f].platforms, |
| 'ci_platforms': (END2END_FIXTURES[f].platforms |
| if END2END_FIXTURES[f].ci_mac else without( |
| END2END_FIXTURES[f].platforms, 'mac')), |
| 'deps': [ |
| 'end2end_tests' |
| ] + sec_deps, |
| 'vs_proj_dir': 'test/end2end/fixtures', |
| } |
| for f in sorted(END2END_FIXTURES.keys()) |
| ] + [ |
| { |
| 'name': '%s_nosec_test' % f, |
| 'build': 'test', |
| 'language': 'c', |
| 'secure': False, |
| 'src': ['test/core/end2end/fixtures/%s.cc' % f], |
| 'run': False, |
| 'platforms': END2END_FIXTURES[f].platforms, |
| 'ci_platforms': (END2END_FIXTURES[f].platforms |
| if END2END_FIXTURES[f].ci_mac else without( |
| END2END_FIXTURES[f].platforms, 'mac')), |
| 'deps': [ |
| 'end2end_nosec_tests' |
| ] + unsec_deps, |
| 'vs_proj_dir': 'test/end2end/fixtures', |
| } |
| for f in sorted(END2END_FIXTURES.keys()) |
| if not END2END_FIXTURES[f].secure |
| ], |
| 'tests': [ |
| { |
| 'name': '%s_test' % f, |
| 'args': [t], |
| 'exclude_configs': END2END_FIXTURES[f].exclude_configs, |
| 'exclude_iomgrs': list(set(END2END_FIXTURES[f].exclude_iomgrs) | |
| set(END2END_TESTS[t].exclude_iomgrs)), |
| 'platforms': END2END_FIXTURES[f].platforms, |
| 'ci_platforms': (END2END_FIXTURES[f].platforms |
| if END2END_FIXTURES[f].ci_mac else without( |
| END2END_FIXTURES[f].platforms, 'mac')), |
| 'flaky': END2END_TESTS[t].flaky, |
| 'language': 'c', |
| 'cpu_cost': END2END_TESTS[t].cpu_cost, |
| } |
| for f in sorted(END2END_FIXTURES.keys()) |
| for t in sorted(END2END_TESTS.keys()) if compatible(f, t) |
| ] + [ |
| { |
| 'name': '%s_nosec_test' % f, |
| 'args': [t], |
| 'exclude_configs': END2END_FIXTURES[f].exclude_configs, |
| 'exclude_iomgrs': list(set(END2END_FIXTURES[f].exclude_iomgrs) | |
| set(END2END_TESTS[t].exclude_iomgrs)), |
| 'platforms': END2END_FIXTURES[f].platforms, |
| 'ci_platforms': (END2END_FIXTURES[f].platforms |
| if END2END_FIXTURES[f].ci_mac else without( |
| END2END_FIXTURES[f].platforms, 'mac')), |
| 'flaky': END2END_TESTS[t].flaky, |
| 'language': 'c', |
| 'cpu_cost': END2END_TESTS[t].cpu_cost, |
| } |
| for f in sorted(END2END_FIXTURES.keys()) |
| if not END2END_FIXTURES[f].secure |
| for t in sorted(END2END_TESTS.keys()) |
| if compatible(f, t) and not END2END_TESTS[t].secure |
| ], |
| 'core_end2end_tests': dict( |
| (t, END2END_TESTS[t].secure) |
| for t in END2END_TESTS.keys() |
| ) |
| } |
| print yaml.dump(json) |
| |
| |
| if __name__ == '__main__': |
| main() |
