| /* |
| * Copyright (C) 2016 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| #define LOG_TAG "dns_benchmark" |
| |
| /* |
| * See README.md for general notes. |
| * |
| * This set of benchmarks measures the throughput of getaddrinfo() on between 1 and 32 threads for |
| * the purpose of keeping track of the maximum load that netd can reasonably handle. |
| * |
| * The benchmark fixture runs in 3 different modes: |
| * |
| * - getaddrinfo_log_nothing |
| * |
| * The control case. Switches all kinds of DNS events reporting off and runs getaddrinfo() in a |
| * loop until the timer expires. |
| * |
| * This was the default and only mode in all versions before 7.0. |
| * |
| * - getaddrinfo_log_metrics |
| * |
| * DNS Logging Liteā¢ includes staple favourites such as event type (getaddrinfo/gethostbyname), |
| * return code, and latency, but misses out in-depth information such as resolved IP addresses. |
| * |
| * It is expected that this is a little slower than getaddrinfo_log_nothing because of the |
| * overhead, but not particularly worse, since it is a oneway binder call without too much data |
| * being sent per event. |
| * |
| * This was the default mode between versions 7.0 and 7.1 inclusive. |
| * |
| * - getaddrinfo_log_everything |
| * |
| * DNS Logging, in full HD, includes extra non-metrics fields such as hostname, a truncated |
| * list of resolved addresses, total resolved address count, and originating UID. |
| * |
| * Useful measurements |
| * =================== |
| * |
| * - real_time: the average time taken to make a single getaddrinfo lookup on a local DNS resolver |
| * run by DnsFixture. This will usually be higher on multithreaded tests as threads |
| * block on DNS lookups and Binder connections. |
| * |
| * - iterations: total number of runs finished within the time limit. Higher is better. This is |
| * roughly proportional to MinTime * nThreads / real_time. |
| * |
| */ |
| |
| #include <netdb.h> |
| #include <netinet/in.h> |
| #include <sys/types.h> |
| #include <sys/socket.h> |
| |
| #include <android-base/stringprintf.h> |
| #include <benchmark/benchmark.h> |
| #include <utils/String16.h> |
| #include <utils/StrongPointer.h> |
| |
| #include "dns_responder_client.h" |
| #include "NetdClient.h" |
| #include "android/net/metrics/INetdEventListener.h" |
| |
| using android::base::StringPrintf; |
| using android::net::metrics::INetdEventListener; |
| |
| constexpr int MIN_THREADS = 1; |
| constexpr int MAX_THREADS = 32; |
| |
| class DnsFixture : public ::benchmark::Fixture { |
| protected: |
| static constexpr unsigned num_hosts = 1000; |
| DnsResponderClient dns; |
| std::vector<DnsResponderClient::Mapping> mappings; |
| std::vector<std::unique_ptr<test::DNSResponder>> mDns; |
| |
| public: |
| void SetUp(const ::benchmark::State& state) override { |
| if (state.thread_index == 0) { |
| dns.SetUp(); |
| |
| std::vector<std::string> domains = { "example.com" }; |
| std::vector<std::string> servers; |
| dns.SetupMappings(num_hosts, domains, &mappings); |
| |
| dns.SetupDNSServers(MAXNS, mappings, &mDns, &servers); |
| |
| const std::vector<int> mDefaultParams_Binder = { 300, 25, 8, 8 }; |
| dns.SetResolversForNetwork(servers, domains, mDefaultParams_Binder); |
| } |
| } |
| |
| void TearDown(const ::benchmark::State& state) override { |
| if (state.thread_index == 0) { |
| dns.ShutdownDNSServers(&mDns); |
| dns.TearDown(); |
| } |
| } |
| |
| std::vector<DnsResponderClient::Mapping> const& getMappings() const { |
| return mappings; |
| } |
| |
| android::sp<android::net::INetd> getNetd() const { |
| return dns.mNetdSrv; |
| } |
| |
| void getaddrinfo_until_done(benchmark::State &state) { |
| while (state.KeepRunning()) { |
| const uint32_t ofs = arc4random_uniform(getMappings().size()); |
| const auto& mapping = getMappings()[ofs]; |
| addrinfo* result = nullptr; |
| if (getaddrinfo(mapping.host.c_str(), nullptr, nullptr, &result)) { |
| state.SkipWithError(StringPrintf("getaddrinfo failed with errno=%d", |
| errno).c_str()); |
| break; |
| } |
| if (result) { |
| freeaddrinfo(result); |
| result = nullptr; |
| } |
| } |
| } |
| |
| void benchmark_at_reporting_level(benchmark::State &state, int metricsLevel) { |
| const bool isMaster = (state.thread_index == 0); |
| int oldMetricsLevel; |
| |
| // SETUP |
| if (isMaster) { |
| auto rv = getNetd()->getMetricsReportingLevel(&oldMetricsLevel); |
| if (!rv.isOk()) { |
| state.SkipWithError(StringPrintf("Failed saving metrics reporting level: %s", |
| rv.toString8().string()).c_str()); |
| return; |
| } |
| rv = getNetd()->setMetricsReportingLevel(metricsLevel); |
| if (!rv.isOk()) { |
| state.SkipWithError(StringPrintf("Failed changing metrics reporting: %s", |
| rv.toString8().string()).c_str()); |
| return; |
| } |
| } |
| |
| // TEST |
| getaddrinfo_until_done(state); |
| |
| // TEARDOWN |
| if (isMaster) { |
| auto rv = getNetd()->setMetricsReportingLevel(oldMetricsLevel); |
| if (!rv.isOk()) { |
| state.SkipWithError(StringPrintf("Failed restoring metrics reporting level: %s", |
| rv.toString8().string()).c_str()); |
| return; |
| } |
| } |
| } |
| }; |
| |
| // DNS calls without any metrics logged or sent. |
| BENCHMARK_DEFINE_F(DnsFixture, getaddrinfo_log_nothing)(benchmark::State& state) { |
| benchmark_at_reporting_level(state, INetdEventListener::REPORTING_LEVEL_NONE); |
| } |
| BENCHMARK_REGISTER_F(DnsFixture, getaddrinfo_log_nothing) |
| ->ThreadRange(MIN_THREADS, MAX_THREADS) |
| ->UseRealTime(); |
| |
| // DNS calls with metrics only (netId, latency, return code) sent to the system server. |
| BENCHMARK_DEFINE_F(DnsFixture, getaddrinfo_log_metrics)(benchmark::State& state) { |
| benchmark_at_reporting_level(state, INetdEventListener::REPORTING_LEVEL_METRICS); |
| } |
| BENCHMARK_REGISTER_F(DnsFixture, getaddrinfo_log_metrics) |
| ->ThreadRange(MIN_THREADS, MAX_THREADS) |
| ->UseRealTime(); |
| |
| // DNS calls with all information logged and sent to the system server. |
| BENCHMARK_DEFINE_F(DnsFixture, getaddrinfo_log_everything)(benchmark::State& state) { |
| benchmark_at_reporting_level(state, INetdEventListener::REPORTING_LEVEL_FULL); |
| } |
| BENCHMARK_REGISTER_F(DnsFixture, getaddrinfo_log_everything) |
| ->ThreadRange(MIN_THREADS, MAX_THREADS) |
| ->UseRealTime(); |