| // Copyright 2013 The Chromium Authors. All rights reserved. |
| // Use of this source code is governed by a BSD-style license that can be |
| // found in the LICENSE file. |
| |
| #include "chrome/browser/media/webrtc_browsertest_perf.h" |
| |
| #include "base/strings/stringprintf.h" |
| #include "base/values.h" |
| #include "chrome/test/base/in_process_browser_test.h" |
| #include "testing/perf/perf_test.h" |
| |
| static std::string Statistic(const std::string& statistic, |
| const std::string& bucket) { |
| // A ssrc stats key will be on the form stats.<bucket>-<key>.values. |
| // This will give a json "path" which will dig into the time series for the |
| // specified statistic. Buckets can be for instance ssrc_1212344, bweforvideo, |
| // and will each contain a bunch of statistics relevant to their nature. |
| // Each peer connection has a number of such buckets. |
| return base::StringPrintf("stats.%s-%s.values", bucket.c_str(), |
| statistic.c_str()); |
| } |
| |
| static bool MaybePrintResultsForAudioReceive( |
| const std::string& ssrc, const base::DictionaryValue& pc_dict) { |
| std::string value; |
| if (!pc_dict.GetString(Statistic("audioOutputLevel", ssrc), &value)) { |
| // Not an audio receive stream. |
| return false; |
| } |
| |
| EXPECT_TRUE(pc_dict.GetString(Statistic("bytesReceived", ssrc), &value)); |
| perf_test::PrintResult("audio_recv", "", "bytes_recv", value, "bytes", false); |
| EXPECT_TRUE(pc_dict.GetString(Statistic("packetsLost", ssrc), &value)); |
| perf_test::PrintResult("audio_recv", "", "packets_lost", value, "", false); |
| |
| return true; |
| } |
| |
| static bool MaybePrintResultsForAudioSend( |
| const std::string& ssrc, const base::DictionaryValue& pc_dict) { |
| std::string value; |
| if (!pc_dict.GetString(Statistic("audioInputLevel", ssrc), &value)) { |
| // Not an audio send stream. |
| return false; |
| } |
| |
| EXPECT_TRUE(pc_dict.GetString(Statistic("bytesSent", ssrc), &value)); |
| perf_test::PrintResult("audio_recv", "", "bytes_sent", value, "bytes", false); |
| EXPECT_TRUE(pc_dict.GetString(Statistic("googJitterReceived", ssrc), &value)); |
| perf_test::PrintResult("audio_recv", "", "goog_jitter_recv", value, "", |
| false); |
| EXPECT_TRUE(pc_dict.GetString(Statistic("googRtt", ssrc), &value)); |
| perf_test::PrintResult("audio_recv", "", "goog_rtt", value, "ms", false); |
| return true; |
| } |
| |
| static bool MaybePrintResultsForVideoReceive( |
| const std::string& ssrc, const base::DictionaryValue& pc_dict) { |
| std::string value; |
| if (!pc_dict.GetString(Statistic("googFrameRateInput", ssrc), &value)) { |
| // Not a video receive stream. |
| return false; |
| } |
| |
| perf_test::PrintResult("video_recv", "", "goog_frame_rate_input", value, |
| "fps", false); |
| |
| EXPECT_TRUE(pc_dict.GetString(Statistic("googFrameRateSent", ssrc), &value)); |
| perf_test::PrintResult("video_recv", "", "goog_frame_rate_sent", value, "fps", |
| false); |
| EXPECT_TRUE(pc_dict.GetString(Statistic("bytesSent", ssrc), &value)); |
| perf_test::PrintResult("video_recv", "", "bytes_sent", value, "bytes", false); |
| EXPECT_TRUE(pc_dict.GetString(Statistic("googFirsReceived", ssrc), &value)); |
| perf_test::PrintResult("video_recv", "", "goog_firs_recv", value, "", false); |
| EXPECT_TRUE(pc_dict.GetString(Statistic("googNacksReceived", ssrc), &value)); |
| perf_test::PrintResult("video_recv", "", "goog_nacks_recv", value, "", false); |
| EXPECT_TRUE(pc_dict.GetString(Statistic("googFrameWidthSent", ssrc), &value)); |
| perf_test::PrintResult("video_recv", "", "goog_frame_width_sent", value, |
| "pixels", false); |
| EXPECT_TRUE( |
| pc_dict.GetString(Statistic("googFrameHeightSent", ssrc), &value)); |
| perf_test::PrintResult("video_recv", "", "goog_frame_height_sent", value, |
| "pixels", false); |
| return true; |
| } |
| |
| static bool MaybePrintResultsForVideoSend( |
| const std::string& ssrc, const base::DictionaryValue& pc_dict) { |
| std::string value; |
| if (!pc_dict.GetString(Statistic("googFrameRateOutput", ssrc), &value)) { |
| // Not a video receive stream. |
| return false; |
| } |
| |
| perf_test::PrintResult("video_send", "", "goog_frame_rate_output", value, |
| "fps", false); |
| |
| EXPECT_TRUE(pc_dict.GetString(Statistic("packetsLost", ssrc), &value)); |
| perf_test::PrintResult("video_send", "", "packets_lost", value, "packets", |
| false); |
| EXPECT_TRUE( |
| pc_dict.GetString(Statistic("googFrameWidthReceived", ssrc), &value)); |
| perf_test::PrintResult("video_send", "", "goog_frame_width_recv", value, |
| "pixels", false); |
| EXPECT_TRUE( |
| pc_dict.GetString(Statistic("googFrameHeightReceived", ssrc), &value)); |
| perf_test::PrintResult("video_send", "", "goog_frame_height_recv", value, |
| "pixels", false); |
| EXPECT_TRUE( |
| pc_dict.GetString(Statistic("googFrameRateReceived", ssrc), &value)); |
| perf_test::PrintResult("video_send", "", "goog_frame_rate_recv", value, "fps", |
| false); |
| EXPECT_TRUE(pc_dict.GetString(Statistic("googCurrentDelayMs", ssrc), &value)); |
| perf_test::PrintResult("video_send", "", "goog_current_delay_ms", value, "ms", |
| false); |
| EXPECT_TRUE(pc_dict.GetString(Statistic("googTargetDelayMs", ssrc), &value)); |
| perf_test::PrintResult("video_send", "", "goog_target_delay_ms", value, "ms", |
| false); |
| EXPECT_TRUE(pc_dict.GetString(Statistic("googDecodeMs", ssrc), &value)); |
| perf_test::PrintResult("video_send", "", "goog_decode_ms", value, "ms", |
| false); |
| EXPECT_TRUE(pc_dict.GetString(Statistic("googMaxDecodeMs", ssrc), &value)); |
| perf_test::PrintResult("video_send", "", "goog_max_decode_ms", value, "ms", |
| false); |
| EXPECT_TRUE(pc_dict.GetString(Statistic("googJitterBufferMs", ssrc), &value)); |
| perf_test::PrintResult("video_send", "", "goog_jitter_buffer_ms", value, "ms", |
| false); |
| EXPECT_TRUE(pc_dict.GetString(Statistic("googRenderDelayMs", ssrc), &value)); |
| perf_test::PrintResult("video_send", "", "goog_render_delay_ms", value, "ms", |
| false); |
| |
| return true; |
| } |
| |
| static std::string ExtractSsrcIdentifier(const std::string& key) { |
| // Example key: ssrc_1234-someStatName. Grab the part before the dash. |
| size_t key_start_pos = 0; |
| size_t key_end_pos = key.find("-"); |
| CHECK(key_end_pos != std::string::npos) << "Could not parse key " << key; |
| return key.substr(key_start_pos, key_end_pos - key_start_pos); |
| } |
| |
| // Returns the set of unique ssrc identifiers in the call (e.g. ssrc_1234, |
| // ssrc_12356, etc). |stats_dict| is the .stats dict from one peer connection. |
| static std::set<std::string> FindAllSsrcIdentifiers( |
| const base::DictionaryValue& stats_dict) { |
| std::set<std::string> result; |
| base::DictionaryValue::Iterator stats_iterator(stats_dict); |
| |
| while (!stats_iterator.IsAtEnd()) { |
| if (stats_iterator.key().find("ssrc_") != std::string::npos) |
| result.insert(ExtractSsrcIdentifier(stats_iterator.key())); |
| stats_iterator.Advance(); |
| } |
| return result; |
| } |
| |
| void PrintBweForVideoMetrics(const base::DictionaryValue& pc_dict) { |
| const std::string kBweStatsKey = "bweforvideo"; |
| std::string value; |
| ASSERT_TRUE(pc_dict.GetString( |
| Statistic("googAvailableSendBandwidth", kBweStatsKey), &value)); |
| perf_test::PrintResult("bwe_stats", "", "available_send_bw", value, "bytes/s", |
| false); |
| ASSERT_TRUE(pc_dict.GetString( |
| Statistic("googAvailableReceiveBandwidth", kBweStatsKey), &value)); |
| perf_test::PrintResult("bwe_stats", "", "available_recv_bw", value, "bytes/s", |
| false); |
| ASSERT_TRUE(pc_dict.GetString(Statistic("googTargetEncBitrate", kBweStatsKey), |
| &value)); |
| perf_test::PrintResult("bwe_stats", "", "target_enc_bitrate", value, "bit/s", |
| false); |
| ASSERT_TRUE(pc_dict.GetString(Statistic("googActualEncBitrate", kBweStatsKey), |
| &value)); |
| perf_test::PrintResult("bwe_stats", "", "actual_enc_bitrate", value, "bit/s", |
| false); |
| ASSERT_TRUE(pc_dict.GetString(Statistic("googTransmitBitrate", kBweStatsKey), |
| &value)); |
| perf_test::PrintResult("bwe_stats", "", "transmit_bitrate", value, "bit/s", |
| false); |
| } |
| |
| void PrintMetricsForAllStreams(const base::DictionaryValue& pc_dict) { |
| const base::DictionaryValue* stats_dict; |
| ASSERT_TRUE(pc_dict.GetDictionary("stats", &stats_dict)); |
| std::set<std::string> ssrc_identifiers = FindAllSsrcIdentifiers(*stats_dict); |
| |
| std::set<std::string>::const_iterator ssrc_iterator = |
| ssrc_identifiers.begin(); |
| for (; ssrc_iterator != ssrc_identifiers.end(); ++ssrc_iterator) { |
| // Figure out which stream type this ssrc represents and print all the |
| // interesting metrics for it. |
| const std::string& ssrc = *ssrc_iterator; |
| bool did_recognize_stream_type = |
| MaybePrintResultsForAudioReceive(ssrc, pc_dict) || |
| MaybePrintResultsForAudioSend(ssrc, pc_dict) || |
| MaybePrintResultsForVideoReceive(ssrc, pc_dict) || |
| MaybePrintResultsForVideoSend(ssrc, pc_dict); |
| ASSERT_TRUE(did_recognize_stream_type) << "Failed to figure out which " |
| "kind of stream SSRC " << ssrc |
| << " is. "; |
| } |
| } |