media: update metrics after more measurements
use measurements from 5 days worth of test runs
Bug: 28752802
Change-Id: Iff17e064889cbb2d7b5c78d9e929d1a033ff5a23
diff --git a/media_codecs_performance.xml b/media_codecs_performance.xml
index 73a65de..16fdf15 100644
--- a/media_codecs_performance.xml
+++ b/media_codecs_performance.xml
@@ -17,124 +17,130 @@
<MediaCodecs>
<Encoders>
<MediaCodec name="OMX.qcom.video.encoder.h263" type="video/3gpp" update="true">
- <Limit name="measured-frame-rate-176x144" range="319-319" /> <!-- N=52 v96%=1.6 -->
- <!-- measured 96%:79-313 med:227 FLAKY(mn=78.5 < 79 - 316 < mx=326.4) -->
- <Limit name="measured-frame-rate-352x288" range="158-158" /> <!-- N=52 v96%=2.0 -->
+ <Limit name="measured-frame-rate-176x144" range="322-322" /> <!-- N=128 v98%=1.6 -->
+ <!-- measured 98%:77-346 med:231 FLAKY(78 - 346 < mx=349.2) variance:2.1 -->
+ <Limit name="measured-frame-rate-352x288" range="155-173" /> <!-- N=128 -->
</MediaCodec>
<MediaCodec name="OMX.qcom.video.encoder.avc" type="video/avc" update="true">
- <Limit name="measured-frame-rate-320x240" range="190-190" /> <!-- N=52 v96%=1.8 -->
- <Limit name="measured-frame-rate-720x480" range="42-42" /> <!-- N=52 v96%=1.9 -->
- <!-- measured 96%:15-64 med:42 FLAKY(mn=15.8 < 16 - 64 < mx=65.4) variance:2.0 -->
- <Limit name="measured-frame-rate-1280x720" range="31-32" /> <!-- N=52 -->
- <!-- measured 96%:7-34 med:21 variance:2.1 -->
- <Limit name="measured-frame-rate-1920x1080" range="15-17" /> <!-- N=52 -->
+ <Limit name="measured-frame-rate-320x240" range="194-194" /> <!-- N=127 v98%=1.9 -->
+ <!-- measured 98%:22-172 med:80 FLAKY(22 - 172 < mx=174.5) variance:2.8 -->
+ <Limit name="measured-frame-rate-720x480" range="44-86" /> <!-- N=128 -->
+ <!-- measured 98%:15-94 med:57 variance:2.4 -->
+ <Limit name="measured-frame-rate-1280x720" range="31-47" /> <!-- N=128 -->
+ <!-- measured 98%:7-43 med:22 variance:2.3 -->
+ <Limit name="measured-frame-rate-1920x1080" range="15-22" /> <!-- N=128 -->
</MediaCodec>
<MediaCodec name="OMX.qcom.video.encoder.hevc" type="video/hevc" update="true">
- <!-- measured 96%:102-418 med:263 FLAKY(mn=100.0 < 102 - 418 < mx=447.4) variance:2.0 -->
- <Limit name="measured-frame-rate-320x240" range="204-209" /> <!-- N=52 -->
- <!-- measured 96%:22-152 med:80 FLAKY(mn=21.6 < 22 - 152 < mx=157.6) variance:2.6 -->
- <Limit name="measured-frame-rate-720x480" range="44-76" /> <!-- N=52 -->
- <!-- measured 96%:16-68 med:43 FLAKY(mn=16.1 < 16 - 68 < mx=73.6) variance:2.0 -->
- <Limit name="measured-frame-rate-1280x720" range="32-34" /> <!-- N=52 -->
- <!-- measured 96%:7-34 med:21 FLAKY(mn=7.7 < 8 - 34 < mx=34.5) variance:2.1 -->
- <Limit name="measured-frame-rate-1920x1080" range="15-17" /> <!-- N=52 -->
- <!-- measured 96%:2-10 med:6 variance:2.1 -->
- <Limit name="measured-frame-rate-3840x2160" range="4-5" /> <!-- N=52 -->
+ <!-- measured 98%:102-448 med:273 FLAKY(mn=100.0 < 102 - 448 < mx=449.8) variance:2.1 -->
+ <Limit name="measured-frame-rate-320x240" range="204-224" /> <!-- N=136 -->
+ <!-- measured 98%:21-168 med:80 FLAKY(22 - 168 < mx=168.5) variance:2.8 -->
+ <Limit name="measured-frame-rate-720x480" range="43-84" /> <!-- N=136 -->
+ <!-- measured 98%:15-80 med:56 FLAKY(16 - 80 < mx=87.3) variance:2.2 -->
+ <Limit name="measured-frame-rate-1280x720" range="31-40" /> <!-- N=136 -->
+ <!-- measured 98%:7-43 med:22 variance:2.4 -->
+ <Limit name="measured-frame-rate-1920x1080" range="15-22" /> <!-- N=134 -->
+ <!-- measured 90%:2-11 med:7 FLAKY(2 - 12 < mx=25.5) variance:2.2 -->
+ <Limit name="measured-frame-rate-3840x2160" range="4-6" /> <!-- N=135 -->
</MediaCodec>
<MediaCodec name="OMX.qcom.video.encoder.mpeg4" type="video/mp4v-es" update="true">
- <Limit name="measured-frame-rate-176x144" range="284-284" /> <!-- N=52 v96%=1.4 -->
- <Limit name="measured-frame-rate-352x288" range="136-136" /> <!-- N=52 v96%=1.7 -->
- <Limit name="measured-frame-rate-640x480" range="66-66" /> <!-- N=52 v96%=1.3 -->
+ <Limit name="measured-frame-rate-176x144" range="283-283" /> <!-- N=136 v98%=1.4 -->
+ <Limit name="measured-frame-rate-352x288" range="136-136" /> <!-- N=136 v98%=1.7 -->
+ <Limit name="measured-frame-rate-640x480" range="64-64" /> <!-- N=136 v98%=1.4 -->
</MediaCodec>
<MediaCodec name="OMX.qcom.video.encoder.vp8" type="video/x-vnd.on2.vp8" update="true">
- <Limit name="measured-frame-rate-320x180" range="122-122" /> <!-- N=52 v96%=1.0 -->
- <Limit name="measured-frame-rate-640x360" range="83-83" /> <!-- N=52 v96%=1.4 -->
- <Limit name="measured-frame-rate-1280x720" range="25-25" /> <!-- N=52 v96%=1.6 -->
- <Limit name="measured-frame-rate-1920x1080" range="11-11" /> <!-- N=52 v96%=1.4 -->
+ <Limit name="measured-frame-rate-320x180" range="122-122" /> <!-- N=128 v98%=1.0 -->
+ <Limit name="measured-frame-rate-640x360" range="83-83" /> <!-- N=128 v98%=1.4 -->
+ <Limit name="measured-frame-rate-1280x720" range="25-25" /> <!-- N=125 v98%=1.6 -->
+ <Limit name="measured-frame-rate-1920x1080" range="11-11" /> <!-- N=126 v98%=1.4 -->
</MediaCodec>
<MediaCodec name="OMX.google.h263.encoder" type="video/3gpp" update="true">
- <Limit name="measured-frame-rate-176x144" range="174-174" /> <!-- N=52 v96%=1.5 -->
+ <Limit name="measured-frame-rate-176x144" range="181-181" /> <!-- N=128 v98%=1.6 -->
</MediaCodec>
<MediaCodec name="OMX.google.h264.encoder" type="video/avc" update="true">
- <!-- measured 96%:56-167 med:138 FLAKY(49 - 194 < mx=223.7) -->
- <Limit name="measured-frame-rate-320x240" range="97-97" /> <!-- N=52 v96%=1.7 -->
- <Limit name="measured-frame-rate-720x480" range="33-33" /> <!-- N=52 v96%=1.5 -->
- <Limit name="measured-frame-rate-1280x720" range="16-16" /> <!-- N=52 v96%=1.6 -->
- <Limit name="measured-frame-rate-1920x1080" range="8-8" /> <!-- N=52 v96%=1.6 -->
+ <!-- measured 98%:56-288 med:151 FLAKY(56 - 288 < mx=289.7) variance:2.3 -->
+ <Limit name="measured-frame-rate-320x240" range="112-144" /> <!-- N=128 -->
+ <!-- measured 90%:22-53 med:47 FLAKY(17 - 68 < mx=109.3) -->
+ <Limit name="measured-frame-rate-720x480" range="34-34" /> <!-- N=128 v90%=1.5 -->
+ <!-- measured 93%:10-27 med:22 FLAKY(9 - 34 < mx=65.7) -->
+ <Limit name="measured-frame-rate-1280x720" range="17-17" /> <!-- N=128 v93%=1.6 -->
+ <!-- measured 98%:4-14 med:10 FLAKY(4 - 16 < mx=23.7) -->
+ <Limit name="measured-frame-rate-1920x1080" range="8-8" /> <!-- N=128 v98%=1.7 -->
</MediaCodec>
<MediaCodec name="OMX.google.mpeg4.encoder" type="video/mp4v-es" update="true">
- <Limit name="measured-frame-rate-176x144" range="188-188" /> <!-- N=52 v96%=1.6 -->
+ <Limit name="measured-frame-rate-176x144" range="192-192" /> <!-- N=134 v98%=1.6 -->
</MediaCodec>
<MediaCodec name="OMX.google.vp8.encoder" type="video/x-vnd.on2.vp8" update="true">
- <Limit name="measured-frame-rate-320x180" range="61-61" /> <!-- N=52 v96%=1.6 -->
- <Limit name="measured-frame-rate-640x360" range="30-30" /> <!-- N=52 v96%=1.4 -->
- <Limit name="measured-frame-rate-1280x720" range="13-13" /> <!-- N=52 v96%=1.4 -->
- <Limit name="measured-frame-rate-1920x1080" range="7-7" /> <!-- N=52 v96%=1.4 -->
+ <Limit name="measured-frame-rate-320x180" range="60-60" /> <!-- N=128 v98%=1.7 -->
+ <Limit name="measured-frame-rate-640x360" range="30-30" /> <!-- N=123 v98%=1.4 -->
+ <Limit name="measured-frame-rate-1280x720" range="15-15" /> <!-- N=128 v98%=1.7 -->
+ <Limit name="measured-frame-rate-1920x1080" range="7-7" /> <!-- N=128 v98%=1.5 -->
</MediaCodec>
</Encoders>
<Decoders>
<MediaCodec name="OMX.qcom.video.decoder.h263" type="video/3gpp" update="true">
- <Limit name="measured-frame-rate-176x144" range="584-584" /> <!-- N=48 v95%=1.3 -->
- <Limit name="measured-frame-rate-352x288" range="611-611" /> <!-- N=48 v95%=1.3 -->
+ <Limit name="measured-frame-rate-176x144" range="578-578" /> <!-- N=128 v98%=1.4 -->
+ <Limit name="measured-frame-rate-352x288" range="611-611" /> <!-- N=128 v98%=1.3 -->
</MediaCodec>
<MediaCodec name="OMX.qcom.video.decoder.avc" type="video/avc" update="true">
- <Limit name="measured-frame-rate-320x240" range="340-340" /> <!-- N=48 v95%=1.2 -->
- <Limit name="measured-frame-rate-720x480" range="278-278" /> <!-- N=48 v95%=1.2 -->
- <Limit name="measured-frame-rate-1280x720" range="153-166" /> <!-- N=48 v95%=1.1 -->
- <Limit name="measured-frame-rate-1920x1088" range="74-74" /> <!-- N=48 v95%=1.0 -->
+ <Limit name="measured-frame-rate-320x240" range="340-340" /> <!-- N=128 v98%=1.2 -->
+ <Limit name="measured-frame-rate-720x480" range="278-278" /> <!-- N=128 v98%=1.2 -->
+ <Limit name="measured-frame-rate-1280x720" range="151-166" /> <!-- N=128 v98%=1.2 -->
+ <Limit name="measured-frame-rate-1920x1088" range="74-74" /> <!-- N=127 v98%=1.0 -->
</MediaCodec>
<MediaCodec name="OMX.qcom.video.decoder.hevc" type="video/hevc" update="true">
- <Limit name="measured-frame-rate-352x288" range="447-469" /> <!-- N=48 v95%=1.3 -->
- <Limit name="measured-frame-rate-640x360" range="340-340" /> <!-- N=48 v95%=1.2 -->
- <Limit name="measured-frame-rate-720x480" range="303-303" /> <!-- N=48 v95%=1.2 -->
- <Limit name="measured-frame-rate-1280x720" range="216-216" /> <!-- N=48 v95%=1.2 -->
- <Limit name="measured-frame-rate-1920x1080" range="128-128" /> <!-- N=48 v95%=1.0 -->
- <Limit name="measured-frame-rate-3840x2160" range="33-33" /> <!-- N=48 v95%=1.0 -->
+ <Limit name="measured-frame-rate-352x288" range="442-465" /> <!-- N=126 v98%=1.3 -->
+ <Limit name="measured-frame-rate-640x360" range="340-340" /> <!-- N=126 v98%=1.2 -->
+ <Limit name="measured-frame-rate-720x480" range="301-301" /> <!-- N=126 v98%=1.2 -->
+ <Limit name="measured-frame-rate-1280x720" range="214-227" /> <!-- N=124 v98%=1.2 -->
+ <Limit name="measured-frame-rate-1920x1080" range="128-128" /> <!-- N=126 v98%=1.0 -->
+ <Limit name="measured-frame-rate-3840x2160" range="33-33" /> <!-- N=125 v98%=1.0 -->
</MediaCodec>
<MediaCodec name="OMX.qcom.video.decoder.mpeg4" type="video/mp4v-es" update="true">
- <Limit name="measured-frame-rate-176x144" range="574-574" /> <!-- N=48 v95%=1.3 -->
- <Limit name="measured-frame-rate-480x360" range="550-550" /> <!-- N=48 v95%=1.2 -->
+ <Limit name="measured-frame-rate-176x144" range="574-574" /> <!-- N=126 v98%=1.3 -->
+ <Limit name="measured-frame-rate-480x360" range="551-551" /> <!-- N=125 v98%=1.2 -->
</MediaCodec>
<MediaCodec name="OMX.qcom.video.decoder.vp8" type="video/x-vnd.on2.vp8" update="true">
- <Limit name="measured-frame-rate-320x180" range="410-410" /> <!-- N=48 v95%=1.0 -->
- <Limit name="measured-frame-rate-640x360" range="397-397" /> <!-- N=48 v95%=1.1 -->
- <Limit name="measured-frame-rate-1280x720" range="430-430" /> <!-- N=48 v95%=1.2 -->
- <Limit name="measured-frame-rate-1920x1080" range="248-248" /> <!-- N=48 v95%=1.0 -->
+ <Limit name="measured-frame-rate-320x180" range="404-404" /> <!-- N=126 v98%=1.1 -->
+ <Limit name="measured-frame-rate-640x360" range="397-397" /> <!-- N=126 v98%=1.1 -->
+ <Limit name="measured-frame-rate-1280x720" range="424-424" /> <!-- N=126 v98%=1.2 -->
+ <Limit name="measured-frame-rate-1920x1080" range="248-248" /> <!-- N=126 v98%=1.0 -->
</MediaCodec>
<MediaCodec name="OMX.google.h263.decoder" type="video/3gpp" update="true">
- <Limit name="measured-frame-rate-176x144" range="146-205" /> <!-- N=48 v95%=1.5 -->
+ <Limit name="measured-frame-rate-176x144" range="141-188" /> <!-- N=128 v98%=1.6 -->
</MediaCodec>
<MediaCodec name="OMX.google.h264.decoder" type="video/avc" update="true">
- <!-- measured 95%:74-396 med:347 FLAKY(mn=68.1 < 75 - 396 < mx=398.1) variance:2.3 -->
- <Limit name="measured-frame-rate-320x240" range="149-198" /> <!-- N=48 -->
- <Limit name="measured-frame-rate-720x480" range="65-65" /> <!-- N=48 v95%=1.8 -->
- <Limit name="measured-frame-rate-1280x720" range="24-24" /> <!-- N=48 v95%=1.7 -->
- <Limit name="measured-frame-rate-1920x1080" range="10-10" /> <!-- N=48 v95%=1.7 -->
+ <!-- measured 98%:74-403 med:361 FLAKY(mn=68.1 < 75 - 404 < mx=404.5) variance:2.3 -->
+ <Limit name="measured-frame-rate-320x240" range="149-202" /> <!-- N=128 -->
+ <Limit name="measured-frame-rate-720x480" range="66-66" /> <!-- N=128 v98%=1.8 -->
+ <Limit name="measured-frame-rate-1280x720" range="26-26" /> <!-- N=127 v98%=1.7 -->
+ <Limit name="measured-frame-rate-1920x1080" range="11-11" /> <!-- N=127 v98%=1.8 -->
</MediaCodec>
<MediaCodec name="OMX.google.hevc.decoder" type="video/hevc" update="true">
- <!-- measured 95%:90-360 med:301 FLAKY(mn=88.8 < 90 - 360 < mx=371.6) -->
- <Limit name="measured-frame-rate-352x288" range="180-180" /> <!-- N=48 v95%=2.0 -->
- <Limit name="measured-frame-rate-640x360" range="78-78" /> <!-- N=48 v95%=1.8 -->
- <Limit name="measured-frame-rate-720x480" range="72-72" /> <!-- N=47 v95%=1.7 -->
- <Limit name="measured-frame-rate-1280x720" range="30-30" /> <!-- N=48 v95%=1.5 -->
- <Limit name="measured-frame-rate-1920x1080" range="17-17" /> <!-- N=48 v95%=1.4 -->
+ <!-- measured 98%:90-360 med:307 FLAKY(mn=88.8 < 90 - 360 < mx=371.6) -->
+ <Limit name="measured-frame-rate-352x288" range="180-180" /> <!-- N=125 v98%=2.0 -->
+ <Limit name="measured-frame-rate-640x360" range="85-85" /> <!-- N=126 v98%=2.0 -->
+ <Limit name="measured-frame-rate-720x480" range="79-79" /> <!-- N=125 v98%=1.9 -->
+ <Limit name="measured-frame-rate-1280x720" range="31-31" /> <!-- N=126 v98%=1.6 -->
+ <Limit name="measured-frame-rate-1920x1080" range="19-19" /> <!-- N=126 v98%=1.6 -->
</MediaCodec>
<MediaCodec name="OMX.google.mpeg4.decoder" type="video/mp4v-es" update="true">
- <Limit name="measured-frame-rate-176x144" range="206-268" /> <!-- N=48 v95%=1.5 -->
+ <Limit name="measured-frame-rate-176x144" range="195-240" /> <!-- N=126 v98%=1.6 -->
</MediaCodec>
<MediaCodec name="OMX.google.vp8.decoder" type="video/x-vnd.on2.vp8" update="true">
- <!-- measured 95%:172-652 med:490 FLAKY(mn=165.2 < 168 - 670 < mx=676.6) -->
- <Limit name="measured-frame-rate-320x180" range="335-335" /> <!-- N=48 v95%=1.9 -->
- <!-- measured 95%:49-209 med:156 FLAKY(mn=49.1 < 50 - 210 < mx=211.3) variance:2.0 -->
- <Limit name="measured-frame-rate-640x360" range="99-105" /> <!-- N=48 -->
- <Limit name="measured-frame-rate-1280x720" range="22-23" /> <!-- N=48 v95%=2.0 -->
- <Limit name="measured-frame-rate-1920x1080" range="8-9" /> <!-- N=48 v95%=2.0 -->
+ <!-- measured 98%:172-723 med:583 FLAKY(mn=165.2 < 172 - 724 < mx=817.7) variance:2.0 -->
+ <Limit name="measured-frame-rate-320x180" range="344-362" /> <!-- N=126 -->
+ <!-- measured 98%:49-222 med:208 FLAKY(49 - 222 < mx=223.1) variance:2.1 -->
+ <Limit name="measured-frame-rate-640x360" range="98-111" /> <!-- N=126 -->
+ <Limit name="measured-frame-rate-1280x720" range="22-23" /> <!-- N=126 v98%=2.0 -->
+ <!-- measured 98%:4-18 med:16 FLAKY(4 - 18 < mx=18.1) variance:2.1 -->
+ <Limit name="measured-frame-rate-1920x1080" range="8-9" /> <!-- N=122 -->
</MediaCodec>
<MediaCodec name="OMX.google.vp9.decoder" type="video/x-vnd.on2.vp9" update="true">
- <Limit name="measured-frame-rate-320x180" range="196-196" /> <!-- N=48 v95%=1.8 -->
- <Limit name="measured-frame-rate-640x360" range="80-80" /> <!-- N=48 v95%=1.7 -->
- <Limit name="measured-frame-rate-1280x720" range="29-29" /> <!-- N=48 v95%=1.4 -->
- <Limit name="measured-frame-rate-1920x1080" range="18-18" /> <!-- N=48 v95%=1.5 -->
+ <!-- measured 98%:111-453 med:328 FLAKY(mn=107.4 < 111 - 454 < mx=460.4) variance:2.0 -->
+ <Limit name="measured-frame-rate-320x180" range="222-227" /> <!-- N=126 -->
+ <Limit name="measured-frame-rate-640x360" range="83-83" /> <!-- N=125 v98%=1.7 -->
+ <Limit name="measured-frame-rate-1280x720" range="32-32" /> <!-- N=126 v98%=1.6 -->
+ <Limit name="measured-frame-rate-1920x1080" range="19-19" /> <!-- N=126 v98%=1.5 -->
</MediaCodec>
</Decoders>
</MediaCodecs>
