| # Copyright 2015 The Android Open Source Project |
| # |
| # Licensed under the Apache License, Version 2.0 (the "License"); |
| # you may not use this file except in compliance with the License. |
| # You may obtain a copy of the License at |
| # |
| # http://www.apache.org/licenses/LICENSE-2.0 |
| # |
| # Unless required by applicable law or agreed to in writing, software |
| # distributed under the License is distributed on an "AS IS" BASIS, |
| # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| # See the License for the specific language governing permissions and |
| # limitations under the License. |
| |
| import its.image |
| import its.caps |
| import its.device |
| import its.objects |
| import its.target |
| import math |
| import matplotlib |
| import matplotlib.pyplot |
| import numpy |
| import os.path |
| import pylab |
| |
| |
| def test_edge_mode(cam, edge_mode, sensitivity, exp, fd, out_surface, |
| reprocess_format=None): |
| """Return sharpness of the output image and the capture result metadata |
| for a capture request with the given edge mode, sensitivity, exposure |
| time, focus distance, output surface parameter, and reprocess format |
| (None for a regular request.) |
| |
| Args: |
| cam: An open device session. |
| edge_mode: Edge mode for the request as defined in android.edge.mode |
| sensitivity: Sensitivity for the request as defined in |
| android.sensor.sensitivity |
| exp: Exposure time for the request as defined in |
| android.sensor.exposureTime. |
| fd: Focus distance for the request as defined in |
| android.lens.focusDistance |
| output_surface: Specifications of the output image format and size. |
| reprocess_format: (Optional) The reprocessing format. If not None, |
| reprocessing will be enabled. |
| |
| Returns: |
| Object containing reported edge mode and the sharpness of the output |
| image, keyed by the following strings: |
| "edge_mode" |
| "sharpness" |
| """ |
| |
| NAME = os.path.basename(__file__).split(".")[0] |
| |
| req = its.objects.manual_capture_request(sensitivity, exp) |
| req["android.lens.focusDistance"] = fd |
| req["android.edge.mode"] = edge_mode |
| if (reprocess_format != None): |
| req["android.reprocess.effectiveExposureFactor"] = 1.0 |
| cap = cam.do_capture(req, out_surface, reprocess_format) |
| |
| img = its.image.decompress_jpeg_to_rgb_image(cap["data"]) |
| its.image.write_image(img, "%s_edge=%d_reprocess_fmt_%s.jpg" % |
| (NAME, edge_mode, reprocess_format)) |
| tile = its.image.get_image_patch(img, 0.45, 0.45, 0.1, 0.1) |
| |
| ret = {} |
| ret["edge_mode"] = cap["metadata"]["android.edge.mode"] |
| ret["sharpness"] = its.image.compute_image_sharpness(tile) |
| |
| return ret |
| |
| def main(): |
| """Test that the android.edge.mode param is applied when set for |
| reprocessing requests. |
| |
| Capture non-reprocess images for each edge mode and calculate their |
| sharpness as a baseline. |
| |
| Capture reprocessed images for each supported reprocess format and edge_mode |
| mode. Calculate the sharpness of reprocessed images and compare them against |
| the sharpess of non-reprocess images. |
| """ |
| |
| THRESHOLD_RELATIVE_SHARPNESS_DIFF = 0.1 |
| |
| with its.device.ItsSession() as cam: |
| props = cam.get_camera_properties() |
| |
| its.caps.skip_unless(its.caps.read_3a(props) and |
| its.caps.per_frame_control(props) and |
| its.caps.edge_mode(props, 0) and |
| (its.caps.yuv_reprocess(props) or |
| its.caps.private_reprocess(props))) |
| |
| # If reprocessing is supported, ZSL EE mode must be avaiable. |
| assert(its.caps.edge_mode(props, 3)) |
| |
| reprocess_formats = [] |
| if (its.caps.yuv_reprocess(props)): |
| reprocess_formats.append("yuv") |
| if (its.caps.private_reprocess(props)): |
| reprocess_formats.append("private") |
| |
| size = its.objects.get_available_output_sizes("jpg", props)[0] |
| out_surface = {"width":size[0], "height":size[1], "format":"jpg"} |
| |
| # Get proper sensitivity, exposure time, and focus distance. |
| s,e,_,_,fd = cam.do_3a(get_results=True) |
| |
| # Get the sharpness for each edge mode for regular requests |
| sharpness_regular = [] |
| edge_mode_reported_regular = [] |
| for edge_mode in range(4): |
| # Skip unavailable modes |
| if not its.caps.edge_mode(props, edge_mode): |
| edge_mode_reported_regular.append(edge_mode) |
| sharpness_regular.append(0) |
| continue |
| ret = test_edge_mode(cam, edge_mode, s, e, fd, out_surface) |
| edge_mode_reported_regular.append(ret["edge_mode"]) |
| sharpness_regular.append(ret["sharpness"]) |
| |
| print "Reported edge modes:", edge_mode_reported_regular |
| print "Sharpness with EE mode [0,1,2,3]:", sharpness_regular |
| |
| # Get the sharpness for each reprocess format and edge mode for |
| # reprocess requests. |
| sharpnesses_reprocess = [] |
| edge_mode_reported_reprocess = [] |
| |
| for reprocess_format in reprocess_formats: |
| # List of sharpness |
| sharpnesses = [] |
| edge_mode_reported = [] |
| for edge_mode in range(4): |
| # Skip unavailable modes |
| if not its.caps.edge_mode(props, edge_mode): |
| edge_mode_reported.append(edge_mode) |
| sharpnesses.append(0) |
| continue |
| |
| ret = test_edge_mode(cam, edge_mode, s, e, fd, out_surface, |
| reprocess_format) |
| edge_mode_reported.append(ret["edge_mode"]) |
| sharpnesses.append(ret["sharpness"]) |
| |
| sharpnesses_reprocess.append(sharpnesses) |
| edge_mode_reported_reprocess.append(edge_mode_reported) |
| |
| print "Reported edge modes:", edge_mode_reported |
| print "Sharpness with EE mode [0,1,2,3] for %s reprocess:" % \ |
| (reprocess_format) , sharpnesses |
| |
| |
| # Verify HQ(2) is sharper than OFF(0) |
| assert(sharpness_regular[2] > sharpness_regular[0]) |
| |
| # Verify ZSL(3) is similar to OFF(0) |
| assert(numpy.isclose(sharpness_regular[3], sharpness_regular[0], |
| THRESHOLD_RELATIVE_SHARPNESS_DIFF)) |
| |
| # Verify OFF(0) is not sharper than FAST(1) |
| assert(sharpness_regular[1] > |
| sharpness_regular[0] * (1.0 - THRESHOLD_RELATIVE_SHARPNESS_DIFF)) |
| |
| # Verify FAST(1) is not sharper than HQ(2) |
| assert(sharpness_regular[2] > |
| sharpness_regular[1] * (1.0 - THRESHOLD_RELATIVE_SHARPNESS_DIFF)) |
| |
| for reprocess_format in range(len(reprocess_formats)): |
| # Verify HQ(2) is sharper than OFF(0) |
| assert(sharpnesses_reprocess[reprocess_format][2] > |
| sharpnesses_reprocess[reprocess_format][0]) |
| |
| # Verify ZSL(3) is similar to OFF(0) |
| assert(numpy.isclose(sharpnesses_reprocess[reprocess_format][3], |
| sharpnesses_reprocess[reprocess_format][0], |
| THRESHOLD_RELATIVE_SHARPNESS_DIFF)) |
| |
| # Verify OFF(0) is not sharper than FAST(1) |
| assert(sharpnesses_reprocess[reprocess_format][1] > |
| sharpnesses_reprocess[reprocess_format][0] * |
| (1.0 - THRESHOLD_RELATIVE_SHARPNESS_DIFF)) |
| |
| # Verify FAST(1) is not sharper than HQ(2) |
| assert(sharpnesses_reprocess[reprocess_format][2] > |
| sharpnesses_reprocess[reprocess_format][1] * |
| (1.0 - THRESHOLD_RELATIVE_SHARPNESS_DIFF)) |
| |
| # Verify reprocessing HQ(2) is similar to regular HQ(2) relative to |
| # OFF(0) |
| assert(numpy.isclose(sharpnesses_reprocess[reprocess_format][2] / |
| sharpnesses_reprocess[reprocess_format][0], |
| sharpness_regular[2] / sharpness_regular[0], |
| THRESHOLD_RELATIVE_SHARPNESS_DIFF)) |
| |
| if __name__ == '__main__': |
| main() |
| |
