| /* |
| * Copyright (C) 2017 The Android Open Source Project |
| * |
| * Licensed under the Apache License, Version 2.0 (the "License"); |
| * you may not use this file except in compliance with the License. |
| * You may obtain a copy of the License at |
| * |
| * http://www.apache.org/licenses/LICENSE-2.0 |
| * |
| * Unless required by applicable law or agreed to in writing, software |
| * distributed under the License is distributed on an "AS IS" BASIS, |
| * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. |
| * See the License for the specific language governing permissions and |
| * limitations under the License. |
| */ |
| |
| #include "Color.h" |
| |
| #include <ui/ColorSpace.h> |
| #include <utils/Log.h> |
| |
| #ifdef __ANDROID__ // Layoutlib does not support hardware buffers or native windows |
| #include <android/hardware_buffer.h> |
| #include <android/native_window.h> |
| #endif |
| |
| #include <algorithm> |
| #include <cmath> |
| #include <Properties.h> |
| |
| namespace android { |
| namespace uirenderer { |
| |
| #ifdef __ANDROID__ // Layoutlib does not support hardware buffers or native windows |
| static inline SkImageInfo createImageInfo(int32_t width, int32_t height, int32_t format, |
| sk_sp<SkColorSpace> colorSpace) { |
| SkColorType colorType = kUnknown_SkColorType; |
| SkAlphaType alphaType = kOpaque_SkAlphaType; |
| switch (format) { |
| case AHARDWAREBUFFER_FORMAT_R8G8B8A8_UNORM: |
| colorType = kN32_SkColorType; |
| alphaType = kPremul_SkAlphaType; |
| break; |
| case AHARDWAREBUFFER_FORMAT_R8G8B8X8_UNORM: |
| colorType = kN32_SkColorType; |
| alphaType = kOpaque_SkAlphaType; |
| break; |
| case AHARDWAREBUFFER_FORMAT_R5G6B5_UNORM: |
| colorType = kRGB_565_SkColorType; |
| alphaType = kOpaque_SkAlphaType; |
| break; |
| case AHARDWAREBUFFER_FORMAT_R10G10B10A2_UNORM: |
| colorType = kRGBA_1010102_SkColorType; |
| alphaType = kPremul_SkAlphaType; |
| break; |
| case AHARDWAREBUFFER_FORMAT_R16G16B16A16_FLOAT: |
| colorType = kRGBA_F16_SkColorType; |
| alphaType = kPremul_SkAlphaType; |
| break; |
| case AHARDWAREBUFFER_FORMAT_R8_UNORM: |
| colorType = kAlpha_8_SkColorType; |
| alphaType = kPremul_SkAlphaType; |
| break; |
| default: |
| ALOGV("Unsupported format: %d, return unknown by default", format); |
| break; |
| } |
| return SkImageInfo::Make(width, height, colorType, alphaType, colorSpace); |
| } |
| |
| SkImageInfo ANativeWindowToImageInfo(const ANativeWindow_Buffer& buffer, |
| sk_sp<SkColorSpace> colorSpace) { |
| return createImageInfo(buffer.width, buffer.height, buffer.format, colorSpace); |
| } |
| |
| SkImageInfo BufferDescriptionToImageInfo(const AHardwareBuffer_Desc& bufferDesc, |
| sk_sp<SkColorSpace> colorSpace) { |
| return createImageInfo(bufferDesc.width, bufferDesc.height, bufferDesc.format, colorSpace); |
| } |
| |
| uint32_t ColorTypeToBufferFormat(SkColorType colorType) { |
| switch (colorType) { |
| case kRGBA_8888_SkColorType: |
| return AHARDWAREBUFFER_FORMAT_R8G8B8A8_UNORM; |
| case kRGBA_F16_SkColorType: |
| return AHARDWAREBUFFER_FORMAT_R16G16B16A16_FLOAT; |
| case kRGB_565_SkColorType: |
| return AHARDWAREBUFFER_FORMAT_R5G6B5_UNORM; |
| case kRGB_888x_SkColorType: |
| return AHARDWAREBUFFER_FORMAT_R8G8B8X8_UNORM; |
| case kRGBA_1010102_SkColorType: |
| return AHARDWAREBUFFER_FORMAT_R10G10B10A2_UNORM; |
| case kARGB_4444_SkColorType: |
| // Hardcoding the value from android::PixelFormat |
| static constexpr uint64_t kRGBA4444 = 7; |
| return kRGBA4444; |
| case kAlpha_8_SkColorType: |
| return AHARDWAREBUFFER_FORMAT_R8_UNORM; |
| default: |
| ALOGV("Unsupported colorType: %d, return RGBA_8888 by default", (int)colorType); |
| return AHARDWAREBUFFER_FORMAT_R8G8B8A8_UNORM; |
| } |
| } |
| #endif |
| |
| namespace { |
| static constexpr skcms_TransferFunction k2Dot6 = {2.6f, 1.0f, 0.0f, 0.0f, 0.0f, 0.0f, 0.0f}; |
| |
| // Skia's SkNamedGamut::kDisplayP3 is based on a white point of D65. This gamut |
| // matches the white point used by ColorSpace.Named.DCIP3. |
| static constexpr skcms_Matrix3x3 kDCIP3 = {{ |
| {0.486143, 0.323835, 0.154234}, |
| {0.226676, 0.710327, 0.0629966}, |
| {0.000800549, 0.0432385, 0.78275}, |
| }}; |
| |
| static bool nearlyEqual(float a, float b) { |
| // By trial and error, this is close enough to match for the ADataSpaces we |
| // compare for. |
| return ::fabs(a - b) < .002f; |
| } |
| |
| static bool nearlyEqual(const skcms_TransferFunction& x, const skcms_TransferFunction& y) { |
| return nearlyEqual(x.g, y.g) |
| && nearlyEqual(x.a, y.a) |
| && nearlyEqual(x.b, y.b) |
| && nearlyEqual(x.c, y.c) |
| && nearlyEqual(x.d, y.d) |
| && nearlyEqual(x.e, y.e) |
| && nearlyEqual(x.f, y.f); |
| } |
| |
| static bool nearlyEqual(const skcms_Matrix3x3& x, const skcms_Matrix3x3& y) { |
| for (int i = 0; i < 3; i++) { |
| for (int j = 0; j < 3; j++) { |
| if (!nearlyEqual(x.vals[i][j], y.vals[i][j])) return false; |
| } |
| } |
| return true; |
| } |
| |
| } // anonymous namespace |
| |
| android_dataspace ColorSpaceToADataSpace(SkColorSpace* colorSpace, SkColorType colorType) { |
| if (!colorSpace) { |
| return HAL_DATASPACE_UNKNOWN; |
| } |
| |
| if (colorSpace->isSRGB()) { |
| if (colorType == kRGBA_F16_SkColorType) { |
| return HAL_DATASPACE_V0_SCRGB; |
| } |
| return HAL_DATASPACE_V0_SRGB; |
| } |
| |
| skcms_TransferFunction fn; |
| if (!colorSpace->isNumericalTransferFn(&fn)) { |
| // pq with the default white point |
| auto rec2020PQ = SkColorSpace::MakeRGB(GetPQSkTransferFunction(), SkNamedGamut::kRec2020); |
| if (SkColorSpace::Equals(colorSpace, rec2020PQ.get())) { |
| return HAL_DATASPACE_BT2020_PQ; |
| } |
| // standard PQ |
| rec2020PQ = SkColorSpace::MakeRGB(SkNamedTransferFn::kPQ, SkNamedGamut::kRec2020); |
| if (SkColorSpace::Equals(colorSpace, rec2020PQ.get())) { |
| return HAL_DATASPACE_BT2020_PQ; |
| } |
| // HLG |
| const auto hlgFn = GetHLGScaleTransferFunction(); |
| if (hlgFn.has_value()) { |
| auto rec2020HLG = SkColorSpace::MakeRGB(hlgFn.value(), SkNamedGamut::kRec2020); |
| if (SkColorSpace::Equals(colorSpace, rec2020HLG.get())) { |
| return static_cast<android_dataspace>(HAL_DATASPACE_BT2020_HLG); |
| } |
| } |
| LOG_ALWAYS_FATAL("Only select non-numerical transfer functions are supported"); |
| } |
| |
| skcms_Matrix3x3 gamut; |
| LOG_ALWAYS_FATAL_IF(!colorSpace->toXYZD50(&gamut)); |
| |
| if (nearlyEqual(gamut, SkNamedGamut::kSRGB)) { |
| if (nearlyEqual(fn, SkNamedTransferFn::kLinear)) { |
| // Skia doesn't differentiate amongst the RANGES. In Java, we associate |
| // LINEAR_EXTENDED_SRGB with F16, and LINEAR_SRGB with other Configs. |
| // Make the same association here. |
| if (colorType == kRGBA_F16_SkColorType) { |
| return HAL_DATASPACE_V0_SCRGB_LINEAR; |
| } |
| return HAL_DATASPACE_V0_SRGB_LINEAR; |
| } |
| |
| if (nearlyEqual(fn, SkNamedTransferFn::kRec2020)) { |
| return HAL_DATASPACE_V0_BT709; |
| } |
| } |
| |
| if (nearlyEqual(fn, SkNamedTransferFn::kSRGB) && nearlyEqual(gamut, SkNamedGamut::kDisplayP3)) { |
| return HAL_DATASPACE_DISPLAY_P3; |
| } |
| |
| if (nearlyEqual(fn, SkNamedTransferFn::k2Dot2) && nearlyEqual(gamut, SkNamedGamut::kAdobeRGB)) { |
| return HAL_DATASPACE_ADOBE_RGB; |
| } |
| |
| if (nearlyEqual(fn, SkNamedTransferFn::kRec2020) && |
| nearlyEqual(gamut, SkNamedGamut::kRec2020)) { |
| return HAL_DATASPACE_BT2020; |
| } |
| |
| if (nearlyEqual(fn, k2Dot6) && nearlyEqual(gamut, kDCIP3)) { |
| return HAL_DATASPACE_DCI_P3; |
| } |
| |
| return HAL_DATASPACE_UNKNOWN; |
| } |
| |
| sk_sp<SkColorSpace> DataSpaceToColorSpace(android_dataspace dataspace) { |
| if (dataspace == HAL_DATASPACE_UNKNOWN) { |
| return SkColorSpace::MakeSRGB(); |
| } |
| if (dataspace == HAL_DATASPACE_DCI_P3) { |
| // This cannot be handled by the switch statements below because it |
| // needs to use the locally-defined kDCIP3 gamut, rather than the one in |
| // Skia (SkNamedGamut), which is used for other data spaces with |
| // HAL_DATASPACE_STANDARD_DCI_P3 (e.g. HAL_DATASPACE_DISPLAY_P3). |
| return SkColorSpace::MakeRGB(k2Dot6, kDCIP3); |
| } |
| |
| skcms_Matrix3x3 gamut; |
| switch (dataspace & HAL_DATASPACE_STANDARD_MASK) { |
| case HAL_DATASPACE_STANDARD_BT709: |
| gamut = SkNamedGamut::kSRGB; |
| break; |
| case HAL_DATASPACE_STANDARD_BT2020: |
| case HAL_DATASPACE_STANDARD_BT2020_CONSTANT_LUMINANCE: |
| gamut = SkNamedGamut::kRec2020; |
| break; |
| case HAL_DATASPACE_STANDARD_DCI_P3: |
| gamut = SkNamedGamut::kDisplayP3; |
| break; |
| case HAL_DATASPACE_STANDARD_ADOBE_RGB: |
| gamut = SkNamedGamut::kAdobeRGB; |
| break; |
| case HAL_DATASPACE_STANDARD_UNSPECIFIED: |
| return nullptr; |
| case HAL_DATASPACE_STANDARD_BT601_625: |
| case HAL_DATASPACE_STANDARD_BT601_625_UNADJUSTED: |
| case HAL_DATASPACE_STANDARD_BT601_525: |
| case HAL_DATASPACE_STANDARD_BT601_525_UNADJUSTED: |
| case HAL_DATASPACE_STANDARD_BT470M: |
| case HAL_DATASPACE_STANDARD_FILM: |
| default: |
| ALOGV("Unsupported Gamut: %d", dataspace); |
| return nullptr; |
| } |
| |
| // HLG |
| if ((dataspace & HAL_DATASPACE_TRANSFER_MASK) == HAL_DATASPACE_TRANSFER_HLG) { |
| const auto hlgFn = GetHLGScaleTransferFunction(); |
| if (hlgFn.has_value()) { |
| return SkColorSpace::MakeRGB(hlgFn.value(), gamut); |
| } |
| } |
| |
| switch (dataspace & HAL_DATASPACE_TRANSFER_MASK) { |
| case HAL_DATASPACE_TRANSFER_LINEAR: |
| return SkColorSpace::MakeRGB(SkNamedTransferFn::kLinear, gamut); |
| case HAL_DATASPACE_TRANSFER_SRGB: |
| return SkColorSpace::MakeRGB(SkNamedTransferFn::kSRGB, gamut); |
| case HAL_DATASPACE_TRANSFER_GAMMA2_2: |
| return SkColorSpace::MakeRGB({2.2f, 1.0f, 0.0f, 0.0f, 0.0f, 0.0f, 0.0f}, gamut); |
| case HAL_DATASPACE_TRANSFER_GAMMA2_6: |
| return SkColorSpace::MakeRGB(k2Dot6, gamut); |
| case HAL_DATASPACE_TRANSFER_GAMMA2_8: |
| return SkColorSpace::MakeRGB({2.8f, 1.0f, 0.0f, 0.0f, 0.0f, 0.0f, 0.0f}, gamut); |
| case HAL_DATASPACE_TRANSFER_ST2084: |
| return SkColorSpace::MakeRGB(SkNamedTransferFn::kPQ, gamut); |
| case HAL_DATASPACE_TRANSFER_SMPTE_170M: |
| return SkColorSpace::MakeRGB(SkNamedTransferFn::kRec2020, gamut); |
| case HAL_DATASPACE_TRANSFER_UNSPECIFIED: |
| return nullptr; |
| default: |
| ALOGV("Unsupported Gamma: %d", dataspace); |
| return nullptr; |
| } |
| } |
| |
| template<typename T> |
| static constexpr T clamp(T x, T min, T max) { |
| return x < min ? min : x > max ? max : x; |
| } |
| |
| //static const float2 ILLUMINANT_D50_XY = {0.34567f, 0.35850f}; |
| static const float3 ILLUMINANT_D50_XYZ = {0.964212f, 1.0f, 0.825188f}; |
| static const mat3 BRADFORD = mat3{ |
| float3{ 0.8951f, -0.7502f, 0.0389f}, |
| float3{ 0.2664f, 1.7135f, -0.0685f}, |
| float3{-0.1614f, 0.0367f, 1.0296f} |
| }; |
| |
| static mat3 adaptation(const mat3& matrix, const float3& srcWhitePoint, const float3& dstWhitePoint) { |
| float3 srcLMS = matrix * srcWhitePoint; |
| float3 dstLMS = matrix * dstWhitePoint; |
| return inverse(matrix) * mat3{dstLMS / srcLMS} * matrix; |
| } |
| |
| namespace LabColorSpace { |
| |
| static constexpr float A = 216.0f / 24389.0f; |
| static constexpr float B = 841.0f / 108.0f; |
| static constexpr float C = 4.0f / 29.0f; |
| static constexpr float D = 6.0f / 29.0f; |
| |
| float3 toXyz(const Lab& lab) { |
| float3 v { lab.L, lab.a, lab.b }; |
| v[0] = clamp(v[0], 0.0f, 100.0f); |
| v[1] = clamp(v[1], -128.0f, 128.0f); |
| v[2] = clamp(v[2], -128.0f, 128.0f); |
| |
| float fy = (v[0] + 16.0f) / 116.0f; |
| float fx = fy + (v[1] * 0.002f); |
| float fz = fy - (v[2] * 0.005f); |
| float X = fx > D ? fx * fx * fx : (1.0f / B) * (fx - C); |
| float Y = fy > D ? fy * fy * fy : (1.0f / B) * (fy - C); |
| float Z = fz > D ? fz * fz * fz : (1.0f / B) * (fz - C); |
| |
| v[0] = X * ILLUMINANT_D50_XYZ[0]; |
| v[1] = Y * ILLUMINANT_D50_XYZ[1]; |
| v[2] = Z * ILLUMINANT_D50_XYZ[2]; |
| |
| return v; |
| } |
| |
| Lab fromXyz(const float3& v) { |
| float X = v[0] / ILLUMINANT_D50_XYZ[0]; |
| float Y = v[1] / ILLUMINANT_D50_XYZ[1]; |
| float Z = v[2] / ILLUMINANT_D50_XYZ[2]; |
| |
| float fx = X > A ? pow(X, 1.0f / 3.0f) : B * X + C; |
| float fy = Y > A ? pow(Y, 1.0f / 3.0f) : B * Y + C; |
| float fz = Z > A ? pow(Z, 1.0f / 3.0f) : B * Z + C; |
| |
| float L = 116.0f * fy - 16.0f; |
| float a = 500.0f * (fx - fy); |
| float b = 200.0f * (fy - fz); |
| |
| return Lab { |
| clamp(L, 0.0f, 100.0f), |
| clamp(a, -128.0f, 128.0f), |
| clamp(b, -128.0f, 128.0f) |
| }; |
| } |
| |
| }; |
| |
| Lab sRGBToLab(SkColor color) { |
| auto colorSpace = ColorSpace::sRGB(); |
| float3 rgb; |
| rgb.r = SkColorGetR(color) / 255.0f; |
| rgb.g = SkColorGetG(color) / 255.0f; |
| rgb.b = SkColorGetB(color) / 255.0f; |
| float3 xyz = colorSpace.rgbToXYZ(rgb); |
| float3 srcXYZ = ColorSpace::XYZ(float3{colorSpace.getWhitePoint(), 1}); |
| xyz = adaptation(BRADFORD, srcXYZ, ILLUMINANT_D50_XYZ) * xyz; |
| return LabColorSpace::fromXyz(xyz); |
| } |
| |
| SkColor LabToSRGB(const Lab& lab, SkAlpha alpha) { |
| auto colorSpace = ColorSpace::sRGB(); |
| float3 xyz = LabColorSpace::toXyz(lab); |
| float3 dstXYZ = ColorSpace::XYZ(float3{colorSpace.getWhitePoint(), 1}); |
| xyz = adaptation(BRADFORD, ILLUMINANT_D50_XYZ, dstXYZ) * xyz; |
| float3 rgb = colorSpace.xyzToRGB(xyz); |
| return SkColorSetARGB(alpha, |
| static_cast<uint8_t>(rgb.r * 255), |
| static_cast<uint8_t>(rgb.g * 255), |
| static_cast<uint8_t>(rgb.b * 255)); |
| } |
| |
| skcms_TransferFunction GetPQSkTransferFunction(float sdr_white_level) { |
| if (sdr_white_level <= 0.f) { |
| sdr_white_level = Properties::defaultSdrWhitePoint; |
| } |
| // The generic PQ transfer function produces normalized luminance values i.e. |
| // the range 0-1 represents 0-10000 nits for the reference display, but we |
| // want to map 1.0 to |sdr_white_level| nits so we need to scale accordingly. |
| const double w = 10000. / sdr_white_level; |
| // Distribute scaling factor W by scaling A and B with X ^ (1/F): |
| // ((A + Bx^C) / (D + Ex^C))^F * W = ((A + Bx^C) / (D + Ex^C) * W^(1/F))^F |
| // See https://crbug.com/1058580#c32 for discussion. |
| skcms_TransferFunction fn = SkNamedTransferFn::kPQ; |
| const double ws = pow(w, 1. / fn.f); |
| fn.a = ws * fn.a; |
| fn.b = ws * fn.b; |
| return fn; |
| } |
| |
| // Skia skcms' default HLG maps encoded [0, 1] to linear [1, 12] in order to follow ARIB |
| // but LinearEffect expects a decoded [0, 1] range instead to follow Rec 2100. |
| std::optional<skcms_TransferFunction> GetHLGScaleTransferFunction() { |
| skcms_TransferFunction hlgFn; |
| if (skcms_TransferFunction_makeScaledHLGish(&hlgFn, 1.f / 12.f, 2.f, 2.f, 1.f / 0.17883277f, |
| 0.28466892f, 0.55991073f)) { |
| return std::make_optional<skcms_TransferFunction>(hlgFn); |
| } |
| return {}; |
| } |
| |
| } // namespace uirenderer |
| } // namespace android |