Google Git
Sign in
android / platform / frameworks / av / 16bf9fca6716ef0f9c2b6ebfd39c30a3f6401d7d / . / services / camera / libcameraservice / device3 / Camera3Device.h
blob: 1820702349799b0b6cfeebcae1d6c77b2616f054 [file] [log] [blame]
/*
* Copyright (C) 2013-2018 The Android Open Source Project
*
* Licensed under the Apache License, Version 2.0 (the "License");
* you may not use this file except in compliance with the License.
* You may obtain a copy of the License at
*
* http://www.apache.org/licenses/LICENSE-2.0
*
* Unless required by applicable law or agreed to in writing, software
* distributed under the License is distributed on an "AS IS" BASIS,
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
* See the License for the specific language governing permissions and
* limitations under the License.
*/
#ifndef ANDROID_SERVERS_CAMERA3DEVICE_H
#define ANDROID_SERVERS_CAMERA3DEVICE_H
#include <utility>
#include <unordered_map>
#include <set>
#include <tuple>
#include <utils/Condition.h>
#include <utils/Errors.h>
#include <utils/List.h>
#include <utils/Mutex.h>
#include <utils/Thread.h>
#include <utils/KeyedVector.h>
#include <utils/Timers.h>
#include <camera/CaptureResult.h>
#include "CameraServiceWatchdog.h"
#include <aidl/android/hardware/camera/device/CameraBlob.h>
#include "common/CameraDeviceBase.h"
#include "device3/BufferUtils.h"
#include "device3/StatusTracker.h"
#include "device3/Camera3BufferManager.h"
#include "device3/DistortionMapper.h"
#include "device3/ZoomRatioMapper.h"
#include "device3/RotateAndCropMapper.h"
#include "device3/UHRCropAndMeteringRegionMapper.h"
#include "device3/InFlightRequest.h"
#include "device3/Camera3OutputInterface.h"
#include "device3/Camera3OfflineSession.h"
#include "device3/Camera3StreamInterface.h"
#include "utils/TagMonitor.h"
#include "utils/IPCTransport.h"
#include "utils/LatencyHistogram.h"
#include "utils/CameraServiceProxyWrapper.h"
#include <camera_metadata_hidden.h>
using android::camera3::camera_capture_request_t;
using android::camera3::camera_request_template;
using android::camera3::camera_stream_buffer_t;
using android::camera3::camera_stream_configuration_t;
using android::camera3::camera_stream_configuration_mode_t;
using android::camera3::CAMERA_TEMPLATE_COUNT;
using android::camera3::OutputStreamInfo;
namespace android {
namespace camera3 {
class Camera3Stream;
class Camera3ZslStream;
class Camera3StreamInterface;
} // namespace camera3
/**
* CameraDevice for HAL devices with version CAMERA_DEVICE_API_VERSION_3_0 or higher.
*/
class Camera3Device :
public CameraDeviceBase,
public camera3::SetErrorInterface,
public camera3::InflightRequestUpdateInterface,
public camera3::RequestBufferInterface,
public camera3::FlushBufferInterface {
friend class HidlCamera3Device;
friend class AidlCamera3Device;
public:
explicit Camera3Device(std::shared_ptr<CameraServiceProxyWrapper>& cameraServiceProxyWrapper,
const std::string& id, bool overrideForPerfClass, bool overrideToPortrait,
bool legacyClient = false);
virtual ~Camera3Device();
// Delete and optionally close native handles and clear the input vector afterward
static void cleanupNativeHandles(
std::vector<native_handle_t*> *handles, bool closeFd = false);
virtual IPCTransport getTransportType() const override {
return mInterface->getTransportType();
}
/**
* CameraDeviceBase interface
*/
const std::string& getId() const override;
metadata_vendor_id_t getVendorTagId() const override { return mVendorTagId; }
// Watchdog thread
sp<CameraServiceWatchdog> mCameraServiceWatchdog;
// Transitions to idle state on success.
virtual status_t initialize(sp<CameraProviderManager> /*manager*/,
const std::string& /*monitorTags*/) = 0;
status_t disconnect() override;
status_t dump(int fd, const Vector<String16> &args) override;
status_t startWatchingTags(const std::string &tags) override;
status_t stopWatchingTags() override;
status_t dumpWatchedEventsToVector(std::vector<std::string> &out) override;
const CameraMetadata& info() const override;
const CameraMetadata& infoPhysical(const std::string& physicalId) const override;
bool isCompositeJpegRDisabled() const override { return mIsCompositeJpegRDisabled; };
// Capture and setStreamingRequest will configure streams if currently in
// idle state
status_t capture(CameraMetadata &request, int64_t *lastFrameNumber = NULL) override;
status_t captureList(const List<const PhysicalCameraSettingsList> &requestsList,
const std::list<const SurfaceMap> &surfaceMaps,
int64_t *lastFrameNumber = NULL) override;
status_t setStreamingRequest(const CameraMetadata &request,
int64_t *lastFrameNumber = NULL) override;
status_t setStreamingRequestList(const List<const PhysicalCameraSettingsList> &requestsList,
const std::list<const SurfaceMap> &surfaceMaps,
int64_t *lastFrameNumber = NULL) override;
status_t clearStreamingRequest(int64_t *lastFrameNumber = NULL) override;
status_t waitUntilRequestReceived(int32_t requestId, nsecs_t timeout) override;
// Actual stream creation/deletion is delayed until first request is submitted
// If adding streams while actively capturing, will pause device before adding
// stream, reconfiguring device, and unpausing. If the client create a stream
// with nullptr consumer surface, the client must then call setConsumers()
// and finish the stream configuration before starting output streaming.
status_t createStream(sp<Surface> consumer,
uint32_t width, uint32_t height, int format,
android_dataspace dataSpace, camera_stream_rotation_t rotation, int *id,
const std::string& physicalCameraId,
const std::unordered_set<int32_t> &sensorPixelModesUsed,
std::vector<int> *surfaceIds = nullptr,
int streamSetId = camera3::CAMERA3_STREAM_SET_ID_INVALID,
bool isShared = false, bool isMultiResolution = false,
uint64_t consumerUsage = 0,
int64_t dynamicRangeProfile =
ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD,
int64_t streamUseCase = ANDROID_SCALER_AVAILABLE_STREAM_USE_CASES_DEFAULT,
int timestampBase = OutputConfiguration::TIMESTAMP_BASE_DEFAULT,
int mirrorMode = OutputConfiguration::MIRROR_MODE_AUTO,
int32_t colorSpace = ANDROID_REQUEST_AVAILABLE_COLOR_SPACE_PROFILES_MAP_UNSPECIFIED,
bool useReadoutTimestamp = false)
override;
status_t createStream(const std::vector<sp<Surface>>& consumers,
bool hasDeferredConsumer, uint32_t width, uint32_t height, int format,
android_dataspace dataSpace, camera_stream_rotation_t rotation, int *id,
const std::string& physicalCameraId,
const std::unordered_set<int32_t> &sensorPixelModesUsed,
std::vector<int> *surfaceIds = nullptr,
int streamSetId = camera3::CAMERA3_STREAM_SET_ID_INVALID,
bool isShared = false, bool isMultiResolution = false,
uint64_t consumerUsage = 0,
int64_t dynamicRangeProfile =
ANDROID_REQUEST_AVAILABLE_DYNAMIC_RANGE_PROFILES_MAP_STANDARD,
int64_t streamUseCase = ANDROID_SCALER_AVAILABLE_STREAM_USE_CASES_DEFAULT,
int timestampBase = OutputConfiguration::TIMESTAMP_BASE_DEFAULT,
int mirrorMode = OutputConfiguration::MIRROR_MODE_AUTO,
int32_t colorSpace = ANDROID_REQUEST_AVAILABLE_COLOR_SPACE_PROFILES_MAP_UNSPECIFIED,
bool useReadoutTimestamp = false)
override;
status_t createInputStream(
uint32_t width, uint32_t height, int format, bool isMultiResolution,
int *id) override;
status_t getStreamInfo(int id, StreamInfo *streamInfo) override;
status_t setStreamTransform(int id, int transform) override;
status_t deleteStream(int id) override;
status_t configureStreams(const CameraMetadata& sessionParams,
int operatingMode =
camera_stream_configuration_mode_t::CAMERA_STREAM_CONFIGURATION_NORMAL_MODE) override;
status_t getInputBufferProducer(
sp<IGraphicBufferProducer> *producer) override;
void getOfflineStreamIds(std::vector<int> *offlineStreamIds) override;
status_t createDefaultRequest(camera_request_template_t templateId,
CameraMetadata *request) override;
// Transitions to the idle state on success
status_t waitUntilDrained() override;
status_t setNotifyCallback(wp<NotificationListener> listener) override;
bool willNotify3A() override;
status_t waitForNextFrame(nsecs_t timeout) override;
status_t getNextResult(CaptureResult *frame) override;
status_t triggerAutofocus(uint32_t id) override;
status_t triggerCancelAutofocus(uint32_t id) override;
status_t triggerPrecaptureMetering(uint32_t id) override;
status_t flush(int64_t *lastFrameNumber = NULL) override;
status_t prepare(int streamId) override;
status_t tearDown(int streamId) override;
status_t addBufferListenerForStream(int streamId,
wp<camera3::Camera3StreamBufferListener> listener) override;
status_t prepare(int maxCount, int streamId) override;
ssize_t getJpegBufferSize(const CameraMetadata &info, uint32_t width,
uint32_t height) const override;
ssize_t getPointCloudBufferSize(const CameraMetadata &info) const;
ssize_t getRawOpaqueBufferSize(const CameraMetadata &info, int32_t width, int32_t height,
bool maxResolution) const;
// Methods called by subclasses
void notifyStatus(bool idle); // updates from StatusTracker
/**
* Set the deferred consumer surfaces to the output stream and finish the deferred
* consumer configuration.
*/
status_t setConsumerSurfaces(
int streamId, const std::vector<sp<Surface>>& consumers,
std::vector<int> *surfaceIds /*out*/) override;
/**
* Update a given stream.
*/
status_t updateStream(int streamId, const std::vector<sp<Surface>> &newSurfaces,
const std::vector<OutputStreamInfo> &outputInfo,
const std::vector<size_t> &removedSurfaceIds,
KeyedVector<sp<Surface>, size_t> *outputMap/*out*/);
/**
* Drop buffers for stream of streamId if dropping is true. If dropping is false, do not
* drop buffers for stream of streamId.
*/
status_t dropStreamBuffers(bool dropping, int streamId) override;
nsecs_t getExpectedInFlightDuration() override;
virtual status_t switchToOffline(const std::vector<int32_t>& ,
/*out*/ sp<CameraOfflineSessionBase>* ) override {
return INVALID_OPERATION;
};
// RequestBufferInterface
bool startRequestBuffer() override;
void endRequestBuffer() override;
nsecs_t getWaitDuration() override;
// FlushBufferInterface
void getInflightBufferKeys(std::vector<std::pair<int32_t, int32_t>>* out) override;
void getInflightRequestBufferKeys(std::vector<uint64_t>* out) override;
std::vector<sp<camera3::Camera3StreamInterface>> getAllStreams() override;
/**
* Set the current behavior for the ROTATE_AND_CROP control when in AUTO.
*
* The value must be one of the ROTATE_AND_CROP_* values besides AUTO,
* and defaults to NONE.
*/
status_t setRotateAndCropAutoBehavior(
camera_metadata_enum_android_scaler_rotate_and_crop_t rotateAndCropValue, bool fromHal);
/**
* Set the current behavior for the AUTOFRAMING control when in AUTO.
*
* The value must be one of the AUTOFRAMING_* values besides AUTO.
*/
status_t setAutoframingAutoBehavior(
camera_metadata_enum_android_control_autoframing_t autoframingValue);
/**
* Whether camera muting (producing black-only output) is supported.
*
* Calling setCameraMute(true) when this returns false will return an
* INVALID_OPERATION error.
*/
bool supportsCameraMute();
/**
* Mute the camera.
*
* When muted, black image data is output on all output streams.
*/
status_t setCameraMute(bool enabled);
/**
* Mute the camera.
*
* When muted, black image data is output on all output streams.
* This method assumes the caller already acquired the 'mInterfaceLock'
* and 'mLock' locks.
*/
status_t setCameraMuteLocked(bool enabled);
/**
* Enables/disables camera service watchdog
*/
status_t setCameraServiceWatchdog(bool enabled);
// Set stream use case overrides
void setStreamUseCaseOverrides(
const std::vector<int64_t>& useCaseOverrides);
// Clear stream use case overrides
void clearStreamUseCaseOverrides();
/**
* Whether the camera device supports zoom override.
*/
bool supportsZoomOverride();
// Set/reset zoom override
status_t setZoomOverride(int32_t zoomOverride);
// Get the status trackeer for the camera device
wp<camera3::StatusTracker> getStatusTracker() { return mStatusTracker; }
// Whether the device is in error state
bool hasDeviceError();
/**
* The injection camera session to replace the internal camera
* session.
*/
status_t injectCamera(const std::string& injectedCamId,
sp<CameraProviderManager> manager);
/**
* Stop the injection camera and restore to internal camera session.
*/
status_t stopInjection();
/**
* Inject session params into the current client.
*/
status_t injectSessionParams(const CameraMetadata& sessionParams);
protected:
status_t disconnectImpl();
static status_t removeFwkOnlyRegionKeys(CameraMetadata *request);
float getMaxPreviewFps(sp<camera3::Camera3OutputStreamInterface> stream);
static const size_t kDumpLockAttempts = 10;
static const size_t kDumpSleepDuration = 100000; // 0.10 sec
static const nsecs_t kActiveTimeout = 500000000; // 500 ms
static const nsecs_t kMinWarnInflightDuration = 5000000000; // 5 s
static const size_t kInFlightWarnLimit = 30;
static const size_t kInFlightWarnLimitHighSpeed = 256; // batch size 32 * pipe depth 8
static const nsecs_t kMinInflightDuration = 5000000000; // 5 s
static const nsecs_t kBaseGetBufferWait = 3000000000; // 3 sec.
// SCHED_FIFO priority for request submission thread in HFR mode
static const int kRequestThreadPriority = 1;
struct RequestTrigger;
// minimal jpeg buffer size: 256KB + blob header
static const ssize_t kMinJpegBufferSize =
256 * 1024 + sizeof(aidl::android::hardware::camera::device::CameraBlob);
// Constant to use for stream ID when one doesn't exist
static const int NO_STREAM = -1;
std::shared_ptr<CameraServiceProxyWrapper> mCameraServiceProxyWrapper;
// A lock to enforce serialization on the input/configure side
// of the public interface.
// Only locked by public methods inherited from CameraDeviceBase.
// Not locked by methods guarded by mOutputLock, since they may act
// concurrently to the input/configure side of the interface.
// Must be locked before mLock if both will be locked by a method
Mutex mInterfaceLock;
// The main lock on internal state
Mutex mLock;
// Camera device ID
const std::string mId;
// Legacy camera client flag
bool mLegacyClient;
// Current stream configuration mode;
int mOperatingMode;
// Current session wide parameters
hardware::camera2::impl::CameraMetadataNative mSessionParams;
// Constant to use for no set operating mode
static const int NO_MODE = -1;
// Flag indicating is the current active stream configuration is constrained high speed.
bool mIsConstrainedHighSpeedConfiguration;
/**** Scope for mLock ****/
class HalInterface : public camera3::Camera3StreamBufferFreedListener,
public camera3::BufferRecordsInterface {
public:
HalInterface(bool useHalBufManager, bool supportOfflineProcessing) :
mUseHalBufManager(useHalBufManager),
mIsReconfigurationQuerySupported(true),
mSupportOfflineProcessing(supportOfflineProcessing)
{};
HalInterface(const HalInterface &other);
HalInterface();
virtual IPCTransport getTransportType() const = 0;
// Returns true if constructed with a valid device or session, and not yet cleared
virtual bool valid() = 0;
// Reset this HalInterface object (does not call close())
virtual void clear() = 0;
// Calls into the HAL interface
// Caller takes ownership of requestTemplate
virtual status_t constructDefaultRequestSettings(camera_request_template templateId,
/*out*/ camera_metadata_t **requestTemplate) = 0;
virtual status_t configureStreams(const camera_metadata_t * sessionParams,
/*inout*/ camera_stream_configuration_t * config,
const std::vector<uint32_t>& bufferSizes, int64_t logId) = 0;
// The injection camera configures the streams to hal.
virtual status_t configureInjectedStreams(
const camera_metadata_t* sessionParams,
/*inout*/ camera_stream_configuration_t* config,
const std::vector<uint32_t>& bufferSizes,
const CameraMetadata& cameraCharacteristics) = 0;
// When the call succeeds, the ownership of acquire fences in requests is transferred to
// HalInterface. More specifically, the current implementation will send the fence to
// HAL process and close the FD in cameraserver process. When the call fails, the ownership
// of the acquire fence still belongs to the caller.
virtual status_t processBatchCaptureRequests(
std::vector<camera_capture_request_t*>& requests,
/*out*/uint32_t* numRequestProcessed) = 0;
virtual status_t flush() = 0;
virtual status_t dump(int fd) = 0;
virtual status_t close() = 0;
virtual void signalPipelineDrain(const std::vector<int>& streamIds) = 0;
virtual bool isReconfigurationRequired(CameraMetadata& oldSessionParams,
CameraMetadata& newSessionParams) = 0;
virtual status_t repeatingRequestEnd(uint32_t frameNumber,
const std::vector<int32_t> &streamIds) = 0;
/////////////////////////////////////////////////////////////////////
// Implements BufferRecordsInterface
std::pair<bool, uint64_t> getBufferId(
const buffer_handle_t& buf, int streamId) override;
uint64_t removeOneBufferCache(int streamId, const native_handle_t* handle) override;
status_t popInflightBuffer(int32_t frameNumber, int32_t streamId,
/*out*/ buffer_handle_t **buffer) override;
status_t pushInflightRequestBuffer(
uint64_t bufferId, buffer_handle_t* buf, int32_t streamId) override;
status_t popInflightRequestBuffer(uint64_t bufferId,
/*out*/ buffer_handle_t** buffer,
/*optional out*/ int32_t* streamId = nullptr) override;
/////////////////////////////////////////////////////////////////////
// Get a vector of (frameNumber, streamId) pair of currently inflight
// buffers
void getInflightBufferKeys(std::vector<std::pair<int32_t, int32_t>>* out);
// Get a vector of bufferId of currently inflight buffers
void getInflightRequestBufferKeys(std::vector<uint64_t>* out);
void onStreamReConfigured(int streamId);
protected:
// Return true if the input caches match what we have; otherwise false
bool verifyBufferIds(int32_t streamId, std::vector<uint64_t>& inBufIds);
template <typename OfflineSessionInfoT>
status_t verifyBufferCaches(
const OfflineSessionInfoT *offlineSessionInfo, camera3::BufferRecords *bufferRecords) {
// Validate buffer caches
std::vector<int32_t> streams;
streams.reserve(offlineSessionInfo->offlineStreams.size());
for (auto offlineStream : offlineSessionInfo->offlineStreams) {
int32_t id = offlineStream.id;
streams.push_back(id);
// Verify buffer caches
std::vector<uint64_t> bufIds(offlineStream.circulatingBufferIds.begin(),
offlineStream.circulatingBufferIds.end());
{
// Due to timing it is possible that we may not have any remaining pending
// capture requests that can update the caches on Hal side. This can result in
// buffer cache mismatch between the service and the Hal and must be accounted
// for.
std::lock_guard<std::mutex> l(mFreedBuffersLock);
for (const auto& it : mFreedBuffers) {
if (it.first == id) {
ALOGV("%s: stream ID %d buffer id %" PRIu64 " cache removal still "
"pending", __FUNCTION__, id, it.second);
const auto& cachedEntry = std::find(bufIds.begin(), bufIds.end(),
it.second);
if (cachedEntry != bufIds.end()) {
bufIds.erase(cachedEntry);
} else {
ALOGE("%s: stream ID %d buffer id %" PRIu64 " cache removal still "
"pending however buffer is no longer in the offline stream "
"info!", __FUNCTION__, id, it.second);
}
}
}
}
if (!verifyBufferIds(id, bufIds)) {
ALOGE("%s: stream ID %d buffer cache records mismatch!", __FUNCTION__, id);
return UNKNOWN_ERROR;
}
}
// Move buffer records
bufferRecords->takeBufferCaches(mBufferRecords, streams);
bufferRecords->takeInflightBufferMap(mBufferRecords);
bufferRecords->takeRequestedBufferMap(mBufferRecords);
return OK;
}
virtual void onBufferFreed(int streamId, const native_handle_t* handle) override;
std::mutex mFreedBuffersLock;
std::vector<std::pair<int, uint64_t>> mFreedBuffers;
// Keep track of buffer cache and inflight buffer records
camera3::BufferRecords mBufferRecords;
uint32_t mNextStreamConfigCounter = 1;
bool mUseHalBufManager = false;
bool mIsReconfigurationQuerySupported;
const bool mSupportOfflineProcessing;
}; // class HalInterface
sp<HalInterface> mInterface;
CameraMetadata mDeviceInfo;
bool mSupportNativeZoomRatio;
bool mIsCompositeJpegRDisabled;
std::unordered_map<std::string, CameraMetadata> mPhysicalDeviceInfoMap;
CameraMetadata mRequestTemplateCache[CAMERA_TEMPLATE_COUNT];
struct Size {
uint32_t width;
uint32_t height;
explicit Size(uint32_t w = 0, uint32_t h = 0) : width(w), height(h){}
};
enum Status {
STATUS_ERROR,
STATUS_UNINITIALIZED,
STATUS_UNCONFIGURED,
STATUS_CONFIGURED,
STATUS_ACTIVE
} mStatus;
struct StatusInfo {
Status status;
bool isInternal; // status triggered by internal reconfigureCamera.
};
bool mStatusIsInternal;
// Only clear mRecentStatusUpdates, mStatusWaiters from waitUntilStateThenRelock
Vector<StatusInfo> mRecentStatusUpdates;
int mStatusWaiters;
Condition mStatusChanged;
// Tracking cause of fatal errors when in STATUS_ERROR
std::string mErrorCause;
camera3::StreamSet mOutputStreams;
sp<camera3::Camera3Stream> mInputStream;
bool mIsInputStreamMultiResolution;
SessionStatsBuilder mSessionStatsBuilder;
// Map from stream group ID to physical cameras backing the stream group
std::map<int32_t, std::set<std::string>> mGroupIdPhysicalCameraMap;
int mNextStreamId;
bool mNeedConfig;
int mFakeStreamId;
// Whether to send state updates upstream
// Pause when doing transparent reconfiguration
bool mPauseStateNotify;
// Need to hold on to stream references until configure completes.
Vector<sp<camera3::Camera3StreamInterface> > mDeletedStreams;
// Whether the HAL will send partial result
bool mUsePartialResult;
// Number of partial results that will be delivered by the HAL.
uint32_t mNumPartialResults;
/**** End scope for mLock ****/
bool mDeviceTimeBaseIsRealtime;
// The offset converting from clock domain of other subsystem
// (video/hardware composer) to that of camera. Assumption is that this
// offset won't change during the life cycle of the camera device. In other
// words, camera device shouldn't be open during CPU suspend.
nsecs_t mTimestampOffset;
class CaptureRequest : public LightRefBase<CaptureRequest> {
public:
PhysicalCameraSettingsList mSettingsList;
sp<camera3::Camera3Stream> mInputStream;
camera_stream_buffer_t mInputBuffer;
camera3::Size mInputBufferSize;
Vector<sp<camera3::Camera3OutputStreamInterface> >
mOutputStreams;
SurfaceMap mOutputSurfaces;
CaptureResultExtras mResultExtras;
// The number of requests that should be submitted to HAL at a time.
// For example, if batch size is 8, this request and the following 7
// requests will be submitted to HAL at a time. The batch size for
// the following 7 requests will be ignored by the request thread.
int mBatchSize;
// Whether this request is from a repeating or repeating burst.
bool mRepeating;
// Whether this request has ROTATE_AND_CROP_AUTO set, so needs both
// overriding of ROTATE_AND_CROP value and adjustment of coordinates
// in several other controls in both the request and the result
bool mRotateAndCropAuto;
// Indicates that the ROTATE_AND_CROP value within 'mSettingsList' was modified
// irrespective of the original value.
bool mRotateAndCropChanged = false;
// Whether this request has AUTOFRAMING_AUTO set, so need to override the AUTOFRAMING value
// in the capture request.
bool mAutoframingAuto;
// Indicates that the auto framing value within 'mSettingsList' was modified
bool mAutoframingChanged = false;
// Indicates that the camera test pattern setting is modified
bool mTestPatternChanged = false;
// Whether this capture request has its zoom ratio set to 1.0x before
// the framework overrides it for camera HAL consumption.
bool mZoomRatioIs1x;
// The systemTime timestamp when the request is created.
nsecs_t mRequestTimeNs;
// Whether this capture request's distortion correction update has
// been done.
bool mDistortionCorrectionUpdated = false;
// Whether this capture request's rotation and crop update has been
// done.
bool mRotationAndCropUpdated = false;
// Whether this capture request's autoframing has been done.
bool mAutoframingUpdated = false;
// Whether this capture request's zoom ratio update has been done.
bool mZoomRatioUpdated = false;
// Whether this max resolution capture request's crop / metering region update has been
// done.
bool mUHRCropAndMeteringRegionsUpdated = false;
};
typedef List<sp<CaptureRequest> > RequestList;
status_t checkStatusOkToCaptureLocked();
status_t convertMetadataListToRequestListLocked(
const List<const PhysicalCameraSettingsList> &metadataList,
const std::list<const SurfaceMap> &surfaceMaps,
bool repeating, nsecs_t requestTimeNs,
/*out*/
RequestList *requestList);
void convertToRequestList(List<const PhysicalCameraSettingsList>& requestsList,
std::list<const SurfaceMap>& surfaceMaps,
const CameraMetadata& request);
status_t submitRequestsHelper(const List<const PhysicalCameraSettingsList> &requestsList,
const std::list<const SurfaceMap> &surfaceMaps,
bool repeating,
int64_t *lastFrameNumber = NULL);
// lock to ensure only one processCaptureResult is called at a time.
Mutex mProcessCaptureResultLock;
/**
* Common initialization code shared by both HAL paths
*
* Must be called with mLock and mInterfaceLock held.
*/
status_t initializeCommonLocked();
/**
* Update capture request list so that each batch size honors the batch_size_max report from
* the HAL. Set the batch size to output stream for buffer operations.
*
* Must be called with mLock held.
*/
virtual void applyMaxBatchSizeLocked(
RequestList* requestList, const sp<camera3::Camera3OutputStreamInterface>& stream) = 0;
/**
* Get the last request submitted to the hal by the request thread.
*
* Must be called with mLock held.
*/
virtual CameraMetadata getLatestRequestLocked();
virtual status_t injectionCameraInitialize(const std::string &injectCamId,
sp<CameraProviderManager> manager) = 0;
/**
* Update the current device status and wake all waiting threads.
*
* Must be called with mLock held.
*/
void internalUpdateStatusLocked(Status status);
/**
* Pause processing and flush everything, but don't tell the clients.
* This is for reconfiguring outputs transparently when according to the
* CameraDeviceBase interface we shouldn't need to.
* Must be called with mLock and mInterfaceLock both held.
*/
status_t internalPauseAndWaitLocked(nsecs_t maxExpectedDuration,
bool requestThreadInvocation);
/**
* Resume work after internalPauseAndWaitLocked()
* Must be called with mLock and mInterfaceLock both held.
*/
status_t internalResumeLocked();
/**
* Wait until status tracker tells us we've transitioned to the target state
* set, which is either ACTIVE when active==true or IDLE (which is any
* non-ACTIVE state) when active==false.
*
* Needs to be called with mLock and mInterfaceLock held. This means there
* can ever only be one waiter at most.
*
* During the wait mLock is released.
*
*/
status_t waitUntilStateThenRelock(bool active, nsecs_t timeout,
bool requestThreadInvocation);
/**
* Implementation of waitUntilDrained. On success, will transition to IDLE state.
*
* Need to be called with mLock and mInterfaceLock held.
*/
status_t waitUntilDrainedLocked(nsecs_t maxExpectedDuration);
/**
* Do common work for setting up a streaming or single capture request.
* On success, will transition to ACTIVE if in IDLE.
*/
sp<CaptureRequest> setUpRequestLocked(const PhysicalCameraSettingsList &request,
const SurfaceMap &surfaceMap);
/**
* Build a CaptureRequest request from the CameraDeviceBase request
* settings.
*/
sp<CaptureRequest> createCaptureRequest(const PhysicalCameraSettingsList &request,
const SurfaceMap &surfaceMap);
/**
* Internally re-configure camera device using new session parameters.
* This will get triggered by the request thread.
*/
bool reconfigureCamera(const CameraMetadata& sessionParams, int clientStatusId);
/**
* Return true in case of any output or input abandoned streams,
* otherwise return false.
*/
bool checkAbandonedStreamsLocked();
/**
* Filter stream session parameters and configure camera HAL.
*/
status_t filterParamsAndConfigureLocked(const CameraMetadata& sessionParams,
int operatingMode);
/**
* Take the currently-defined set of streams and configure the HAL to use
* them. This is a long-running operation (may be several hundered ms).
*/
status_t configureStreamsLocked(int operatingMode,
const CameraMetadata& sessionParams, bool notifyRequestThread = true);
/**
* Cancel stream configuration that did not finish successfully.
*/
void cancelStreamsConfigurationLocked();
/**
* Add a fake stream to the current stream set as a workaround for
* not allowing 0 streams in the camera HAL spec.
*/
status_t addFakeStreamLocked();
/**
* Remove a fake stream if the current config includes real streams.
*/
status_t tryRemoveFakeStreamLocked();
/**
* Set device into an error state due to some fatal failure, and set an
* error message to indicate why. Only the first call's message will be
* used. The message is also sent to the log.
*/
void setErrorState(const char *fmt, ...) override;
void setErrorStateLocked(const char *fmt, ...) override;
void setErrorStateV(const char *fmt, va_list args);
void setErrorStateLockedV(const char *fmt, va_list args);
/////////////////////////////////////////////////////////////////////
// Implements InflightRequestUpdateInterface
void onInflightEntryRemovedLocked(nsecs_t duration) override;
void checkInflightMapLengthLocked() override;
void onInflightMapFlushedLocked() override;
/////////////////////////////////////////////////////////////////////
/**
* Debugging trylock/spin method
* Try to acquire a lock a few times with sleeps between before giving up.
*/
bool tryLockSpinRightRound(Mutex& lock);
/**
* Helper function to get the offset between MONOTONIC and BOOTTIME
* timestamp.
*/
static nsecs_t getMonoToBoottimeOffset();
// Override rotate_and_crop control if needed
static bool overrideAutoRotateAndCrop(const sp<CaptureRequest> &request /*out*/,
bool overrideToPortrait,
camera_metadata_enum_android_scaler_rotate_and_crop_t rotateAndCropOverride);
// Override auto framing control if needed
static bool overrideAutoframing(const sp<CaptureRequest> &request /*out*/,
camera_metadata_enum_android_control_autoframing_t autoframingOverride);
struct RequestTrigger {
// Metadata tag number, e.g. android.control.aePrecaptureTrigger
uint32_t metadataTag;
// Metadata value, e.g. 'START' or the trigger ID
int32_t entryValue;
// The last part of the fully qualified path, e.g. afTrigger
const char *getTagName() const {
return get_camera_metadata_tag_name(metadataTag) ?: "NULL";
}
// e.g. TYPE_BYTE, TYPE_INT32, etc.
int getTagType() const {
return get_camera_metadata_tag_type(metadataTag);
}
};
/**
* Thread for managing capture request submission to HAL device.
*/
class RequestThread : public Thread {
public:
RequestThread(wp<Camera3Device> parent,
sp<camera3::StatusTracker> statusTracker,
sp<HalInterface> interface,
const Vector<int32_t>& sessionParamKeys,
bool useHalBufManager,
bool supportCameraMute,
bool overrideToPortrait,
bool supportSettingsOverride);
~RequestThread();
void setNotificationListener(wp<NotificationListener> listener);
/**
* Call after stream (re)-configuration is completed.
*/
void configurationComplete(bool isConstrainedHighSpeed,
const CameraMetadata& sessionParams,
const std::map<int32_t, std::set<std::string>>& groupIdPhysicalCameraMap);
/**
* Set or clear the list of repeating requests. Does not block
* on either. Use waitUntilPaused to wait until request queue
* has emptied out.
*/
status_t setRepeatingRequests(const RequestList& requests,
/*out*/
int64_t *lastFrameNumber = NULL);
status_t clearRepeatingRequests(/*out*/
int64_t *lastFrameNumber = NULL);
status_t queueRequestList(List<sp<CaptureRequest> > &requests,
/*out*/
int64_t *lastFrameNumber = NULL);
/**
* Remove all queued and repeating requests, and pending triggers
*/
status_t clear(/*out*/int64_t *lastFrameNumber = NULL);
/**
* Flush all pending requests in HAL.
*/
status_t flush();
/**
* Queue a trigger to be dispatched with the next outgoing
* process_capture_request. The settings for that request only
* will be temporarily rewritten to add the trigger tag/value.
* Subsequent requests will not be rewritten (for this tag).
*/
status_t queueTrigger(RequestTrigger trigger[], size_t count);
/**
* Pause/unpause the capture thread. Doesn't block, so use
* waitUntilPaused to wait until the thread is paused.
*/
void setPaused(bool paused);
/**
* Set Hal buffer manager behavior
* @param enabled Whether HAL buffer manager is enabled for the current session.
*
*/
void setHalBufferManager(bool enabled);
/**
* Wait until thread processes the capture request with settings'
* android.request.id == requestId.
*
* Returns TIMED_OUT in case the thread does not process the request
* within the timeout.
*/
status_t waitUntilRequestProcessed(int32_t requestId, nsecs_t timeout);
/**
* Shut down the thread. Shutdown is asynchronous, so thread may
* still be running once this method returns.
*/
virtual void requestExit();
/**
* Get the latest request that was sent to the HAL
* with process_capture_request.
*/
CameraMetadata getLatestRequest() const;
/**
* Returns true if the stream is a target of any queued or repeating
* capture request
*/
bool isStreamPending(sp<camera3::Camera3StreamInterface>& stream);
/**
* Returns true if the surface is a target of any queued or repeating
* capture request
*/
bool isOutputSurfacePending(int streamId, size_t surfaceId);
// dump processCaptureRequest latency
void dumpCaptureRequestLatency(int fd, const char* name) {
mRequestLatency.dump(fd, name);
}
void signalPipelineDrain(const std::vector<int>& streamIds);
void resetPipelineDrain();
void clearPreviousRequest();
status_t setRotateAndCropAutoBehavior(
camera_metadata_enum_android_scaler_rotate_and_crop_t rotateAndCropValue);
status_t setAutoframingAutoBehaviour(
camera_metadata_enum_android_control_autoframing_t autoframingValue);
status_t setComposerSurface(bool composerSurfacePresent);
status_t setCameraMute(int32_t muteMode);
status_t setZoomOverride(int32_t zoomOverride);
status_t setHalInterface(sp<HalInterface> newHalInterface);
status_t setInjectedSessionParams(const CameraMetadata& sessionParams);
void injectSessionParams(
const sp<CaptureRequest> &request,
const CameraMetadata& injectedSessionParams);
/**
* signal mLatestRequestmutex
**/
void wakeupLatestRequest(bool latestRequestFailed, int32_t latestRequestId);
protected:
virtual bool threadLoop();
static const std::string& getId(const wp<Camera3Device> &device);
status_t queueTriggerLocked(RequestTrigger trigger);
// Mix-in queued triggers into this request
int32_t insertTriggers(const sp<CaptureRequest> &request);
// Purge the queued triggers from this request,
// restoring the old field values for those tags.
status_t removeTriggers(const sp<CaptureRequest> &request);
// HAL workaround: Make sure a trigger ID always exists if
// a trigger does
status_t addFakeTriggerIds(const sp<CaptureRequest> &request);
// Override rotate_and_crop control if needed; returns true if the current value was changed
bool overrideAutoRotateAndCrop(const sp<CaptureRequest> &request /*out*/);
// Override autoframing control if needed; returns true if the current value was changed
bool overrideAutoframing(const sp<CaptureRequest> &request);
// Override test_pattern control if needed for camera mute; returns true
// if the current value was changed
bool overrideTestPattern(const sp<CaptureRequest> &request);
// Override settings override if needed for lower zoom latency; return
// true if the current value was changed
bool overrideSettingsOverride(const sp<CaptureRequest> &request);
static const nsecs_t kRequestTimeout = 50e6; // 50 ms
// TODO: does this need to be adjusted for long exposure requests?
static const nsecs_t kRequestSubmitTimeout = 500e6; // 500 ms
// Used to prepare a batch of requests.
struct NextRequest {
sp<CaptureRequest> captureRequest;
camera_capture_request_t halRequest;
Vector<camera_stream_buffer_t> outputBuffers;
bool submitted;
};
// Wait for the next batch of requests and put them in mNextRequests. mNextRequests will
// be empty if it times out.
void waitForNextRequestBatch();
// Waits for a request, or returns NULL if times out. Must be called with mRequestLock hold.
sp<CaptureRequest> waitForNextRequestLocked();
// Prepare HAL requests and output buffers in mNextRequests. Return TIMED_OUT if getting any
// output buffer timed out. If an error is returned, the caller should clean up the pending
// request batch.
status_t prepareHalRequests();
// Return buffers, etc, for requests in mNextRequests that couldn't be fully constructed and
// send request errors if sendRequestError is true. The buffers will be returned in the
// ERROR state to mark them as not having valid data. mNextRequests will be cleared.
void cleanUpFailedRequests(bool sendRequestError);
// Stop the repeating request if any of its output streams is abandoned.
void checkAndStopRepeatingRequest();
// Release physical camera settings and camera id resources.
void cleanupPhysicalSettings(sp<CaptureRequest> request,
/*out*/camera_capture_request_t *halRequest);
// Pause handling
bool waitIfPaused();
void unpauseForNewRequests();
// Relay error to parent device object setErrorState
void setErrorState(const char *fmt, ...);
// If the input request is in mRepeatingRequests. Must be called with mRequestLock hold
bool isRepeatingRequestLocked(const sp<CaptureRequest>&);
// Clear repeating requests. Must be called with mRequestLock held.
status_t clearRepeatingRequestsLocked(/*out*/ int64_t *lastFrameNumber = NULL);
// send request in mNextRequests to HAL in a batch. Return true = sucssess
bool sendRequestsBatch();
// Calculate the expected (minimum, maximum, isFixedFps) duration info for a request
struct ExpectedDurationInfo {
nsecs_t minDuration;
nsecs_t maxDuration;
bool isFixedFps;
};
ExpectedDurationInfo calculateExpectedDurationRange(
const camera_metadata_t *request);
// Check and update latest session parameters based on the current request settings.
bool updateSessionParameters(const CameraMetadata& settings);
// Check whether FPS range session parameter re-configuration is needed in constrained
// high speed recording camera sessions.
bool skipHFRTargetFPSUpdate(int32_t tag, const camera_metadata_ro_entry_t& newEntry,
const camera_metadata_entry_t& currentEntry);
// Update next request sent to HAL
void updateNextRequest(NextRequest& nextRequest);
wp<Camera3Device> mParent;
wp<camera3::StatusTracker> mStatusTracker;
sp<HalInterface> mInterface;
wp<NotificationListener> mListener;
const std::string mId; // The camera ID
int mStatusId; // The RequestThread's component ID for
// status tracking
Mutex mRequestLock;
Condition mRequestSignal;
bool mRequestClearing;
Condition mRequestSubmittedSignal;
RequestList mRequestQueue;
RequestList mRepeatingRequests;
bool mFirstRepeating;
// The next batch of requests being prepped for submission to the HAL, no longer
// on the request queue. Read-only even with mRequestLock held, outside
// of threadLoop
Vector<NextRequest> mNextRequests;
// To protect flush() and sending a request batch to HAL.
Mutex mFlushLock;
bool mReconfigured;
// Used by waitIfPaused, waitForNextRequest, waitUntilPaused, and signalPipelineDrain
Mutex mPauseLock;
bool mDoPause;
Condition mDoPauseSignal;
bool mPaused;
bool mNotifyPipelineDrain;
std::vector<int> mStreamIdsToBeDrained;
sp<CaptureRequest> mPrevRequest;
int32_t mPrevTriggers;
std::set<std::string> mPrevCameraIdsWithZoom;
uint32_t mFrameNumber;
mutable Mutex mLatestRequestMutex;
Condition mLatestRequestSignal;
// android.request.id for latest process_capture_request
int32_t mLatestRequestId;
int32_t mLatestFailedRequestId;
CameraMetadata mLatestRequest;
std::unordered_map<std::string, CameraMetadata> mLatestPhysicalRequest;
typedef KeyedVector<uint32_t/*tag*/, RequestTrigger> TriggerMap;
Mutex mTriggerMutex;
TriggerMap mTriggerMap;
TriggerMap mTriggerRemovedMap;
TriggerMap mTriggerReplacedMap;
uint32_t mCurrentAfTriggerId;
uint32_t mCurrentPreCaptureTriggerId;
camera_metadata_enum_android_scaler_rotate_and_crop_t mRotateAndCropOverride;
camera_metadata_enum_android_control_autoframing_t mAutoframingOverride;
bool mComposerOutput;
int32_t mCameraMute; // 0 = no mute, otherwise the TEST_PATTERN_MODE to use
int32_t mSettingsOverride; // -1 = use original, otherwise
// the settings override to use.
int64_t mRepeatingLastFrameNumber;
// Flag indicating if we should prepare video stream for video requests.
bool mPrepareVideoStream;
bool mConstrainedMode;
static const int32_t kRequestLatencyBinSize = 40; // in ms
CameraLatencyHistogram mRequestLatency;
Vector<int32_t> mSessionParamKeys;
CameraMetadata mLatestSessionParams;
CameraMetadata mInjectedSessionParams;
bool mForceNewRequestAfterReconfigure;
std::map<int32_t, std::set<std::string>> mGroupIdPhysicalCameraMap;
bool mUseHalBufManager = false;
const bool mSupportCameraMute;
const bool mOverrideToPortrait;
const bool mSupportSettingsOverride;
int32_t mVndkVersion = -1;
};
virtual sp<RequestThread> createNewRequestThread(wp<Camera3Device> /*parent*/,
sp<camera3::StatusTracker> /*statusTracker*/,
sp<HalInterface> /*interface*/,
const Vector<int32_t>& /*sessionParamKeys*/,
bool /*useHalBufManager*/,
bool /*supportCameraMute*/,
bool /*overrideToPortrait*/,
bool /*supportSettingsOverride*/) = 0;
sp<RequestThread> mRequestThread;
/**
* In-flight queue for tracking completion of capture requests.
*/
std::mutex mInFlightLock;
camera3::InFlightRequestMap mInFlightMap;
nsecs_t mExpectedInflightDuration = 0;
int64_t mLastCompletedRegularFrameNumber = -1;
int64_t mLastCompletedReprocessFrameNumber = -1;
int64_t mLastCompletedZslFrameNumber = -1;
// End of mInFlightLock protection scope
int mInFlightStatusId; // const after initialize
status_t registerInFlight(uint32_t frameNumber,
int32_t numBuffers, CaptureResultExtras resultExtras, bool hasInput,
bool callback, nsecs_t minExpectedDuration, nsecs_t maxExpectedDuration,
bool isFixedFps, const std::set<std::set<std::string>>& physicalCameraIds,
bool isStillCapture, bool isZslCapture, bool rotateAndCropAuto, bool autoframingAuto,
const std::set<std::string>& cameraIdsWithZoom, const SurfaceMap& outputSurfaces,
nsecs_t requestTimeNs);
/**
* Tracking for idle detection
*/
sp<camera3::StatusTracker> mStatusTracker;
/**
* Graphic buffer manager for output streams. Each device has a buffer manager, which is used
* by the output streams to get and return buffers if these streams are registered to this
* buffer manager.
*/
sp<camera3::Camera3BufferManager> mBufferManager;
/**
* Thread for preparing streams
*/
class PreparerThread : private Thread, public virtual RefBase {
public:
PreparerThread();
~PreparerThread();
void setNotificationListener(wp<NotificationListener> listener);
/**
* Queue up a stream to be prepared. Streams are processed by a background thread in FIFO
* order. Pre-allocate up to maxCount buffers for the stream, or the maximum number needed
* for the pipeline if maxCount is ALLOCATE_PIPELINE_MAX.
*/
status_t prepare(int maxCount, sp<camera3::Camera3StreamInterface>& stream);
/**
* Cancel all current and pending stream preparation
*/
status_t clear();
/**
* Pause all preparation activities
*/
void pause();
/**
* Resume preparation activities
*/
status_t resume();
private:
Mutex mLock;
Condition mThreadActiveSignal;
virtual bool threadLoop();
// Guarded by mLock
wp<NotificationListener> mListener;
std::list<std::tuple<int, sp<camera3::Camera3StreamInterface>>> mPendingStreams;
bool mActive;
bool mCancelNow;
// Only accessed by threadLoop and the destructor
sp<camera3::Camera3StreamInterface> mCurrentStream;
int mCurrentMaxCount;
bool mCurrentPrepareComplete;
};
sp<PreparerThread> mPreparerThread;
/**
* Output result queue and current HAL device 3A state
*/
// Lock for output side of device
std::mutex mOutputLock;
/**** Scope for mOutputLock ****/
// the minimal frame number of the next non-reprocess result
uint32_t mNextResultFrameNumber;
// the minimal frame number of the next reprocess result
uint32_t mNextReprocessResultFrameNumber;
// the minimal frame number of the next ZSL still capture result
uint32_t mNextZslStillResultFrameNumber;
// the minimal frame number of the next non-reprocess shutter
uint32_t mNextShutterFrameNumber;
// the minimal frame number of the next reprocess shutter
uint32_t mNextReprocessShutterFrameNumber;
// the minimal frame number of the next ZSL still capture shutter
uint32_t mNextZslStillShutterFrameNumber;
std::list<CaptureResult> mResultQueue;
std::condition_variable mResultSignal;
wp<NotificationListener> mListener;
/**** End scope for mOutputLock ****/
/**** Scope for mInFlightLock ****/
// Remove the in-flight map entry of the given index from mInFlightMap.
// It must only be called with mInFlightLock held.
void removeInFlightMapEntryLocked(int idx);
// Remove all in-flight requests and return all buffers.
// This is used after HAL interface is closed to cleanup any request/buffers
// not returned by HAL.
void flushInflightRequests();
/**** End scope for mInFlightLock ****/
/**
* Distortion correction support
*/
// Map from camera IDs to its corresponding distortion mapper. Only contains
// 1 ID if the device isn't a logical multi-camera. Otherwise contains both
// logical camera and its physical subcameras.
std::unordered_map<std::string, camera3::DistortionMapper> mDistortionMappers;
/**
* Zoom ratio mapper support
*/
std::unordered_map<std::string, camera3::ZoomRatioMapper> mZoomRatioMappers;
/**
* UHR request crop / metering region mapper support
*/
std::unordered_map<std::string, camera3::UHRCropAndMeteringRegionMapper>
mUHRCropAndMeteringRegionMappers;
/**
* RotateAndCrop mapper support
*/
std::unordered_map<std::string, camera3::RotateAndCropMapper> mRotateAndCropMappers;
// Debug tracker for metadata tag value changes
// - Enabled with the -m <taglist> option to dumpsys, such as
// dumpsys -m android.control.aeState,android.control.aeMode
// - Disabled with -m off
// - dumpsys -m 3a is a shortcut for ae/af/awbMode, State, and Triggers
TagMonitor mTagMonitor;
void monitorMetadata(TagMonitor::eventSource source, int64_t frameNumber,
nsecs_t timestamp, const CameraMetadata& metadata,
const std::unordered_map<std::string, CameraMetadata>& physicalMetadata,
const camera_stream_buffer_t *outputBuffers, uint32_t numOutputBuffers,
int32_t inputStreamId);
metadata_vendor_id_t mVendorTagId;
// Cached last requested template id
int mLastTemplateId;
// Synchronizes access to status tracker between inflight updates and disconnect.
// b/79972865
Mutex mTrackerLock;
// Whether HAL request buffers through requestStreamBuffers API
bool mUseHalBufManager = false;
bool mSessionHalBufManager = false;
// Lock to ensure requestStreamBuffers() callbacks are serialized
std::mutex mRequestBufferInterfaceLock;
// The state machine to control when requestStreamBuffers should allow
// HAL to request buffers.
enum RequestBufferState {
/**
* This is the initial state.
* requestStreamBuffers call will return FAILED_CONFIGURING in this state.
* Will switch to RB_STATUS_READY after a successful configureStreams or
* processCaptureRequest call.
*/
RB_STATUS_STOPPED,
/**
* requestStreamBuffers call will proceed in this state.
* When device is asked to stay idle via waitUntilStateThenRelock() call:
* - Switch to RB_STATUS_STOPPED if there is no inflight requests and
* request thread is paused.
* - Switch to RB_STATUS_PENDING_STOP otherwise
*/
RB_STATUS_READY,
/**
* requestStreamBuffers call will proceed in this state.
* Switch to RB_STATUS_STOPPED when all inflight requests are fulfilled
* and request thread is paused
*/
RB_STATUS_PENDING_STOP,
};
class RequestBufferStateMachine {
public:
status_t initialize(sp<camera3::StatusTracker> statusTracker);
status_t deInit();
// Return if the state machine currently allows for requestBuffers
// If the state allows for it, mRequestBufferOngoing will be set to true
// and caller must call endRequestBuffer() later to unset the flag
bool startRequestBuffer();
void endRequestBuffer();
// Events triggered by application API call
void onStreamsConfigured();
void onWaitUntilIdle();
// Events usually triggered by hwBinder processCaptureResult callback thread
// But can also be triggered on request thread for failed request, or on
// hwbinder notify callback thread for shutter/error callbacks
void onInflightMapEmpty();
// Events triggered by RequestThread
void onSubmittingRequest();
void onRequestThreadPaused();
// Events triggered by successful switchToOffline call
// Return true is there is no ongoing requestBuffer call.
bool onSwitchToOfflineSuccess();
private:
void notifyTrackerLocked(bool active);
// Switch to STOPPED state and return true if all conditions allows for it.
// Otherwise do nothing and return false.
bool checkSwitchToStopLocked();
std::mutex mLock;
RequestBufferState mStatus = RB_STATUS_STOPPED;
bool mRequestThreadPaused = true;
bool mInflightMapEmpty = true;
bool mRequestBufferOngoing = false;
bool mSwitchedToOffline = false;
wp<camera3::StatusTracker> mStatusTracker;
int mRequestBufferStatusId;
} mRequestBufferSM;
// Fix up result metadata for monochrome camera.
bool mNeedFixupMonochromeTags;
// Whether HAL supports offline processing capability.
bool mSupportOfflineProcessing = false;
// Whether the HAL supports camera muting via test pattern
bool mSupportCameraMute = false;
// Whether the HAL supports SOLID_COLOR or BLACK if mSupportCameraMute is true
bool mSupportTestPatternSolidColor = false;
// Whether the HAL supports zoom settings override
bool mSupportZoomOverride = false;
// Whether the camera framework overrides the device characteristics for
// performance class.
bool mOverrideForPerfClass;
// Whether the camera framework overrides the device characteristics for
// app compatibility reasons.
bool mOverrideToPortrait;
camera_metadata_enum_android_scaler_rotate_and_crop_t mRotateAndCropOverride;
bool mComposerOutput;
// Auto framing override value
camera_metadata_enum_android_control_autoframing mAutoframingOverride;
// Initial camera mute state stored before the request thread
// is active.
bool mCameraMuteInitial = false;
// Settings override value
int32_t mSettingsOverride; // -1 = use original, otherwise
// the settings override to use.
// Current active physical id of the logical multi-camera, if any
std::string mActivePhysicalId;
// The current minimum expected frame duration based on AE_TARGET_FPS_RANGE
nsecs_t mMinExpectedDuration = 0;
// Whether the camera device runs at fixed frame rate based on AE_MODE and
// AE_TARGET_FPS_RANGE
bool mIsFixedFps = false;
// Injection camera related methods.
class Camera3DeviceInjectionMethods : public virtual RefBase {
public:
Camera3DeviceInjectionMethods(wp<Camera3Device> parent);
~Camera3DeviceInjectionMethods();
// Injection camera will replace the internal camera and configure streams
// when device is IDLE and request thread is paused.
status_t injectCamera(
camera3::camera_stream_configuration& injectionConfig,
const std::vector<uint32_t>& injectionBufferSizes);
// Stop the injection camera and switch back to backup hal interface.
status_t stopInjection();
bool isInjecting();
bool isStreamConfigCompleteButNotInjected();
const std::string& getInjectedCamId() const;
void getInjectionConfig(/*out*/ camera3::camera_stream_configuration* injectionConfig,
/*out*/ std::vector<uint32_t>* injectionBufferSizes);
// When the streaming configuration is completed and the camera device is active, but the
// injection camera has not yet been injected, the streaming configuration of the internal
// camera will be stored first.
void storeInjectionConfig(
const camera3::camera_stream_configuration& injectionConfig,
const std::vector<uint32_t>& injectionBufferSizes);
protected:
// Configure the streams of injection camera, it need wait until the
// output streams are created and configured to the original camera before
// proceeding.
status_t injectionConfigureStreams(
camera3::camera_stream_configuration& injectionConfig,
const std::vector<uint32_t>& injectionBufferSizes);
// Disconnect the injection camera and delete the hal interface.
void injectionDisconnectImpl();
// Use injection camera hal interface to replace and backup original
// camera hal interface.
virtual status_t replaceHalInterface(sp<HalInterface> /*newHalInterface*/,
bool /*keepBackup*/) = 0;
wp<Camera3Device> mParent;
// Backup of the original camera hal interface.
sp<HalInterface> mBackupHalInterface;
// Generated injection camera hal interface.
sp<HalInterface> mInjectedCamHalInterface;
// The flag indicates that the stream configuration is complete, the camera device is
// active, but the injection camera has not yet been injected.
bool mIsStreamConfigCompleteButNotInjected = false;
// Copy the configuration of the internal camera.
camera3::camera_stream_configuration mInjectionConfig;
// Copy the streams of the internal camera.
Vector<camera3::camera_stream_t*> mInjectionStreams;
// Copy the bufferSizes of the output streams of the internal camera.
std::vector<uint32_t> mInjectionBufferSizes;
// Synchronizes access to injection camera between initialize and
// disconnect.
Mutex mInjectionLock;
// The injection camera ID.
std::string mInjectedCamId;
};
virtual sp<Camera3DeviceInjectionMethods>
createCamera3DeviceInjectionMethods(wp<Camera3Device>) = 0;
sp<Camera3DeviceInjectionMethods> mInjectionMethods;
void overrideStreamUseCaseLocked();
}; // class Camera3Device
}; // namespace android
#endif