devices/EmulatedCamera/hwl/EmulatedRequestProcessor.h

/*
 * Copyright (C) 2019 The Android Open Source Project
 *
 * Licensed under the Apache License, Version 2.0 (the "License");
 * you may not use this file except in compliance with the License.
 * You may obtain a copy of the License at
 *
 *      http://www.apache.org/licenses/LICENSE-2.0
 *
 * Unless required by applicable law or agreed to in writing, software
 * distributed under the License is distributed on an "AS IS" BASIS,
 * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
 * See the License for the specific language governing permissions and
 * limitations under the License.
 */

#ifndef EMULATOR_CAMERA_HAL_HWL_REQUEST_PROCESSOR_H
#define EMULATOR_CAMERA_HAL_HWL_REQUEST_PROCESSOR_H

#include <condition_variable>
#include <memory>
#include <mutex>
#include <queue>
#include <thread>

#include "EmulatedLogicalRequestState.h"
#include "EmulatedSensor.h"
#include "HandleImporter.h"
#include "android/frameworks/sensorservice/1.0/ISensorManager.h"
#include "android/frameworks/sensorservice/1.0/types.h"
#include "hwl_types.h"

namespace android {

using ::android::frameworks::sensorservice::V1_0::IEventQueue;
using ::android::frameworks::sensorservice::V1_0::IEventQueueCallback;
using ::android::hardware::Return;
using ::android::hardware::Void;
using android::hardware::camera::common::V1_0::helper::HandleImporter;
using ::android::hardware::sensors::V1_0::Event;
using google_camera_hal::HalCameraMetadata;
using google_camera_hal::HwlPipelineRequest;
using google_camera_hal::HwlSessionCallback;
using google_camera_hal::RequestTemplate;
using google_camera_hal::StreamBuffer;

struct PendingRequest {
  uint32_t frame_number;
  uint32_t pipeline_id;
  HwlPipelineCallback callback;
  std::unique_ptr<HalCameraMetadata> settings;
  std::unique_ptr<Buffers> input_buffers;
  std::unique_ptr<Buffers> output_buffers;
};

struct OverrideRequest {
  uint32_t frame_number;
  std::unique_ptr<HalCameraMetadata> settings;
};

class EmulatedRequestProcessor {
 public:
  EmulatedRequestProcessor(uint32_t camera_id, sp<EmulatedSensor> sensor,
                           const HwlSessionCallback& session_callback);
  virtual ~EmulatedRequestProcessor();

  // Process given pipeline requests and invoke the respective callback in a
  // separate thread
  status_t ProcessPipelineRequests(
      uint32_t frame_number, std::vector<HwlPipelineRequest>& requests,
      const std::vector<EmulatedPipeline>& pipelines,
      const DynamicStreamIdMapType& dynamic_stream_id_map,
      bool use_default_physical_camera);

  status_t GetDefaultRequest(
      RequestTemplate type,
      std::unique_ptr<HalCameraMetadata>* default_settings);

  status_t Flush();

  status_t Initialize(std::unique_ptr<HalCameraMetadata> static_meta,
                      PhysicalDeviceMapPtr physical_devices);
  void InitializeSensorQueue(std::weak_ptr<EmulatedRequestProcessor> processor);

  void SetSessionCallback(const HwlSessionCallback& hwl_session_callback);

 private:
  class SensorHandler : public IEventQueueCallback {
   public:
    SensorHandler(std::weak_ptr<EmulatedRequestProcessor> processor)
        : processor_(processor) {
    }

    // IEventQueueCallback interface
    Return<void> onEvent(const Event& e) override;

   private:
    std::weak_ptr<EmulatedRequestProcessor> processor_;
  };

  int32_t sensor_handle_;
  sp<IEventQueue> sensor_event_queue_;
  std::atomic_uint32_t screen_rotation_;

  void RequestProcessorLoop();

  std::thread request_thread_;
  std::atomic_bool processor_done_ = false;

  // Speed up zoom by 2 frames using settings override
  const static uint32_t kZoomSpeedup = 2;

  // helper methods
  static uint32_t inline AlignTo(uint32_t value, uint32_t alignment) {
    uint32_t delta = value % alignment;
    return (delta == 0) ? value : (value + (alignment - delta));
  }

  // Return buffer size and row stride in bytes
  status_t GetBufferSizeAndStride(const EmulatedStream& stream,
                                  buffer_handle_t buffer, uint32_t* size /*out*/,
                                  uint32_t* stride /*out*/);
  status_t LockSensorBuffer(const EmulatedStream& stream,
                            buffer_handle_t buffer, int32_t width,
                            int32_t height, SensorBuffer* sensor_buffer /*out*/);
  std::unique_ptr<Buffers> CreateSensorBuffers(
      uint32_t frame_number, const std::vector<StreamBuffer>& buffers,
      const std::unordered_map<uint32_t, EmulatedStream>& streams,
      uint32_t pipeline_id, HwlPipelineCallback cb, int32_t override_width,
      int32_t override_height);
  std::unique_ptr<SensorBuffer> CreateSensorBuffer(
      uint32_t frame_number, const EmulatedStream& stream, uint32_t pipeline_id,
      HwlPipelineCallback callback, StreamBuffer stream_buffer,
      int32_t override_width, int32_t override_height);
  std::unique_ptr<Buffers> AcquireBuffers(Buffers* buffers);
  void NotifyFailedRequest(const PendingRequest& request);
  uint32_t ApplyOverrideSettings(
      uint32_t frame_number,
      const std::unique_ptr<HalCameraMetadata>& request_settings);
  void ApplyOverrideZoom(
      const std::unique_ptr<HalCameraMetadata>& override_setting,
      const std::unique_ptr<HalCameraMetadata>& request_settings,
      camera_metadata_tag tag);

  std::mutex process_mutex_;
  std::condition_variable request_condition_;
  std::queue<PendingRequest> pending_requests_;
  std::queue<OverrideRequest> override_settings_;
  uint32_t camera_id_;
  sp<EmulatedSensor> sensor_;
  HwlSessionCallback session_callback_;
  std::unique_ptr<EmulatedLogicalRequestState>
      request_state_;  // Stores and handles 3A and related camera states.
  std::unique_ptr<HalCameraMetadata> last_settings_;
  std::unique_ptr<HalCameraMetadata> last_override_settings_;
  std::shared_ptr<HandleImporter> importer_;

  EmulatedRequestProcessor(const EmulatedRequestProcessor&) = delete;
  EmulatedRequestProcessor& operator=(const EmulatedRequestProcessor&) = delete;
};

}  // namespace android

#endif  // EMULATOR_CAMERA_HAL_HWL_REQUEST_PROCESSOR_H