1 /*
2  * Copyright (C) 2016 The Android Open Source Project
3  *
4  * Licensed under the Apache License, Version 2.0 (the "License");
5  * you may not use this file except in compliance with the License.
6  * You may obtain a copy of the License at
7  *
8  *      http://www.apache.org/licenses/LICENSE-2.0
9  *
10  * Unless required by applicable law or agreed to in writing, software
11  * distributed under the License is distributed on an "AS IS" BASIS,
12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
13  * See the License for the specific language governing permissions and
14  * limitations under the License.
15  */
16 
17 #ifndef ANDROID_HARDWARE_AUTOMOTIVE_EVS_V1_1_EVSV4LCAMERA_H
18 #define ANDROID_HARDWARE_AUTOMOTIVE_EVS_V1_1_EVSV4LCAMERA_H
19 
20 #include "ConfigManager.h"
21 #include "VideoCapture.h"
22 
23 #include <android-base/result.h>
24 #include <android/hardware/automotive/evs/1.1/IEvsCamera.h>
25 #include <android/hardware/automotive/evs/1.1/IEvsCameraStream.h>
26 #include <android/hardware/automotive/evs/1.1/IEvsDisplay.h>
27 #include <android/hardware/automotive/evs/1.1/types.h>
28 #include <android/hardware/camera/device/3.2/ICameraDevice.h>
29 #include <ui/GraphicBuffer.h>
30 
31 #include <functional>
32 #include <thread>
33 
34 namespace android {
35 namespace hardware {
36 namespace automotive {
37 namespace evs {
38 namespace V1_1 {
39 namespace implementation {
40 
41 using ::android::hardware::hidl_string;
42 using ::android::hardware::automotive::evs::V1_0::CameraDesc;
43 using ::android::hardware::automotive::evs::V1_0::EvsResult;
44 using ::android::hardware::camera::device::V3_2::Stream;
45 
46 using IEvsDisplay_1_0 = ::android::hardware::automotive::evs::V1_0::IEvsDisplay;
47 using IEvsDisplay_1_1 = ::android::hardware::automotive::evs::V1_1::IEvsDisplay;
48 using BufferDesc_1_0 = ::android::hardware::automotive::evs::V1_0::BufferDesc;
49 using BufferDesc_1_1 = ::android::hardware::automotive::evs::V1_1::BufferDesc;
50 using IEvsCameraStream_1_0 = ::android::hardware::automotive::evs::V1_0::IEvsCameraStream;
51 using IEvsCameraStream_1_1 = ::android::hardware::automotive::evs::V1_1::IEvsCameraStream;
52 
53 // From EvsEnumerator.h
54 class EvsEnumerator;
55 
56 class EvsV4lCamera : public IEvsCamera {
57 public:
58     // Methods from ::android::hardware::automotive::evs::V1_0::IEvsCamera follow.
59     Return<void> getCameraInfo(getCameraInfo_cb _hidl_cb) override;
60     Return<EvsResult> setMaxFramesInFlight(uint32_t bufferCount) override;
61     Return<EvsResult> startVideoStream(const ::android::sp<IEvsCameraStream_1_0>& stream) override;
62     Return<void> doneWithFrame(const BufferDesc_1_0& buffer) override;
63     Return<void> stopVideoStream() override;
64     Return<int32_t> getExtendedInfo(uint32_t opaqueIdentifier) override;
65     Return<EvsResult> setExtendedInfo(uint32_t opaqueIdentifier, int32_t opaqueValue) override;
66 
67     // Methods from ::android::hardware::automotive::evs::V1_1::IEvsCamera follow.
68     Return<void> getCameraInfo_1_1(getCameraInfo_1_1_cb _hidl_cb) override;
69     Return<void> getPhysicalCameraInfo(const hidl_string& deviceId,
70                                        getPhysicalCameraInfo_cb _hidl_cb) override;
71     Return<EvsResult> pauseVideoStream() override;
72     Return<EvsResult> resumeVideoStream() override;
73     Return<EvsResult> doneWithFrame_1_1(const hidl_vec<BufferDesc_1_1>& buffer) override;
74     Return<EvsResult> setMaster() override;
75     Return<EvsResult> forceMaster(const sp<IEvsDisplay_1_0>&) override;
76     Return<EvsResult> unsetMaster() override;
77     Return<void> getParameterList(getParameterList_cb _hidl_cb) override;
78     Return<void> getIntParameterRange(CameraParam id, getIntParameterRange_cb _hidl_cb) override;
79     Return<void> setIntParameter(CameraParam id, int32_t value,
80                                  setIntParameter_cb _hidl_cb) override;
81     Return<void> getIntParameter(CameraParam id, getIntParameter_cb _hidl_cb) override;
82     Return<EvsResult> setExtendedInfo_1_1(uint32_t opaqueIdentifier,
83                                           const hidl_vec<uint8_t>& opaqueValue) override;
84     Return<void> getExtendedInfo_1_1(uint32_t opaqueIdentifier,
85                                      getExtendedInfo_1_1_cb _hidl_cb) override;
86     Return<void> importExternalBuffers(const hidl_vec<BufferDesc_1_1>& buffers,
87                                        importExternalBuffers_cb _hidl_cb) override;
88 
89     static sp<EvsV4lCamera> Create(const char* deviceName);
90     static sp<EvsV4lCamera> Create(const char* deviceName,
91                                    std::unique_ptr<ConfigManager::CameraInfo>& camInfo,
92                                    const Stream* streamCfg = nullptr);
93     EvsV4lCamera(const EvsV4lCamera&) = delete;
94     EvsV4lCamera& operator=(const EvsV4lCamera&) = delete;
95 
96     virtual ~EvsV4lCamera() override;
97     void shutdown();
98 
getDesc()99     const V1_1::CameraDesc& getDesc() { return mDescription; };
100 
101     // Dump captured frames to the filesystem
102     android::base::Result<void> startDumpFrames(const std::string& path);
103     android::base::Result<void> stopDumpFrames();
104 
105 private:
106     // Constructors
107     EvsV4lCamera(const char* deviceName, std::unique_ptr<ConfigManager::CameraInfo>& camInfo);
108 
109     // These three functions are expected to be called while mAccessLock is held
110     bool setAvailableFrames_Locked(unsigned bufferCount);
111     unsigned increaseAvailableFrames_Locked(unsigned numToAdd);
112     unsigned decreaseAvailableFrames_Locked(unsigned numToRemove);
113 
114     void forwardFrame(imageBuffer* tgt, void* data);
115     inline bool convertToV4l2CID(CameraParam id, uint32_t& v4l2cid);
116 
117     sp<IEvsCameraStream_1_0> mStream = nullptr;      // The callback used to deliver each frame
118     sp<IEvsCameraStream_1_1> mStream_1_1 = nullptr;  // The callback used to deliver each frame
119 
120     VideoCapture mVideo;                 // Interface to the v4l device
121     V1_1::CameraDesc mDescription = {};  // The properties of this camera
122 
123     uint32_t mFormat = 0;  // Values from android_pixel_format_t
124     uint32_t mUsage = 0;   // Values from from Gralloc.h
125     uint32_t mStride = 0;  // Pixels per row (may be greater than image width)
126 
127     struct BufferRecord {
128         buffer_handle_t handle;
129         bool inUse;
130 
BufferRecordBufferRecord131         explicit BufferRecord(buffer_handle_t h) : handle(h), inUse(false) {};
132     };
133 
134     std::vector<BufferRecord> mBuffers;  // Graphics buffers to transfer images
135     unsigned mFramesAllowed;             // How many buffers are we currently using
136     unsigned mFramesInUse;               // How many buffers are currently outstanding
137 
138     std::set<uint32_t> mCameraControls;  // Available camera controls
139 
140     // Which format specific function we need to use to move camera imagery into our output buffers
141     void (*mFillBufferFromVideo)(const BufferDesc& tgtBuff, uint8_t* tgt, void* imgData, void* buf,
142                                  unsigned imgStride);
143 
144     EvsResult doneWithFrame_impl(const uint32_t id, const buffer_handle_t handle);
145 
146     // Synchronization necessary to deconflict the capture thread from the main service thread
147     // Note that the service interface remains single threaded (ie: not reentrant)
148     std::mutex mAccessLock;
149 
150     // Static camera module information
151     std::unique_ptr<ConfigManager::CameraInfo>& mCameraInfo;
152 
153     // Extended information
154     std::unordered_map<uint32_t, std::vector<uint8_t>> mExtInfo;
155 
156     // Dump captured frames
157     std::atomic<bool> mDumpFrame = false;
158 
159     // Path to store captured frames
160     std::string mDumpPath;
161 
162     // Frame counter
163     uint64_t mFrameCounter = 0;
164 
165     // A buffer to hold an intermediate color conversion data
166     std::vector<uint8_t> mColorSpaceConversionBuffer;
167 };
168 
169 }  // namespace implementation
170 }  // namespace V1_1
171 }  // namespace evs
172 }  // namespace automotive
173 }  // namespace hardware
174 }  // namespace android
175 
176 #endif  // ANDROID_HARDWARE_AUTOMOTIVE_EVS_V1_1_EVSV4LCAMERA_H
177