summaryrefslogtreecommitdiff
path: root/src/android/camera_device.h
blob: 1837748d2efc13799c0e088dd4084e945c043df6 (plain)
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
/* SPDX-License-Identifier: LGPL-2.1-or-later */
/*
 * Copyright (C) 2019, Google Inc.
 *
 * camera_device.h - libcamera Android Camera Device
 */
#ifndef __ANDROID_CAMERA_DEVICE_H__
#define __ANDROID_CAMERA_DEVICE_H__

#include <map>
#include <memory>
#include <tuple>
#include <vector>

#include <hardware/camera3.h>

#include <libcamera/buffer.h>
#include <libcamera/camera.h>
#include <libcamera/geometry.h>
#include <libcamera/request.h>
#include <libcamera/stream.h>

#include "libcamera/internal/log.h"
#include "libcamera/internal/message.h"

#include "jpeg/encoder.h"

class CameraMetadata;

class CameraStream
{
public:
	CameraStream(libcamera::PixelFormat format, libcamera::Size size,
		     unsigned int index, Encoder *encoder = nullptr);

	const libcamera::PixelFormat &format() const { return format_; }
	const libcamera::Size &size() const { return size_; }
	unsigned int index() const { return index_; }
	Encoder *encoder() const { return encoder_.get(); }

private:
	libcamera::PixelFormat format_;
	libcamera::Size size_;
	/*
	 * The index of the libcamera StreamConfiguration as added during
	 * configureStreams(). A single libcamera Stream may be used to deliver
	 * one or more streams to the Android framework.
	 */
	unsigned int index_;
	std::unique_ptr<Encoder> encoder_;
};

class CameraDevice : protected libcamera::Loggable
{
public:
	static std::shared_ptr<CameraDevice> create(unsigned int id,
						    const std::shared_ptr<libcamera::Camera> &cam);
	~CameraDevice();

	int initialize();

	int open(const hw_module_t *hardwareModule);
	void close();

	unsigned int id() const { return id_; }
	camera3_device_t *camera3Device() { return &camera3Device_; }
	const libcamera::Camera *camera() const { return camera_.get(); }

	int facing() const { return facing_; }
	int orientation() const { return orientation_; }

	void setCallbacks(const camera3_callback_ops_t *callbacks);
	const camera_metadata_t *getStaticMetadata();
	const camera_metadata_t *constructDefaultRequestSettings(int type);
	int configureStreams(camera3_stream_configuration_t *stream_list);
	int processCaptureRequest(camera3_capture_request_t *request);
	void requestComplete(libcamera::Request *request);

protected:
	std::string logPrefix() const override;

private:
	CameraDevice(unsigned int id, const std::shared_ptr<libcamera::Camera> &camera);

	struct Camera3RequestDescriptor {
		Camera3RequestDescriptor(unsigned int frameNumber,
					 unsigned int numBuffers);
		~Camera3RequestDescriptor();

		uint32_t frameNumber;
		uint32_t numBuffers;
		camera3_stream_buffer_t *buffers;
		std::vector<std::unique_ptr<libcamera::FrameBuffer>> frameBuffers;
	};

	struct Camera3StreamConfiguration {
		libcamera::Size resolution;
		int androidFormat;
	};

	int initializeStreamConfigurations();
	std::vector<libcamera::Size>
	getYUVResolutions(libcamera::CameraConfiguration *cameraConfig,
			  const libcamera::PixelFormat &pixelFormat,
			  const std::vector<libcamera::Size> &resolutions);
	std::vector<libcamera::Size>
	getRawResolutions(const libcamera::PixelFormat &pixelFormat);

	std::tuple<uint32_t, uint32_t> calculateStaticMetadataSize();
	libcamera::FrameBuffer *createFrameBuffer(const buffer_handle_t camera3buffer);
	void notifyShutter(uint32_t frameNumber, uint64_t timestamp);
	void notifyError(uint32_t frameNumber, camera3_stream_t *stream);
	CameraMetadata *requestTemplatePreview();
	libcamera::PixelFormat toPixelFormat(int format);
	std::unique_ptr<CameraMetadata> getResultMetadata(int frame_number,
							  int64_t timestamp);

	unsigned int id_;
	camera3_device_t camera3Device_;

	bool running_;
	std::shared_ptr<libcamera::Camera> camera_;
	std::unique_ptr<libcamera::CameraConfiguration> config_;

	CameraMetadata *staticMetadata_;
	std::map<unsigned int, const CameraMetadata *> requestTemplates_;
	const camera3_callback_ops_t *callbacks_;

	std::vector<Camera3StreamConfiguration> streamConfigurations_;
	std::map<int, libcamera::PixelFormat> formatsMap_;
	std::vector<CameraStream> streams_;

	int facing_;
	int orientation_;

	unsigned int maxJpegBufferSize_;
};

#endif /* __ANDROID_CAMERA_DEVICE_H__ */
pt">; return getenv(name); #endif } /** * \brief Identify the dirname portion of a path * \param[in] path The full path to parse * * This function conforms with the behaviour of the %dirname() function as * defined by POSIX. * * \return A string of the directory component of the path */ std::string dirname(const std::string &path) { if (path.empty()) return "."; /* * Skip all trailing slashes. If the path is only made of slashes, * return "/". */ size_t pos = path.size() - 1; while (path[pos] == '/') { if (!pos) return "/"; pos--; } /* * Find the previous slash. If the path contains no non-trailing slash, * return ".". */ while (path[pos] != '/') { if (!pos) return "."; pos--; } /* * Return the directory name up to (but not including) any trailing * slash. If this would result in an empty string, return "/". */ while (path[pos] == '/') { if (!pos) return "/"; pos--; } return path.substr(0, pos + 1); } /** * \fn std::vector<typename T::key_type> map_keys(const T &map) * \brief Retrieve the keys of a std::map<> * \param[in] map The map whose keys to retrieve * \return A std::vector<> containing the keys of \a map */ /** * \fn libcamera::utils::set_overlap(InputIt1 first1, InputIt1 last1, * InputIt2 first2, InputIt2 last2) * \brief Count the number of elements in the intersection of two ranges * * Count the number of elements in the intersection of the sorted ranges [\a * first1, \a last1) and [\a first1, \a last2). Elements are compared using * operator< and the ranges must be sorted with respect to the same. * * \return The number of elements in the intersection of the two ranges */ /** * \typedef clock * \brief The libcamera clock (monotonic) */ /** * \typedef duration * \brief The libcamera duration related to libcamera::utils::clock */ /** * \typedef time_point * \brief The libcamera time point related to libcamera::utils::clock */ /** * \brief Convert a duration to a timespec * \param[in] value The duration * \return A timespec expressing the duration */ struct timespec duration_to_timespec(const duration &value) { uint64_t nsecs = std::chrono::duration_cast<std::chrono::nanoseconds>(value).count(); struct timespec ts; ts.tv_sec = nsecs / 1000000000ULL; ts.tv_nsec = nsecs % 1000000000ULL; return ts; } /** * \brief Convert a time point to a string representation * \param[in] time The time point * \return A string representing the time point in hh:mm:ss.nanoseconds format */ std::string time_point_to_string(const time_point &time) { uint64_t nsecs = std::chrono::duration_cast<std::chrono::nanoseconds>(time.time_since_epoch()).count(); unsigned int secs = nsecs / 1000000000ULL; std::ostringstream ossTimestamp; ossTimestamp.fill('0'); ossTimestamp << secs / (60 * 60) << ":" << std::setw(2) << (secs / 60) % 60 << ":" << std::setw(2) << secs % 60 << "." << std::setw(9) << nsecs % 1000000000ULL; return ossTimestamp.str(); } std::basic_ostream<char, std::char_traits<char>> & operator<<(std::basic_ostream<char, std::char_traits<char>> &stream, const _hex &h) { stream << "0x"; std::ostream::fmtflags flags = stream.setf(std::ios_base::hex, std::ios_base::basefield); std::streamsize width = stream.width(h.w); char fill = stream.fill('0'); stream << h.v; stream.flags(flags); stream.width(width); stream.fill(fill); return stream; } /** * \fn hex(T value, unsigned int width) * \brief Write an hexadecimal value to an output string * \param value The value * \param width The width * * Return an object of unspecified type such that, if \a os is the name of an * output stream of type std::ostream, and T is an integer type, then the * expression * * \code{.cpp} * os << utils::hex(value) * \endcode * * will output the \a value to the stream in hexadecimal form with the base * prefix and the filling character set to '0'. The field width is set to \a * width if specified to a non-zero value, or to the native width of type T * otherwise. The \a os stream configuration is not modified. */ /** * \brief Copy a string with a size limit * \param[in] dst The destination string * \param[in] src The source string * \param[in] size The size of the destination string * * This function copies the null-terminated string \a src to \a dst with a limit * of \a size - 1 characters, and null-terminates the result if \a size is * larger than 0. If \a src is larger than \a size - 1, \a dst is truncated. * * \return The size of \a src */ size_t strlcpy(char *dst, const char *src, size_t size) { if (size) { strncpy(dst, src, size); dst[size - 1] = '\0'; } return strlen(src); } details::StringSplitter::StringSplitter(const std::string &str, const std::string &delim) : str_(str), delim_(delim) { } details::StringSplitter::iterator::iterator(const details::StringSplitter *ss, std::string::size_type pos) : ss_(ss), pos_(pos) { next_ = ss_->str_.find(ss_->delim_, pos_); } details::StringSplitter::iterator &details::StringSplitter::iterator::operator++() { pos_ = next_; if (pos_ != std::string::npos) { pos_ += ss_->delim_.length(); next_ = ss_->str_.find(ss_->delim_, pos_); } return *this; } std::string details::StringSplitter::iterator::operator*() const { std::string::size_type count; count = next_ != std::string::npos ? next_ - pos_ : next_; return ss_->str_.substr(pos_, count); } bool details::StringSplitter::iterator::operator!=(const details::StringSplitter::iterator &other) const { return pos_ != other.pos_; } details::StringSplitter::iterator details::StringSplitter::begin() const { return iterator(this, 0); } details::StringSplitter::iterator details::StringSplitter::end() const { return iterator(this, std::string::npos); } /** * \fn template<typename Container, typename UnaryOp> \ * std::string utils::join(const Container &items, const std::string &sep, UnaryOp op) * \brief Join elements of a container in a string with a separator * \param[in] items The container * \param[in] sep The separator to add between elements * \param[in] op A function that converts individual elements to strings * * This function joins all elements in the \a items container into a string and * returns it. The \a sep separator is added between elements. If the container * elements are not implicitly convertible to std::string, the \a op function * shall be provided to perform conversion of elements to std::string. * * \return A string that concatenates all elements in the container */ /** * \fn split(const std::string &str, const std::string &delim) * \brief Split a string based on a delimiter * \param[in] str The string to split * \param[in] delim The delimiter string * * This function splits the string \a str into substrings based on the * delimiter \a delim. It returns an object of unspecified type that can be * used in a range-based for loop and yields the substrings in sequence. * * \return An object that can be used in a range-based for loop to iterate over * the substrings */ details::StringSplitter split(const std::string &str, const std::string &delim) { /** \todo Try to avoid copies of str and delim */ return details::StringSplitter(str, delim); } /** * \brief Remove any non-ASCII characters from a string * \param[in] str The string to strip * * Remove all non-ASCII characters from a string. * * \return A string equal to \a str stripped out of all non-ASCII characters */ std::string toAscii(const std::string &str) { std::string ret; for (const char &c : str) if (!(c & 0x80)) ret += c; return ret; } /** * \brief Check if libcamera is installed or not * * Utilise the build_rpath dynamic tag which is stripped out by meson at * install time to determine at runtime if the library currently executing * has been installed or not. * * \return True if libcamera is installed, false otherwise */ bool isLibcameraInstalled() { /* * DT_RUNPATH (DT_RPATH when the linker uses old dtags) is removed on * install. */ for (const ElfW(Dyn) *dyn = _DYNAMIC; dyn->d_tag != DT_NULL; ++dyn) { if (dyn->d_tag == DT_RUNPATH || dyn->d_tag == DT_RPATH) return false; } return true; } /** * \brief Retrieve the path to the build directory * * During development, it is useful to run libcamera binaries directly from the * build directory without installing them. This function helps components that * need to locate resources in the build tree, such as IPA modules or IPA proxy * workers, by providing them with the path to the root of the build directory. * Callers can then use it to complement or override searches in system-wide * directories. * * If libcamera has been installed, the build directory path is not available * and this function returns an empty string. * * \return The path to the build directory if running from a build, or an empty * string otherwise */ std::string libcameraBuildPath() { if (isLibcameraInstalled()) return std::string(); Dl_info info; /* Look up our own symbol. */ int ret = dladdr(reinterpret_cast<void *>(libcameraBuildPath), &info); if (ret == 0) return std::string(); std::string path = dirname(info.dli_fname) + "/../../"; char *real = realpath(path.c_str(), nullptr); if (!real) return std::string(); path = real; free(real); return path + "/"; } /** * \brief Retrieve the path to the source directory * * During development, it is useful to run libcamera binaries directly from the * build directory without installing them. This function helps components that * need to locate resources in the source tree, such as IPA configuration * files, by providing them with the path to the root of the source directory. * Callers can then use it to complement or override searches in system-wide * directories. * * If libcamera has been installed, the source directory path is not available * and this function returns an empty string. * * \return The path to the source directory if running from a build directory, * or an empty string otherwise */ std::string libcameraSourcePath() { std::string path = libcameraBuildPath(); if (path.empty()) return std::string(); path += "source"; char *real = realpath(path.c_str(), nullptr); if (!real) return std::string(); path = real; free(real); struct stat statbuf; int ret = stat(path.c_str(), &statbuf); if (ret < 0 || (statbuf.st_mode & S_IFMT) != S_IFDIR) return std::string(); return path + "/"; } /** * \fn alignDown(unsigned int value, unsigned int alignment) * \brief Align \a value down to \a alignment * \param[in] value The value to align * \param[in] alignment The alignment * \return The value rounded down to the nearest multiple of \a alignment */ /** * \fn alignUp(unsigned int value, unsigned int alignment) * \brief Align \a value up to \a alignment * \param[in] value The value to align * \param[in] alignment The alignment * \return The value rounded up to the nearest multiple of \a alignment */ /** * \fn reverse(T &&iterable) * \brief Wrap an iterable to reverse iteration in a range-based loop * \param[in] iterable The iterable * \return A value of unspecified type that, when used in a range-based for * loop, will cause the loop to iterate over the \a iterable in reverse order */ } /* namespace utils */ } /* namespace libcamera */