4#include <QtMultimedia/private/qavfcamerautility_p.h>
5#include <QtMultimedia/private/qavfcameradebug_p.h>
7#include <QtCore/qvector.h>
8#include <private/qmultimediautils_p.h>
9#include <private/qcameradevice_p.h>
10#include <QtMultimedia/private/qavfhelpers_p.h>
21AVFPSRange qt_connection_framerates(AVCaptureConnection *videoConnection)
23 Q_ASSERT(videoConnection);
29 if (videoConnection.supportsVideoMinFrameDuration) {
30 const CMTime cmMin = videoConnection.videoMinFrameDuration;
31 if (CMTimeCompare(cmMin, kCMTimeInvalid)) {
32 if (
const Float64 minSeconds = CMTimeGetSeconds(cmMin))
33 newRange.second = 1. / minSeconds;
37 if (videoConnection.supportsVideoMaxFrameDuration) {
38 const CMTime cmMax = videoConnection.videoMaxFrameDuration;
39 if (CMTimeCompare(cmMax, kCMTimeInvalid)) {
40 if (
const Float64 maxSeconds = CMTimeGetSeconds(cmMax))
41 newRange.first = 1. / maxSeconds;
50inline bool qt_area_sane(
const QSize &size)
52 return !size.isNull() && size.isValid()
53 &&
std::numeric_limits<
int>::max() / size.width() >= size.height();
56template <
template <
typename...>
class Comp>
59 bool operator() (AVCaptureDeviceFormat *f1, AVCaptureDeviceFormat *f2)
const
62 const QSize r1(qt_device_format_resolution(f1));
63 const QSize r2(qt_device_format_resolution(f2));
65 const Comp<
std::tuple<
int,
int>> op = {};
66 return op(
std::make_tuple(r1.width(), r1.height()),
67 std::make_tuple(r2.width(), r2.height()));
71struct FormatHasNoFPSRange
73 bool operator() (AVCaptureDeviceFormat *format)
const
76 return !format.videoSupportedFrameRateRanges || !format.videoSupportedFrameRateRanges.count;
80Float64 qt_find_min_framerate_distance(AVCaptureDeviceFormat *format, Float64 fps)
82 Q_ASSERT(format && format.videoSupportedFrameRateRanges
83 && format.videoSupportedFrameRateRanges.count);
85 AVFrameRateRange *range = [format.videoSupportedFrameRateRanges objectAtIndex:0];
86 Float64 distance = qAbs(range.maxFrameRate - fps);
87 for (NSUInteger i = 1, e = format.videoSupportedFrameRateRanges.count; i < e; ++i) {
88 range = [format.videoSupportedFrameRateRanges objectAtIndex:i];
89 distance = qMin(distance, qAbs(range.maxFrameRate - fps));
99 const QCameraFormat &cameraFormat,
100 const std::function<
bool(uint32_t)> &cvFormatValidator)
102 const auto cameraFormatPrivate = QCameraFormatPrivate::handle(cameraFormat);
103 if (!cameraFormatPrivate)
106 const auto requiredCvPixFormat = QAVFHelpers::toCVPixelFormat(cameraFormatPrivate->pixelFormat,
107 cameraFormatPrivate->colorRange);
109 if (requiredCvPixFormat == CvPixelFormatInvalid)
112 AVCaptureDeviceFormat *newFormat = nil;
113 Float64 newFormatMaxFrameRate = {};
114 NSArray<AVCaptureDeviceFormat *> *formats = captureDevice.formats;
115 for (AVCaptureDeviceFormat *format in formats) {
116 CMFormatDescriptionRef formatDesc = format.formatDescription;
117 CMVideoDimensions dim = CMVideoFormatDescriptionGetDimensions(formatDesc);
118 FourCharCode cvPixFormat = CMVideoFormatDescriptionGetCodecType(formatDesc);
120 if (cvPixFormat != requiredCvPixFormat)
123 if (cameraFormatPrivate->resolution != QSize(dim.width, dim.height))
126 if (cvFormatValidator && !cvFormatValidator(cvPixFormat))
129 const float epsilon = 0.001f;
130 for (AVFrameRateRange *frameRateRange in format.videoSupportedFrameRateRanges) {
131 if (frameRateRange.minFrameRate >= cameraFormatPrivate->minFrameRate - epsilon
132 && frameRateRange.maxFrameRate <= cameraFormatPrivate->maxFrameRate + epsilon
133 && newFormatMaxFrameRate < frameRateRange.maxFrameRate) {
135 newFormatMaxFrameRate = frameRateRange.maxFrameRate;
145 Q_ASSERT(captureDevice);
147 QVector<AVCaptureDeviceFormat *> formats;
149 if (!captureDevice.formats || !captureDevice.formats.count)
152 formats.reserve(captureDevice.formats.count);
153 for (AVCaptureDeviceFormat *format in captureDevice.formats) {
154 const QSize resolution(qt_device_format_resolution(format));
155 if (resolution.isNull() || !resolution.isValid())
163 std::sort(formats.begin(), formats.end(), ByResolution<std::less>());
165 QSize size(qt_device_format_resolution(formats[0]));
166 FourCharCode codec = CMVideoFormatDescriptionGetCodecType(formats[0].formatDescription);
168 for (
int i = 1; i < formats.size(); ++i) {
169 const QSize nextSize(qt_device_format_resolution(formats[i]));
170 if (nextSize == size) {
173 formats[last] = formats[i];
176 formats[last] = formats[i];
179 codec = CMVideoFormatDescriptionGetCodecType(formats[i].formatDescription);
181 formats.resize(last + 1);
188 if (!format || !format.formatDescription)
191 const CMVideoDimensions res = CMVideoFormatDescriptionGetDimensions(format.formatDescription);
192 return QSize(res.width, res.height);
200 const CMVideoDimensions hrDim(format.highResolutionStillImageDimensions);
201 res.setWidth(hrDim.width);
202 res.setHeight(hrDim.height);
211 QVector<AVFPSRange> qtRanges;
213 if (!format.videoSupportedFrameRateRanges || !format.videoSupportedFrameRateRanges.count)
216 qtRanges.reserve(format.videoSupportedFrameRateRanges.count);
217 for (AVFrameRateRange *range in format.videoSupportedFrameRateRanges)
218 qtRanges << AVFPSRange(range.minFrameRate, range.maxFrameRate);
227 if (!format.formatDescription) {
228 qCDebug(qLcCamera) << Q_FUNC_INFO <<
"no format description found";
232 const CMVideoDimensions res = CMVideoFormatDescriptionGetDimensions(format.formatDescription);
233 const CGSize resPAR = CMVideoFormatDescriptionGetPresentationDimensions(format.formatDescription,
true,
false);
235 if (qAbs(resPAR.width - res.width) < 1.) {
240 if (!res.width || !resPAR.width)
243 auto frac = qRealToFraction(resPAR.width > res.width ? res.width / qreal(resPAR.width)
244 : resPAR.width / qreal(res.width));
246 return QSize(frac.numerator, frac.denominator);
250 const QSize &request,
254 Q_ASSERT(captureDevice);
255 Q_ASSERT(!request.isNull() && request.isValid());
257 if (!captureDevice.formats || !captureDevice.formats.count)
260 QVector<AVCaptureDeviceFormat *> formats(qt_unique_device_formats(captureDevice, filter));
262 for (
int i = 0; i < formats.size(); ++i) {
263 AVCaptureDeviceFormat *format = formats[i];
264 if (qt_device_format_resolution(format) == request)
267 if (stillImage && qt_device_format_high_resolution(format) == request)
271 if (!qt_area_sane(request))
274 typedef std::pair<QSize, AVCaptureDeviceFormat *> FormatPair;
276 QVector<FormatPair> pairs;
277 pairs.reserve(formats.size());
279 for (
int i = 0; i < formats.size(); ++i) {
280 AVCaptureDeviceFormat *format = formats[i];
281 const QSize res(qt_device_format_resolution(format));
282 if (!res.isNull() && res.isValid() && qt_area_sane(res))
283 pairs << FormatPair(res, format);
284 const QSize highRes(qt_device_format_high_resolution(format));
285 if (stillImage && !highRes.isNull() && highRes.isValid() && qt_area_sane(highRes))
286 pairs << FormatPair(highRes, format);
292 AVCaptureDeviceFormat *best = pairs[0].second;
293 QSize next(pairs[0].first);
294 int wDiff = qAbs(request.width() - next.width());
295 int hDiff = qAbs(request.height() - next.height());
296 const int area = request.width() * request.height();
297 int areaDiff = qAbs(area - next.width() * next.height());
298 for (
int i = 1; i < pairs.size(); ++i) {
299 next = pairs[i].first;
300 const int newWDiff = qAbs(next.width() - request.width());
301 const int newHDiff = qAbs(next.height() - request.height());
302 const int newAreaDiff = qAbs(area - next.width() * next.height());
304 if ((newWDiff < wDiff && newHDiff < hDiff)
305 || ((newWDiff <= wDiff || newHDiff <= hDiff) && newAreaDiff <= areaDiff)) {
308 best = pairs[i].second;
309 areaDiff = newAreaDiff;
320 Q_ASSERT(captureDevice);
323 const qreal epsilon = 0.1;
325 QVector<AVCaptureDeviceFormat *>sorted(qt_unique_device_formats(captureDevice, filter));
327 std::sort(sorted.begin(), sorted.end(), ByResolution<std::greater>());
329 sorted.erase(std::remove_if(sorted.begin(), sorted.end(), FormatHasNoFPSRange()), sorted.end());
334 for (
int i = 0; i < sorted.size(); ++i) {
335 AVCaptureDeviceFormat *format = sorted[i];
336 for (AVFrameRateRange *range in format.videoSupportedFrameRateRanges) {
337 if (range.maxFrameRate - range.minFrameRate < epsilon) {
339 if (qAbs(fps - range.maxFrameRate) < epsilon)
343 if (fps >= range.minFrameRate && fps <= range.maxFrameRate)
348 Float64 distance = qt_find_min_framerate_distance(sorted[0], fps);
349 AVCaptureDeviceFormat *match = sorted[0];
350 for (
int i = 1; i < sorted.size(); ++i) {
351 const Float64 newDistance = qt_find_min_framerate_distance(sorted[i], fps);
352 if (newDistance < distance) {
353 distance = newDistance;
363 Q_ASSERT(format && format.videoSupportedFrameRateRanges
364 && format.videoSupportedFrameRateRanges.count);
366 const qreal epsilon = 0.1;
368 for (AVFrameRateRange *range in format.videoSupportedFrameRateRanges) {
369 if (range.maxFrameRate - range.minFrameRate < epsilon) {
371 if (qAbs(fps - range.maxFrameRate) < epsilon)
375 if (fps >= range.minFrameRate && fps <= range.maxFrameRate)
379 AVFrameRateRange *match = [format.videoSupportedFrameRateRanges objectAtIndex:0];
380 Float64 distance = qAbs(match.maxFrameRate - fps);
381 for (NSUInteger i = 1, e = format.videoSupportedFrameRateRanges.count; i < e; ++i) {
382 AVFrameRateRange *range = [format.videoSupportedFrameRateRanges objectAtIndex:i];
383 const Float64 newDistance = qAbs(range.maxFrameRate - fps);
384 if (newDistance < distance) {
385 distance = newDistance;
395 if (format && fps > qreal(0)) {
396 const qreal epsilon = 0.1;
397 for (AVFrameRateRange *range in format.videoSupportedFrameRateRanges) {
398 if (fps >= range.minFrameRate - epsilon && fps <= range.maxFrameRate + epsilon)
411 if (![f1.mediaType isEqualToString:f2.mediaType])
414 return CMFormatDescriptionEqual(f1.formatDescription, f2.formatDescription);
419 static bool firstSet =
true;
421 if (!captureDevice || !format)
424 if (qt_formats_are_equal(captureDevice.activeFormat, format)) {
437 const AVFConfigurationLock lock(captureDevice);
439 qWarning(
"Failed to set active format (lock failed)");
446 fps = qt_current_framerates(captureDevice, nil);
448 captureDevice.activeFormat = format;
451 qt_set_framerate_limits(captureDevice, nil, fps.first, fps.second);
458 Q_ASSERT(videoConnection);
460 if (minFPS < 0. || maxFPS < 0. || (maxFPS && maxFPS < minFPS)) {
461 qCDebug(qLcCamera) << Q_FUNC_INFO <<
"invalid framerates (min, max):"
466 CMTime minDuration = kCMTimeInvalid;
468 if (!videoConnection.supportsVideoMinFrameDuration)
469 qCDebug(qLcCamera) << Q_FUNC_INFO <<
"maximum framerate is not supported";
471 minDuration = CMTimeMake(1, maxFPS);
473 if (videoConnection.supportsVideoMinFrameDuration)
474 videoConnection.videoMinFrameDuration = minDuration;
476 CMTime maxDuration = kCMTimeInvalid;
478 if (!videoConnection.supportsVideoMaxFrameDuration)
479 qCDebug(qLcCamera) << Q_FUNC_INFO <<
"minimum framerate is not supported";
481 maxDuration = CMTimeMake(1, minFPS);
483 if (videoConnection.supportsVideoMaxFrameDuration)
484 videoConnection.videoMaxFrameDuration = maxDuration;
492 if (range.maxFrameRate - range.minFrameRate < 0.1) {
494 return range.minFrameDuration;
497 if (fps <= range.minFrameRate)
498 return range.maxFrameDuration;
499 if (fps >= range.maxFrameRate)
500 return range.minFrameDuration;
502 auto frac = qRealToFraction(1. / fps);
503 return CMTimeMake(frac.numerator, frac.denominator);
508 Q_ASSERT(captureDevice);
509 if (!captureDevice.activeFormat) {
510 qCDebug(qLcCamera) << Q_FUNC_INFO <<
"no active capture device format";
514 if (minFPS < 0. || maxFPS < 0. || (maxFPS && maxFPS < minFPS)) {
515 qCDebug(qLcCamera) << Q_FUNC_INFO <<
"invalid framerates (min, max):"
520 CMTime minFrameDuration = kCMTimeInvalid;
521 CMTime maxFrameDuration = kCMTimeInvalid;
522 if (maxFPS || minFPS) {
523 AVFrameRateRange *range = qt_find_supported_framerate_range(captureDevice.activeFormat,
524 maxFPS ? maxFPS : minFPS);
526 qCDebug(qLcCamera) << Q_FUNC_INFO <<
"no framerate range found, (min, max):"
532 minFrameDuration = qt_adjusted_frame_duration(range, maxFPS);
534 maxFrameDuration = qt_adjusted_frame_duration(range, minFPS);
537 const AVFConfigurationLock lock(captureDevice);
539 qCDebug(qLcCamera) << Q_FUNC_INFO <<
"failed to lock for configuration";
549 [captureDevice setActiveVideoMinFrameDuration:minFrameDuration];
550 [captureDevice setActiveVideoMaxFrameDuration:maxFrameDuration];
551#elif defined(Q_OS_MACOS)
552 if (CMTimeCompare(minFrameDuration, kCMTimeInvalid) == 0
553 && CMTimeCompare(maxFrameDuration, kCMTimeInvalid) == 0) {
554 AVFrameRateRange *range = captureDevice.activeFormat.videoSupportedFrameRateRanges.firstObject;
555 minFrameDuration = range.minFrameDuration;
556 maxFrameDuration = range.maxFrameDuration;
559 if (CMTimeCompare(minFrameDuration, kCMTimeInvalid))
560 [captureDevice setActiveVideoMinFrameDuration:minFrameDuration];
562 if (CMTimeCompare(maxFrameDuration, kCMTimeInvalid))
563 [captureDevice setActiveVideoMaxFrameDuration:maxFrameDuration];
568 qreal minFPS, qreal maxFPS)
570 Q_UNUSED(videoConnection);
571 Q_ASSERT(captureDevice);
572 qt_set_framerate_limits(captureDevice, minFPS, maxFPS);
577 Q_UNUSED(videoConnection);
578 Q_ASSERT(captureDevice);
581 const CMTime minDuration = captureDevice.activeVideoMinFrameDuration;
582 if (CMTimeCompare(minDuration, kCMTimeInvalid)) {
583 if (
const Float64 minSeconds = CMTimeGetSeconds(minDuration))
584 fps.second = 1. / minSeconds;
587 const CMTime maxDuration = captureDevice.activeVideoMaxFrameDuration;
588 if (CMTimeCompare(maxDuration, kCMTimeInvalid)) {
589 if (
const Float64 maxSeconds = CMTimeGetSeconds(maxDuration))
590 fps.first = 1. / maxSeconds;
598 UInt32 format = codecId;
600 OSStatus err = AudioFormatGetPropertyInfo(
601 kAudioFormatProperty_AvailableEncodeSampleRates,
609 UInt32 numRanges = size /
sizeof(AudioValueRange);
610 QList<AudioValueRange> result;
611 result.resize(numRanges);
613 err = AudioFormatGetProperty(kAudioFormatProperty_AvailableEncodeSampleRates,
618 return err == noErr ? result : QList<AudioValueRange>{};
623 UInt32 format = codecId;
625 OSStatus err = AudioFormatGetPropertyInfo(
626 kAudioFormatProperty_AvailableEncodeBitRates,
634 UInt32 numRanges = size /
sizeof(AudioValueRange);
635 QList<AudioValueRange> result;
636 result.resize(numRanges);
638 err = AudioFormatGetProperty(kAudioFormatProperty_AvailableEncodeBitRates,
643 return err == noErr ? result : QList<AudioValueRange>{};
648 AudioStreamBasicDescription sf = {};
649 sf.mFormatID = codecId;
651 OSStatus err = AudioFormatGetPropertyInfo(
652 kAudioFormatProperty_AvailableEncodeNumberChannels,
665 UInt32 numCounts = size /
sizeof(UInt32);
666 QList<UInt32> channelCounts;
667 channelCounts.resize(numCounts);
669 err = AudioFormatGetProperty(kAudioFormatProperty_AvailableEncodeNumberChannels,
673 channelCounts.data());
675 return channelCounts;
682 AudioStreamBasicDescription sf = {};
683 sf.mFormatID = codecId;
684 sf.mChannelsPerFrame = noChannels;
686 OSStatus err = AudioFormatGetPropertyInfo(
687 kAudioFormatProperty_AvailableEncodeChannelLayoutTags,
695 UInt32 noTags = (UInt32)size /
sizeof(UInt32);
696 QList<AudioChannelLayoutTag> tagsArr;
697 tagsArr.resize(noTags);
699 err = AudioFormatGetProperty(kAudioFormatProperty_AvailableEncodeChannelLayoutTags,
707 QList<UInt32> result;
708 for (
const AudioChannelLayoutTag &item : tagsArr)
709 result.push_back(item);
QSize qt_device_format_resolution(AVCaptureDeviceFormat *format)
bool qt_formats_are_equal(AVCaptureDeviceFormat *f1, AVCaptureDeviceFormat *f2)
AVFPSRange qt_current_framerates(AVCaptureDevice *captureDevice, AVCaptureConnection *videoConnection)
std::optional< QList< UInt32 > > qt_supported_channel_counts_for_format(int codecId)
QVector< AVCaptureDeviceFormat * > qt_unique_device_formats(AVCaptureDevice *captureDevice, FourCharCode filter)
void qt_set_framerate_limits(AVCaptureDevice *captureDevice, AVCaptureConnection *videoConnection, qreal minFPS, qreal maxFPS)
QVector< AVFPSRange > qt_device_format_framerates(AVCaptureDeviceFormat *format)
QSize qt_device_format_high_resolution(AVCaptureDeviceFormat *format)
QList< AudioValueRange > qt_supported_sample_rates_for_format(int codecId)
QList< UInt32 > qt_supported_channel_layout_tags_for_format(int codecId, int noChannels)
AVCaptureDeviceFormat * qt_find_best_framerate_match(AVCaptureDevice *captureDevice, FourCharCode filter, Float64 fps)
QList< AudioValueRange > qt_supported_bit_rates_for_format(int codecId)
bool qt_set_active_format(AVCaptureDevice *captureDevice, AVCaptureDeviceFormat *format, bool preserveFps)
AVFrameRateRange * qt_find_supported_framerate_range(AVCaptureDeviceFormat *format, Float64 fps)
void qt_set_framerate_limits(AVCaptureConnection *videoConnection, qreal minFPS, qreal maxFPS)
QSize qt_device_format_pixel_aspect_ratio(AVCaptureDeviceFormat *format)
AVCaptureDeviceFormat * qt_find_best_resolution_match(AVCaptureDevice *captureDevice, const QSize &request, FourCharCode filter, bool stillImage)
CMTime qt_adjusted_frame_duration(AVFrameRateRange *range, qreal fps)
bool qt_format_supports_framerate(AVCaptureDeviceFormat *format, qreal fps)
AVCaptureDeviceFormat * qt_convert_to_capture_device_format(AVCaptureDevice *captureDevice, const QCameraFormat &cameraFormat, const std::function< bool(uint32_t)> &cvFormatValidator)
Q_LOGGING_CATEGORY(lcEventDispatcher, "qt.eventdispatcher")