Qt
Internal/Contributor docs for the Qt SDK. Note: These are NOT official API docs; those are found at https://doc.qt.io/
Loading...
Searching...
No Matches
qffmpegmediaintegration.cpp
Go to the documentation of this file.
1// Copyright (C) 2021 The Qt Company Ltd.
2// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
3
4#include <QtFFmpegMediaPluginImpl/private/qffmpegmediaintegration_p.h>
5
6#include <QtFFmpegMediaPluginImpl/private/qffmpegaudiodecoder_p.h>
7#include <QtFFmpegMediaPluginImpl/private/qffmpegaudioinput_p.h>
8#include <QtFFmpegMediaPluginImpl/private/qffmpegconverter_p.h>
9#include <QtFFmpegMediaPluginImpl/private/qffmpegimagecapture_p.h>
10#include <QtFFmpegMediaPluginImpl/private/qffmpegmediacapturesession_p.h>
11#include <QtFFmpegMediaPluginImpl/private/qffmpegmediaformatinfo_p.h>
12#include <QtFFmpegMediaPluginImpl/private/qffmpegmediaplayer_p.h>
13#include <QtFFmpegMediaPluginImpl/private/qffmpegmediarecorder_p.h>
14#include <QtFFmpegMediaPluginImpl/private/qffmpegresampler_p.h>
15#include <QtFFmpegMediaPluginImpl/private/qffmpegvideosink_p.h>
16#include <QtFFmpegMediaPluginImpl/private/qgrabwindowsurfacecapture_p.h>
17
18#include <QtMultimedia/private/qplatformmediaplugin_p.h>
19#include <QtMultimedia/qcameradevice.h>
20
21#ifdef Q_OS_MACOS
22#include <QtFFmpegMediaPluginImpl/private/qcgcapturablewindows_p.h>
23#include <QtFFmpegMediaPluginImpl/private/qcgwindowcapture_p.h>
24#include <QtFFmpegMediaPluginImpl/private/qavfscreencapture_p.h>
25#endif
26
27#ifdef Q_OS_DARWIN
28#include <QtFFmpegMediaPluginImpl/private/qavfcamerafactory_p.h>
29#include <QtMultimedia/private/qavfvideodevices_p.h>
30#endif
31
32#ifdef Q_OS_WINDOWS
33# include <QtMultimedia/private/qwindowsresampler_p.h>
34# include <QtMultimedia/private/qwindowsvideodevices_p.h>
35# include "qwindowscamera_p.h"
36# include "qffmpegscreencapture_dxgi_p.h"
37# include "qwincapturablewindows_p.h"
38# include "qgdiwindowcapture_p.h"
39#endif
40
41#ifdef Q_OS_ANDROID
42#include <QtFFmpegMediaPluginImpl/private/qandroidcamera_p.h>
43#include <QtFFmpegMediaPluginImpl/private/qandroidimagecapture_p.h>
44#include <QtFFmpegMediaPluginImpl/private/qandroidscreencapture_p.h>
45#include <QtFFmpegMediaPluginImpl/private/qandroidvideodevices_p.h>
46#include <jni.h>
47extern "C" {
48# include <libavutil/log.h>
49# include <libavcodec/jni.h>
50}
51#endif
52
53#if QT_CONFIG(linux_v4l)
54#include "qv4l2camera_p.h"
55#include "qv4l2cameradevices_p.h"
56#endif
57
58#if QT_CONFIG(cpp_winrt)
59#include "qffmpegwindowcapture_uwp_p.h"
60#endif
61
62#if QT_CONFIG(xlib)
63#include "qx11surfacecapture_p.h"
64#include "qx11capturablewindows_p.h"
65#endif
66
67#if QT_CONFIG(pipewire_screencapture)
68# include <QtMultimedia/private/qpipewire_screencapture_p.h>
69#endif
70
71#if QT_CONFIG(eglfs)
72#include "qeglfsscreencapture_p.h"
73#endif
74
75#include <QtCore/qloggingcategory.h>
76
77QT_BEGIN_NAMESPACE
78
79Q_STATIC_LOGGING_CATEGORY(qLcFFmpeg, "qt.multimedia.ffmpeg");
80
81bool thread_local FFmpegLogsEnabledInThread = true;
82static bool UseCustomFFmpegLogger = false;
83
84static void qffmpegLogCallback(void *ptr, int level, const char *fmt, va_list vl)
85{
86 if (!FFmpegLogsEnabledInThread)
87 return;
88
89 if (!UseCustomFFmpegLogger)
90 return av_log_default_callback(ptr, level, fmt, vl);
91
92 // filter logs above the chosen level and AV_LOG_QUIET (negative level)
93 if (level < 0 || level > av_log_get_level())
94 return;
95
96 QString message = QStringLiteral("FFmpeg log: %1").arg(QString::vasprintf(fmt, vl));
97 if (message.endsWith(u"\n"))
98 message.removeLast();
99
100 if (level == AV_LOG_DEBUG || level == AV_LOG_TRACE)
101 qDebug() << message;
102 else if (level == AV_LOG_VERBOSE || level == AV_LOG_INFO)
103 qInfo() << message;
104 else if (level == AV_LOG_WARNING)
105 qWarning() << message;
106 else if (level == AV_LOG_ERROR || level == AV_LOG_FATAL || level == AV_LOG_PANIC)
107 qCritical() << message;
108}
109
110static void setupFFmpegLogger()
111{
112 if (qEnvironmentVariableIsSet("QT_FFMPEG_DEBUG")) {
113 av_log_set_level(AV_LOG_DEBUG);
114 UseCustomFFmpegLogger = true;
115 }
116
117 av_log_set_callback(&qffmpegLogCallback);
118}
119
120static QPlatformSurfaceCapture *createScreenCaptureByBackend(QString backend)
121{
122 if (backend == u"grabwindow")
123 return new QGrabWindowSurfaceCapture(QPlatformSurfaceCapture::ScreenSource{});
124
125#if QT_CONFIG(eglfs)
126 if (backend == u"eglfs")
127 return new QEglfsScreenCapture;
128#endif
129
130#if QT_CONFIG(xlib)
131 if (backend == u"x11")
132 return new QX11SurfaceCapture(QPlatformSurfaceCapture::ScreenSource{});
133#elif defined(Q_OS_WINDOWS)
134 if (backend == u"dxgi")
135 return new QFFmpegScreenCaptureDxgi;
136#elif defined(Q_OS_MACOS)
137 if (backend == u"avf")
138 return new QAVFScreenCapture;
139#endif
140 return nullptr;
141}
142
143static QPlatformSurfaceCapture *createWindowCaptureByBackend(QString backend)
144{
145 if (backend == u"grabwindow")
146 return new QGrabWindowSurfaceCapture(QPlatformSurfaceCapture::WindowSource{});
147
148#if QT_CONFIG(xlib)
149 if (backend == u"x11")
150 return new QX11SurfaceCapture(QPlatformSurfaceCapture::WindowSource{});
151#elif defined(Q_OS_WINDOWS)
152 if (backend == u"gdi")
153 return new QGdiWindowCapture;
154#if QT_CONFIG(cpp_winrt)
155 if (backend == u"uwp")
156 return new QFFmpegWindowCaptureUwp;
157#endif
158#elif defined(Q_OS_MACOS)
159 if (backend == u"cg")
160 return new QCGWindowCapture;
161#endif
162 return nullptr;
163}
164
165QFFmpegMediaIntegration::QFFmpegMediaIntegration()
166 : QPlatformMediaIntegration(QLatin1String("ffmpeg"))
167{
168 setupFFmpegLogger();
169
170 qCInfo(qLcFFmpeg) << "Using Qt multimedia with FFmpeg version" << av_version_info()
171 << avutil_license();
172
173 qCDebug(qLcFFmpeg) << "Available HW decoding frameworks:";
174 for (auto type : QFFmpeg::HWAccel::decodingDeviceTypes())
175 qCDebug(qLcFFmpeg) << " " << av_hwdevice_get_type_name(type);
176
177 qCDebug(qLcFFmpeg) << "Available HW encoding frameworks:";
178 for (auto type : QFFmpeg::HWAccel::encodingDeviceTypes())
179 qCDebug(qLcFFmpeg) << " " << av_hwdevice_get_type_name(type);
180}
181
182q23::expected<QPlatformAudioDecoder *, QString>
183QFFmpegMediaIntegration::createAudioDecoder(QAudioDecoder *decoder)
184{
185 return new QFFmpegAudioDecoder(decoder);
186}
187
188q23::expected<std::unique_ptr<QPlatformAudioResampler>, QString>
189QFFmpegMediaIntegration::createAudioResampler(const QAudioFormat &inputFormat,
190 const QAudioFormat &outputFormat)
191{
192 auto ffmpegResampler = QFFmpegResampler::createFromInputFormat(inputFormat, outputFormat);
193 if (ffmpegResampler)
194 return ffmpegResampler;
195
196#ifdef Q_OS_WINDOWS
197 auto windowsResampler = std::make_unique<QWindowsResampler>();
198 if (windowsResampler->setup(inputFormat, outputFormat))
199 return std::move(windowsResampler);
200
201#endif
202
203 return q23::unexpected{ notAvailable };
204}
205
206q23::expected<QPlatformMediaCaptureSession *, QString>
207QFFmpegMediaIntegration::createCaptureSession()
208{
209 return new QFFmpegMediaCaptureSession();
210}
211
212q23::expected<QPlatformMediaPlayer *, QString>
213QFFmpegMediaIntegration::createPlayer(QMediaPlayer *player)
214{
215 return new QFFmpegMediaPlayer(player);
216}
217
218q23::expected<QPlatformCamera *, QString> QFFmpegMediaIntegration::createCamera(QCamera *camera)
219{
220 Q_ASSERT(camera);
221#ifdef Q_OS_DARWIN
222 return QFFmpeg::makeQAvfCamera(*camera).release();
223#elif defined(Q_OS_ANDROID)
224 return new QFFmpeg::QAndroidCamera(camera);
225#elif QT_CONFIG(linux_v4l)
226 return new QV4L2Camera(camera);
227#elif defined(Q_OS_WINDOWS)
228 return new QWindowsCamera(camera);
229#else
230 Q_UNUSED(camera);
231 return q23::unexpected{ notAvailable };
232#endif
233}
234
235QPlatformSurfaceCapture *QFFmpegMediaIntegration::createScreenCapture(QScreenCapture *)
236{
237 static const QString screenCaptureBackend =
238 QString::fromLocal8Bit(qgetenv("QT_SCREEN_CAPTURE_BACKEND")).toLower();
239
240 if (!screenCaptureBackend.isEmpty()) {
241 if (auto screenCapture = createScreenCaptureByBackend(screenCaptureBackend))
242 return screenCapture;
243
244 qWarning() << "Not supported QT_SCREEN_CAPTURE_BACKEND:" << screenCaptureBackend;
245 }
246
247#if QT_CONFIG(xlib)
248 if (QX11SurfaceCapture::isSupported())
249 return new QX11SurfaceCapture(QPlatformSurfaceCapture::ScreenSource{});
250#endif
251
252#if QT_CONFIG(pipewire_screencapture)
253 if (QtPipeWire::QPipeWireCapture::isSupported())
254 return new QtPipeWire::QPipeWireCapture(QPlatformSurfaceCapture::ScreenSource{});
255#endif
256
257#if QT_CONFIG(eglfs)
258 if (QEglfsScreenCapture::isSupported())
259 return new QEglfsScreenCapture;
260#endif
261
262#if defined(Q_OS_WINDOWS)
263 return new QFFmpegScreenCaptureDxgi;
264#elif defined(Q_OS_MACOS) // TODO: probably use it for iOS as well
265 return new QAVFScreenCapture;
266#elif defined(Q_OS_ANDROID)
267 return new QAndroidScreenCapture;
268#else
269 return new QGrabWindowSurfaceCapture(QPlatformSurfaceCapture::ScreenSource{});
270#endif
271}
272
273QPlatformSurfaceCapture *QFFmpegMediaIntegration::createWindowCapture(QWindowCapture *)
274{
275 static const QString windowCaptureBackend =
276 QString::fromLocal8Bit(qgetenv("QT_WINDOW_CAPTURE_BACKEND")).toLower();
277
278 if (!windowCaptureBackend.isEmpty()) {
279 if (auto windowCapture = createWindowCaptureByBackend(windowCaptureBackend))
280 return windowCapture;
281
282 qWarning() << "Not supported QT_WINDOW_CAPTURE_BACKEND:" << windowCaptureBackend;
283 }
284
285#if QT_CONFIG(xlib)
286 if (QX11SurfaceCapture::isSupported())
287 return new QX11SurfaceCapture(QPlatformSurfaceCapture::WindowSource{});
288#endif
289
290#if defined(Q_OS_WINDOWS)
291# if QT_CONFIG(cpp_winrt)
292 if (QFFmpegWindowCaptureUwp::isSupported())
293 return new QFFmpegWindowCaptureUwp;
294# endif
295
296 return new QGdiWindowCapture;
297#elif defined(Q_OS_MACOS) // TODO: probably use it for iOS as well
298 return new QCGWindowCapture;
299#else
300 return new QGrabWindowSurfaceCapture(QPlatformSurfaceCapture::WindowSource{});
301#endif
302}
303
304q23::expected<QPlatformMediaRecorder *, QString>
305QFFmpegMediaIntegration::createRecorder(QMediaRecorder *recorder)
306{
307 return new QFFmpegMediaRecorder(recorder);
308}
309
310q23::expected<QPlatformImageCapture *, QString>
311QFFmpegMediaIntegration::createImageCapture(QImageCapture *imageCapture)
312{
313#if defined(Q_OS_ANDROID)
314 return new QFFmpeg::QAndroidImageCapture(imageCapture);
315#else
316 return new QFFmpegImageCapture(imageCapture);
317#endif
318}
319
320q23::expected<QPlatformVideoSink *, QString>
321QFFmpegMediaIntegration::createVideoSink(QVideoSink *sink)
322{
323 return new QFFmpegVideoSink(sink);
324}
325
326q23::expected<QPlatformAudioInput *, QString>
327QFFmpegMediaIntegration::createAudioInput(QAudioInput *input)
328{
329 return new QFFmpegAudioInput(input);
330}
331
332QVideoFrame QFFmpegMediaIntegration::convertVideoFrame(QVideoFrame &srcFrame,
333 const QVideoFrameFormat &destFormat)
334{
335 return convertFrame(srcFrame, destFormat);
336}
337
338QPlatformMediaFormatInfo *QFFmpegMediaIntegration::createFormatInfo()
339{
340 return new QFFmpegMediaFormatInfo;
341}
342
343QPlatformVideoDevices *QFFmpegMediaIntegration::createVideoDevices()
344{
345#if defined(Q_OS_ANDROID)
346 return new QAndroidVideoDevices(this);
347#elif QT_CONFIG(linux_v4l)
348 return new QV4L2CameraDevices(this);
349#elif defined Q_OS_DARWIN
350 return new QAVFVideoDevices(
351 this,
352 &QFFmpeg::isCVFormatSupported);
353#elif defined(Q_OS_WINDOWS)
354 return new QWindowsVideoDevices(this);
355#else
356 return nullptr;
357#endif
358}
359
360QPlatformCapturableWindows *QFFmpegMediaIntegration::createCapturableWindows()
361{
362#if QT_CONFIG(xlib)
363 if (QX11SurfaceCapture::isSupported())
364 return new QX11CapturableWindows;
365#elif defined Q_OS_MACOS
366 return new QCGCapturableWindows;
367#elif defined(Q_OS_WINDOWS)
368 return new QWinCapturableWindows;
369#endif
370 return nullptr;
371}
372
373#ifdef Q_OS_ANDROID
374
375Q_DECL_EXPORT jint JNICALL JNI_OnLoad(JavaVM *vm, void * /*reserved*/)
376{
377 static bool initialized = false;
378 if (initialized)
379 return JNI_VERSION_1_6;
380 initialized = true;
381
382 QT_USE_NAMESPACE
383 void *environment;
384 if (vm->GetEnv(&environment, JNI_VERSION_1_6))
385 return JNI_ERR;
386
387 // setting our javavm into ffmpeg.
388 if (av_jni_set_java_vm(vm, nullptr))
389 return JNI_ERR;
390
391 if (!QFFmpeg::QAndroidCamera::registerNativeMethods()
392 ||!QAndroidScreenCapture::registerNativeMethods()) {
393 return JNI_ERR;
394 }
395
396 return JNI_VERSION_1_6;
397}
398#endif
399
400QT_END_NAMESPACE
Q_STATIC_LOGGING_CATEGORY
Q_STATIC_LOGGING_CATEGORY(lcAccessibilityCore, "qt.accessibility.core")
createScreenCaptureByBackend
static QPlatformSurfaceCapture * createScreenCaptureByBackend(QString backend)
Definition qffmpegmediaintegration.cpp:120
createWindowCaptureByBackend
static QPlatformSurfaceCapture * createWindowCaptureByBackend(QString backend)
Definition qffmpegmediaintegration.cpp:143
UseCustomFFmpegLogger
static bool UseCustomFFmpegLogger
Definition qffmpegmediaintegration.cpp:82
qffmpegLogCallback
static void qffmpegLogCallback(void *ptr, int level, const char *fmt, va_list vl)
Definition qffmpegmediaintegration.cpp:84
setupFFmpegLogger
static void setupFFmpegLogger()
Definition qffmpegmediaintegration.cpp:110
FFmpegLogsEnabledInThread
QT_BEGIN_NAMESPACE bool thread_local FFmpegLogsEnabledInThread
Definition qffmpegmediaintegration.cpp:81