Qt
Internal/Contributor docs for the Qt SDK. Note: These are NOT official API docs; those are found at https://doc.qt.io/
Loading...
Searching...
No Matches
qssgrenderbuffermanager.cpp
Go to the documentation of this file.
1// Copyright (C) 2008-2012 NVIDIA Corporation.
2// Copyright (C) 2019 The Qt Company Ltd.
3// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR GPL-3.0-only
4// Qt-Security score:significant reason:default
5
6
8
9#include <QtQuick3DRuntimeRender/private/qssgrenderloadedtexture_p.h>
10
11#include <QtQuick3DRuntimeRender/private/qssgruntimerenderlogging_p.h>
12#include <QtQuick3DUtils/private/qssgmeshbvhbuilder_p.h>
13#include <QtQuick3DUtils/private/qssgbounds3_p.h>
14#include <QtQuick3DUtils/private/qssgassert_p.h>
16#include <QtQuick/QSGTexture>
17
18#include <QtCore/QDir>
19#include <QtGui/private/qimage_p.h>
20#include <QtQuick/private/qsgtexture_p.h>
21#include <QtQuick/private/qsgcompressedtexture_p.h>
22#include <QBuffer>
23
24#include "../utils/qssgrenderbasetypes_p.h"
25#include <QtQuick3DRuntimeRender/private/qssgrendergeometry_p.h>
26#include <QtQuick3DRuntimeRender/private/qssgrendermodel_p.h>
27#include <QtQuick3DRuntimeRender/private/qssgrenderimage_p.h>
28#include <QtQuick3DRuntimeRender/private/qssgrendertexturedata_p.h>
29#include "../qssgrendercontextcore.h"
30#include <QtQuick3DRuntimeRender/private/qssglightmapper_p.h>
31#include <QtQuick3DRuntimeRender/private/qssgrenderresourceloader_p.h>
32#include <qtquick3d_tracepoints_p.h>
33#include "../extensionapi/qssgrenderextensions.h"
35
37
38using namespace Qt::StringLiterals;
39
41{
42enum class Level
43{
44 Debug = 0x1,
45 Usage = 0x2,
46 // 0x3 DebugAndUsage
47};
48
49#ifdef QT_DEBUG
50static bool enabled(Level level)
51{
53 static auto v = qEnvironmentVariableIntValue("QSSG_BUFFERMANAGER_DEBUG");
54 return v && Level{v} <= DebugAndUsage && (v & quint8(level));
55}
56#else
57static constexpr bool enabled(Level) { return false; }
58#endif
59
60}
61
78
84using AssetMeshMap = QHash<QString, MeshStorageRef>;
85
86Q_GLOBAL_STATIC(AssetMeshMap, g_assetMeshMap)
87
88// Returns !idx@asset_id
89QString QSSGBufferManager::runtimeMeshSourceName(const QString &assetId, qsizetype meshId)
90{
91 return QString::fromUtf16(u"!%1@%2").arg(QString::number(meshId), assetId);
92}
93
94using MeshIdxNamePair = QPair<qsizetype, QString>;
95static MeshIdxNamePair splitRuntimeMeshPath(const QSSGRenderPath &rpath)
96{
97 const auto &path = rpath.path();
98 Q_ASSERT(path.startsWith(u'!'));
99 const auto strings = path.mid(1).split(u'@');
100 const bool hasData = (strings.size() == 2) && !strings[0].isEmpty() && !strings[1].isEmpty();
101 qsizetype idx = -1;
102 bool ok = false;
103 if (hasData)
104 idx = strings.at(0).toLongLong(&ok);
105
106 return (ok) ? qMakePair(idx, strings.at(1)) : qMakePair(qsizetype(-1), QString());
107}
108
109namespace {
110struct PrimitiveEntry
111{
112 // Name of the primitive as it will be in e.g., the QML file
113 const char *primitive;
114 // Name of the primitive file on the filesystem
115 const char *file;
116};
117}
118
119static const int nPrimitives = 5;
120static const PrimitiveEntry primitives[nPrimitives] = {
121 {"#Rectangle", "/Rectangle.mesh"},
122 {"#Sphere","/Sphere.mesh"},
123 {"#Cube","/Cube.mesh"},
124 {"#Cone","/Cone.mesh"},
125 {"#Cylinder","/Cylinder.mesh"},
126};
127
128static const char *primitivesDirectory = "res//primitives";
129
130static constexpr QSize sizeForMipLevel(int mipLevel, const QSize &baseLevelSize)
131{
132 return QSize(qMax(1, baseLevelSize.width() >> mipLevel), qMax(1, baseLevelSize.height() >> mipLevel));
133}
134
135static QPair<QSSGMesh::Mesh, QString> loadFromLightmapFile(const QString &lightmapPath, const QString &lightmapKey)
136{
137 QPair<QSSGMesh::Mesh, QString> retVal;
138
139 if (lightmapPath.isEmpty() || lightmapKey.isEmpty())
140 return retVal;
141
142 if (const auto io = QSSGLightmapLoader::open(lightmapPath)) {
143 const QVariantMap metadata = io->readMap(lightmapKey, QSSGLightmapIODataTag::Metadata);
144 if (metadata.isEmpty())
145 return retVal;
146
147 const QString meshKey = metadata[QStringLiteral("mesh_key")].toString();
148 if (meshKey.isEmpty())
149 return retVal;
150
151 QByteArray meshData = io->readData(meshKey, QSSGLightmapIODataTag::Mesh);
152 if (meshData.isEmpty())
153 return retVal;
154
155 QBuffer buffer(&meshData);
156 buffer.open(QIODevice::ReadOnly);
157 retVal.first = QSSGMesh::Mesh::loadMesh(&buffer, 1);
158 retVal.second = QFileInfo(lightmapPath).fileName() + " ["_L1 + lightmapKey + u']';
159 }
160
161 return retVal;
162}
163
164QSSGBufferManager::QSSGBufferManager()
165{
166}
167
168QSSGBufferManager::~QSSGBufferManager()
169{
170 clear();
171 m_contextInterface = nullptr;
172}
173
174void QSSGBufferManager::setRenderContextInterface(QSSGRenderContextInterface *ctx)
175{
176 m_contextInterface = ctx;
177}
178
179void QSSGBufferManager::releaseCachedResources()
180{
181 clear();
182}
183
184void QSSGBufferManager::releaseResourcesForLayer(QSSGRenderLayer *layer)
185{
186 // frameResetIndex must be +1 since it's depending on being the
187 // next frame and this is the cleanup after the final frame as
188 // the layer is destroyed
189 resetUsageCounters(frameResetIndex + 1, layer);
190 cleanupUnreferencedBuffers(frameResetIndex + 1, layer);
191}
192
193QSSGRenderImageTexture QSSGBufferManager::loadRenderImage(const QSSGRenderImage *image,
194 MipMode inMipMode,
195 LoadRenderImageFlags flags)
196{
197 if (inMipMode == MipModeFollowRenderImage)
198 inMipMode = image->m_generateMipmaps ? MipModeEnable : MipModeDisable;
199
200 const auto &context = m_contextInterface->rhiContext();
201 QSSGRenderImageTexture result;
202 if (image->m_qsgTexture) {
203 QRhi *rhi = context->rhi();
204 QSGTexture *qsgTexture = image->m_qsgTexture;
205 QRhiTexture *rhiTex = qsgTexture->rhiTexture(); // this may not be valid until commit and that's ok
206 if (!rhiTex || rhiTex->rhi() == rhi) {
207 // A QSGTexture from a textureprovider that is not a QSGDynamicTexture
208 // needs to be pushed to get its content updated (or even to create a
209 // QRhiTexture in the first place).
210 QRhiResourceUpdateBatch *rub = rhi->nextResourceUpdateBatch();
211 if (qsgTexture->isAtlasTexture()) {
212 // This returns a non-atlased QSGTexture (or does nothing if the
213 // extraction has already been done), the ownership of which stays with
214 // the atlas. As we do not store (and do not own) qsgTexture below,
215 // apart from using it as a cache key and querying its QRhiTexture
216 // (which we again do not own), we can just pretend we got the
217 // non-atlased QSGTexture in the first place.
218 qsgTexture = qsgTexture->removedFromAtlas(rub);
219 }
220 qsgTexture->commitTextureOperations(rhi, rub);
221 context->commandBuffer()->resourceUpdate(rub);
222 auto theImage = qsgImageMap.find(qsgTexture);
223 if (theImage == qsgImageMap.end())
224 theImage = qsgImageMap.insert(qsgTexture, ImageData());
225 theImage.value().renderImageTexture.m_texture = qsgTexture->rhiTexture();
226 theImage.value().renderImageTexture.m_flags.setHasTransparency(qsgTexture->hasAlphaChannel());
227 // If a texture from Qt Quick has an alpha channel, it is always pre-multiplied
228 theImage.value().renderImageTexture.m_flags.setPreMultipliedAlpha(qsgTexture->hasAlphaChannel());
229 theImage.value().usageCounts[currentLayer]++;
230 result = theImage.value().renderImageTexture;
231 // inMipMode is ignored completely when sourcing the texture from a
232 // QSGTexture. Mipmap generation is not supported, whereas
233 // attempting to use such a texture as a light probe will fail. (no
234 // mip levels, no pre-filtering) In the latter case, print a warning
235 // because that will definitely lead to visual problems in the result.
236 if (inMipMode == MipModeBsdf)
237 qWarning("Cannot use QSGTexture from Texture.sourceItem as light probe.");
238 } else {
239 qWarning("Cannot use QSGTexture (presumably from Texture.sourceItem) created in another "
240 "window that was using a different graphics device/context. "
241 "Avoid using View3D.importScene between multiple windows.");
242 }
243
244 } else if (image->m_rawTextureData) {
245 Q_TRACE_SCOPE(QSSG_textureLoad);
246 Q_QUICK3D_PROFILE_START(QQuick3DProfiler::Quick3DTextureLoad);
247 result = loadTextureData(image->m_rawTextureData, inMipMode);
248 Q_QUICK3D_PROFILE_END_WITH_ID(QQuick3DProfiler::Quick3DTextureLoad, stats.imageDataSize, image->profilingId);
249 } else if (!image->m_imagePath.isEmpty()) {
250
251 const ImageCacheKey imageKey = { image->m_imagePath, inMipMode, int(image->type), QString() };
252 auto foundIt = imageMap.find(imageKey);
253 if (foundIt != imageMap.cend()) {
254 result = foundIt.value().renderImageTexture;
255 } else {
256 Q_QUICK3D_PROFILE_START(QQuick3DProfiler::Quick3DTextureLoad);
257 QScopedPointer<QSSGLoadedTexture> theLoadedTexture;
258 const auto &path = image->m_imagePath.path();
259 const bool flipY = flags.testFlag(LoadWithFlippedY);
260 Q_TRACE_SCOPE(QSSG_textureLoadPath, path);
261 theLoadedTexture.reset(QSSGLoadedTexture::load(path, image->m_format, flipY));
262 if (theLoadedTexture) {
263 foundIt = imageMap.insert(imageKey, ImageData());
264 CreateRhiTextureFlags rhiTexFlags = ScanForTransparency;
265 if (image->type == QSSGRenderGraphObject::Type::ImageCube)
266 rhiTexFlags |= CubeMap;
267 if (!setRhiTexture(foundIt.value().renderImageTexture, theLoadedTexture.data(), inMipMode, rhiTexFlags, QFileInfo(path).fileName())) {
268 foundIt.value() = ImageData();
269 } else if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Debug)) {
270 qDebug() << "+ uploadTexture: " << image->m_imagePath.path() << currentLayer;
271 }
272 result = foundIt.value().renderImageTexture;
273 increaseMemoryStat(result.m_texture);
274 } else {
275 // We want to make sure that bad path fails once and doesn't fail over and over
276 // again
277 // which could slow down the system quite a bit.
278 foundIt = imageMap.insert(imageKey, ImageData());
279 qCWarning(WARNING, "Failed to load image: %s", qPrintable(path));
280 }
281 Q_QUICK3D_PROFILE_END_WITH_STRING(QQuick3DProfiler::Quick3DTextureLoad, stats.imageDataSize, path.toUtf8());
282 }
283 foundIt.value().usageCounts[currentLayer]++;
284 } else if (image->m_extensionsSource) {
285 auto it = renderExtensionTexture.find(image->m_extensionsSource);
286 if (it != renderExtensionTexture.end()) {
287 it->usageCounts[currentLayer]++;
288 result = it->renderImageTexture;
289 }
290 }
291 return result;
292}
293
294QSSGRenderImageTexture QSSGBufferManager::loadTextureData(QSSGRenderTextureData *data, MipMode inMipMode)
295{
296 QSSG_ASSERT(data != nullptr, return {});
297
298 const CustomImageCacheKey imageKey = { data, data->size(), inMipMode };
299 auto theImageData = customTextureMap.find(imageKey);
300 if (theImageData == customTextureMap.end()) {
301 theImageData = customTextureMap.insert(imageKey, ImageData{{}, {}, data->version()});
302 } else if (data->version() == theImageData->version) {
303 // Return the currently loaded texture
304 theImageData.value().usageCounts[currentLayer]++;
305 return theImageData.value().renderImageTexture;
306 } else {
307 // Optimization: If only the version number has changed, we can attempt to reuse the texture.
308 // Just update the version number and let setRhiTexture handle the rest.
309 theImageData->version = data->version();
310 }
311
312 // Load the texture
313 QScopedPointer<QSSGLoadedTexture> theLoadedTexture;
314 if (!data->textureData().isNull()) {
315 theLoadedTexture.reset(QSSGLoadedTexture::loadTextureData(data));
316 theLoadedTexture->ownsData = false;
317 CreateRhiTextureFlags rhiTexFlags = {};
318 if (theLoadedTexture->depth > 0)
319 rhiTexFlags |= Texture3D;
320
321 bool wasTextureCreated = false;
322
323 if (setRhiTexture(theImageData.value().renderImageTexture, theLoadedTexture.data(), inMipMode, rhiTexFlags, data->debugObjectName, &wasTextureCreated)) {
324 if (wasTextureCreated) {
325 if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Debug))
326 qDebug() << "+ uploadTexture: " << data << theImageData.value().renderImageTexture.m_texture << currentLayer;
327 increaseMemoryStat(theImageData.value().renderImageTexture.m_texture);
328 }
329 } else {
330 theImageData.value() = ImageData();
331 }
332 }
333
334 theImageData.value().usageCounts[currentLayer]++;
335 return theImageData.value().renderImageTexture;
336}
337
338QSSGRenderImageTexture QSSGBufferManager::loadLightmap(const QSSGRenderModel &model)
339{
340 Q_ASSERT(currentLayer);
341
342 if (model.lightmapKey.isEmpty() || currentlyLightmapBaking || !validateLightmap())
343 return {};
344
345 Q_ASSERT(!lightmapSource.isEmpty());
346 static const QSSGRenderTextureFormat format = QSSGRenderTextureFormat::RGBA16F;
347 QSSGRenderImageTexture result;
348 const ImageCacheKey imageKey = { QSSGRenderPath(lightmapSource), MipModeDisable, int(QSSGRenderGraphObject::Type::Image2D), model.lightmapKey };
349 auto foundIt = imageMap.find(imageKey);
350 if (foundIt != imageMap.end()) {
351 result = foundIt.value().renderImageTexture;
352 } else {
353 Q_QUICK3D_PROFILE_START(QQuick3DProfiler::Quick3DTextureLoad);
354 Q_TRACE_SCOPE(QSSG_textureLoadPath, lightmapSource);
355 QScopedPointer<QSSGLoadedTexture> theLoadedTexture;
356 theLoadedTexture.reset(QSSGLoadedTexture::loadLightmapImage(lightmapSource, format, model.lightmapKey));
357 if (!theLoadedTexture) {
358 qCWarning(WARNING, "Failed to load lightmap image for %s", qPrintable(model.lightmapKey));
359 }
360 foundIt = imageMap.insert(imageKey, ImageData());
361 if (theLoadedTexture) {
362 const QString debugOjbectName = lightmapSource + QStringLiteral(" [%1]").arg(model.lightmapKey);
363 if (!setRhiTexture(foundIt.value().renderImageTexture, theLoadedTexture.data(), MipModeDisable, {}, debugOjbectName))
364 foundIt.value() = ImageData();
365 else if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Debug))
366 qDebug() << "+ uploadTexture: " << debugOjbectName << currentLayer;
367 result = foundIt.value().renderImageTexture;
368 }
369 increaseMemoryStat(result.m_texture);
370 Q_QUICK3D_PROFILE_END_WITH_STRING(QQuick3DProfiler::Quick3DTextureLoad, stats.imageDataSize, lightmapSource.toUtf8());
371 }
372 foundIt.value().usageCounts[currentLayer]++;
373 return result;
374}
375
376QSSGRenderImageTexture QSSGBufferManager::loadSkinmap(QSSGRenderTextureData *skin)
377{
378 return loadTextureData(skin, MipModeDisable);
379}
380
381QSSGRenderMesh *QSSGBufferManager::getMeshForPicking(const QSSGRenderModel &model, const QString &lightmap) const
382{
383 if (!model.meshPath.isNull()) {
384 auto key = std::make_pair(model.meshPath, lightmap);
385 const auto foundIt = meshMap.constFind(key);
386 if (foundIt != meshMap.constEnd())
387 return foundIt->mesh;
388 }
389
390 if (model.geometry) {
391 auto key = std::make_pair(model.geometry, lightmap);
392 const auto foundIt = customMeshMap.constFind(key);
393 if (foundIt != customMeshMap.constEnd())
394 return foundIt->mesh;
395 }
396
397 return nullptr;
398}
399
400QRhiTexture::Format QSSGBufferManager::toRhiFormat(const QSSGRenderTextureFormat format)
401{
402 switch (format.format) {
403
404 case QSSGRenderTextureFormat::RGBA8:
405 return QRhiTexture::RGBA8;
406 case QSSGRenderTextureFormat::R8:
407 return QRhiTexture::R8;
408 case QSSGRenderTextureFormat::Luminance16: //???
409 case QSSGRenderTextureFormat::R16:
410 return QRhiTexture::R16;
411 case QSSGRenderTextureFormat::LuminanceAlpha8:
412 case QSSGRenderTextureFormat::Luminance8:
413 case QSSGRenderTextureFormat::Alpha8:
414 return QRhiTexture::RED_OR_ALPHA8;
415 case QSSGRenderTextureFormat::RGBA16F:
416 return QRhiTexture::RGBA16F;
417 case QSSGRenderTextureFormat::RGBA32F:
418 return QRhiTexture::RGBA32F;
419 case QSSGRenderTextureFormat::R16F:
420 return QRhiTexture::R16F;
421 case QSSGRenderTextureFormat::R32F:
422 return QRhiTexture::R32F;
423 case QSSGRenderTextureFormat::RGBE8:
424 return QRhiTexture::RGBA8;
425 case QSSGRenderTextureFormat::R32UI:
426 return QRhiTexture::R32UI;
427 case QSSGRenderTextureFormat::RGBA32UI:
428 return QRhiTexture::RGBA32UI;
429 case QSSGRenderTextureFormat::RGB_DXT1:
430 return QRhiTexture::BC1;
431 case QSSGRenderTextureFormat::RGBA_DXT3:
432 return QRhiTexture::BC2;
433 case QSSGRenderTextureFormat::RGBA_DXT5:
434 return QRhiTexture::BC3;
435 case QSSGRenderTextureFormat::RGBA8_ETC2_EAC:
436 return QRhiTexture::ETC2_RGBA8;
437 case QSSGRenderTextureFormat::RGBA_ASTC_4x4:
438 case QSSGRenderTextureFormat::SRGB8_Alpha8_ASTC_4x4:
439 return QRhiTexture::ASTC_4x4;
440 case QSSGRenderTextureFormat::RGBA_ASTC_5x4:
441 case QSSGRenderTextureFormat::SRGB8_Alpha8_ASTC_5x4:
442 return QRhiTexture::ASTC_5x4;
443 case QSSGRenderTextureFormat::RGBA_ASTC_5x5:
444 case QSSGRenderTextureFormat::SRGB8_Alpha8_ASTC_5x5:
445 return QRhiTexture::ASTC_5x5;
446 case QSSGRenderTextureFormat::RGBA_ASTC_6x5:
447 case QSSGRenderTextureFormat::SRGB8_Alpha8_ASTC_6x5:
448 return QRhiTexture::ASTC_6x5;
449 case QSSGRenderTextureFormat::RGBA_ASTC_6x6:
450 case QSSGRenderTextureFormat::SRGB8_Alpha8_ASTC_6x6:
451 return QRhiTexture::ASTC_6x6;
452 case QSSGRenderTextureFormat::RGBA_ASTC_8x5:
453 case QSSGRenderTextureFormat::SRGB8_Alpha8_ASTC_8x5:
454 return QRhiTexture::ASTC_8x5;
455 case QSSGRenderTextureFormat::RGBA_ASTC_8x6:
456 case QSSGRenderTextureFormat::SRGB8_Alpha8_ASTC_8x6:
457 return QRhiTexture::ASTC_8x6;
458 case QSSGRenderTextureFormat::RGBA_ASTC_8x8:
459 case QSSGRenderTextureFormat::SRGB8_Alpha8_ASTC_8x8:
460 return QRhiTexture::ASTC_8x8;
461 case QSSGRenderTextureFormat::RGBA_ASTC_10x5:
462 case QSSGRenderTextureFormat::SRGB8_Alpha8_ASTC_10x5:
463 return QRhiTexture::ASTC_10x5;
464 case QSSGRenderTextureFormat::RGBA_ASTC_10x6:
465 case QSSGRenderTextureFormat::SRGB8_Alpha8_ASTC_10x6:
466 return QRhiTexture::ASTC_10x6;
467 case QSSGRenderTextureFormat::RGBA_ASTC_10x8:
468 case QSSGRenderTextureFormat::SRGB8_Alpha8_ASTC_10x8:
469 return QRhiTexture::ASTC_10x8;
470 case QSSGRenderTextureFormat::RGBA_ASTC_10x10:
471 case QSSGRenderTextureFormat::SRGB8_Alpha8_ASTC_10x10:
472 return QRhiTexture::ASTC_10x10;
473 case QSSGRenderTextureFormat::RGBA_ASTC_12x10:
474 case QSSGRenderTextureFormat::SRGB8_Alpha8_ASTC_12x10:
475 return QRhiTexture::ASTC_12x10;
476 case QSSGRenderTextureFormat::RGBA_ASTC_12x12:
477 case QSSGRenderTextureFormat::SRGB8_Alpha8_ASTC_12x12:
478 return QRhiTexture::ASTC_12x12;
479
480 case QSSGRenderTextureFormat::Depth16:
481 return QRhiTexture::D16;
482 case QSSGRenderTextureFormat::Depth24:
483 return QRhiTexture::D24;
484 case QSSGRenderTextureFormat::Depth32:
485 return QRhiTexture::D32F;
486 case QSSGRenderTextureFormat::Depth24Stencil8:
487 return QRhiTexture::D24S8;
488
489 case QSSGRenderTextureFormat::SRGB8A8:
490 return QRhiTexture::RGBA8; // Note: user must keep track of color space manually
491
492 default:
493 qWarning() << "Unsupported texture format" << format.format;
494 return QRhiTexture::UnknownFormat;
495 }
496
497}
498
499// Vertex data for rendering environment cube map
500static const float cube[] = {
501 -1.0f,-1.0f,-1.0f, // -X side
502 -1.0f,-1.0f, 1.0f,
503 -1.0f, 1.0f, 1.0f,
504 -1.0f, 1.0f, 1.0f,
505 -1.0f, 1.0f,-1.0f,
506 -1.0f,-1.0f,-1.0f,
507
508 -1.0f,-1.0f,-1.0f, // -Z side
509 1.0f, 1.0f,-1.0f,
510 1.0f,-1.0f,-1.0f,
511 -1.0f,-1.0f,-1.0f,
512 -1.0f, 1.0f,-1.0f,
513 1.0f, 1.0f,-1.0f,
514
515 -1.0f,-1.0f,-1.0f, // -Y side
516 1.0f,-1.0f,-1.0f,
517 1.0f,-1.0f, 1.0f,
518 -1.0f,-1.0f,-1.0f,
519 1.0f,-1.0f, 1.0f,
520 -1.0f,-1.0f, 1.0f,
521
522 -1.0f, 1.0f,-1.0f, // +Y side
523 -1.0f, 1.0f, 1.0f,
524 1.0f, 1.0f, 1.0f,
525 -1.0f, 1.0f,-1.0f,
526 1.0f, 1.0f, 1.0f,
527 1.0f, 1.0f,-1.0f,
528
529 1.0f, 1.0f,-1.0f, // +X side
530 1.0f, 1.0f, 1.0f,
531 1.0f,-1.0f, 1.0f,
532 1.0f,-1.0f, 1.0f,
533 1.0f,-1.0f,-1.0f,
534 1.0f, 1.0f,-1.0f,
535
536 -1.0f, 1.0f, 1.0f, // +Z side
537 -1.0f,-1.0f, 1.0f,
538 1.0f, 1.0f, 1.0f,
539 -1.0f,-1.0f, 1.0f,
540 1.0f,-1.0f, 1.0f,
541 1.0f, 1.0f, 1.0f,
542
543 0.0f, 1.0f, // -X side
544 1.0f, 1.0f,
545 1.0f, 0.0f,
546 1.0f, 0.0f,
547 0.0f, 0.0f,
548 0.0f, 1.0f,
549
550 1.0f, 1.0f, // -Z side
551 0.0f, 0.0f,
552 0.0f, 1.0f,
553 1.0f, 1.0f,
554 1.0f, 0.0f,
555 0.0f, 0.0f,
556
557 1.0f, 0.0f, // -Y side
558 1.0f, 1.0f,
559 0.0f, 1.0f,
560 1.0f, 0.0f,
561 0.0f, 1.0f,
562 0.0f, 0.0f,
563
564 1.0f, 0.0f, // +Y side
565 0.0f, 0.0f,
566 0.0f, 1.0f,
567 1.0f, 0.0f,
568 0.0f, 1.0f,
569 1.0f, 1.0f,
570
571 1.0f, 0.0f, // +X side
572 0.0f, 0.0f,
573 0.0f, 1.0f,
574 0.0f, 1.0f,
575 1.0f, 1.0f,
576 1.0f, 0.0f,
577
578 0.0f, 0.0f, // +Z side
579 0.0f, 1.0f,
580 1.0f, 0.0f,
581 0.0f, 1.0f,
582 1.0f, 1.0f,
583 1.0f, 0.0f,
584};
585
586bool QSSGBufferManager::createEnvironmentMap(const QSSGLoadedTexture *inImage, QSSGRenderImageTexture *outTexture, const QString &debugObjectName)
587{
588 // The objective of this method is to take the equirectangular texture
589 // provided by inImage and create a cubeMap that contains both pre-filtered
590 // specular environment maps, as well as a irradiance map for diffuse
591 // operations.
592 // To achieve this though we first convert convert the Equirectangular texture
593 // to a cubeMap with genereated mip map levels (no filtering) to make the
594 // process of creating the prefiltered and irradiance maps eaiser. This
595 // intermediate texture as well as the original equirectangular texture are
596 // destroyed after this frame completes, and all further associations with
597 // the source lightProbe texture are instead associated with the final
598 // generated environment map.
599 // The intermediate environment cubemap is used to generate the final
600 // cubemap. This cubemap will generate 6 mip levels for each face
601 // (the remaining faces are unused). This is what the contents of each
602 // face mip level looks like:
603 // 0: Pre-filtered with roughness 0 (basically unfiltered)
604 // 1: Pre-filtered with roughness 0.25
605 // 2: Pre-filtered with roughness 0.5
606 // 3: Pre-filtered with roughness 0.75
607 // 4: Pre-filtered with rougnness 1.0
608 // 5: Irradiance map (ideally at least 16x16)
609 // It would be better if we could use a separate cubemap for irradiance, but
610 // right now there is a 1:1 association between texture sources on the front-
611 // end and backend.
612 const auto &context = m_contextInterface->rhiContext();
613 auto *rhi = context->rhi();
614 // Right now minimum face size needs to be 512x512 to be able to have 6 reasonably sized mips
615 int suggestedSize = inImage->height * 0.5f;
616 suggestedSize = qMax(512, suggestedSize);
617 const QSize environmentMapSize(suggestedSize, suggestedSize);
618 const bool isRGBE = inImage->format.format == QSSGRenderTextureFormat::Format::RGBE8;
619 const QRhiTexture::Format sourceTextureFormat = toRhiFormat(inImage->format.format);
620 // Check if we can use the source texture at all
621 if (!rhi->isTextureFormatSupported(sourceTextureFormat))
622 return false;
623
624 QRhiTexture::Format cubeTextureFormat = inImage->format.isCompressedTextureFormat()
625 ? QRhiTexture::RGBA16F // let's just assume that if compressed textures are available, then it's at least a GLES 3.0 level API
626 : sourceTextureFormat;
627#ifdef Q_OS_IOS
628 // iOS doesn't support mip map filtering on RGBA32F textures
629 if (cubeTextureFormat == QRhiTexture::RGBA32F)
630 cubeTextureFormat = QRhiTexture::RGBA16F;
631#endif
632
633 const int colorSpace = inImage->isSRGB ? 1 : 0; // 0 Linear | 1 sRGB
634
635 // Phase 1: Convert the Equirectangular texture to a Cubemap
636 QRhiTexture *envCubeMap = rhi->newTexture(cubeTextureFormat, environmentMapSize, 1,
637 QRhiTexture::RenderTarget | QRhiTexture::CubeMap | QRhiTexture::MipMapped | QRhiTexture::UsedWithGenerateMips);
638 if (!envCubeMap->create()) {
639 qWarning("Failed to create Environment Cube Map");
640 return false;
641 }
642 envCubeMap->deleteLater();
643
644 // Create a renderbuffer the size of a the cubeMap face
645 QRhiRenderBuffer *envMapRenderBuffer = rhi->newRenderBuffer(QRhiRenderBuffer::Color, environmentMapSize);
646 if (!envMapRenderBuffer->create()) {
647 qWarning("Failed to create Environment Map Render Buffer");
648 return false;
649 }
650 envMapRenderBuffer->deleteLater();
651
652 const QByteArray rtName = debugObjectName.toLatin1();
653
654 // Setup the 6 render targets for each cube face
655 QVarLengthArray<QRhiTextureRenderTarget *, 6> renderTargets;
656 QRhiRenderPassDescriptor *renderPassDesc = nullptr;
657 for (const auto face : QSSGRenderTextureCubeFaces) {
658 QRhiColorAttachment att(envCubeMap);
659 att.setLayer(quint8(face));
660 QRhiTextureRenderTargetDescription rtDesc;
661 rtDesc.setColorAttachments({att});
662 auto renderTarget = rhi->newTextureRenderTarget(rtDesc);
663 renderTarget->setName(rtName + QByteArrayLiteral(" env cube face: ") + QSSGBaseTypeHelpers::displayName(face));
664 renderTarget->setDescription(rtDesc);
665 if (!renderPassDesc)
666 renderPassDesc = renderTarget->newCompatibleRenderPassDescriptor();
667 renderTarget->setRenderPassDescriptor(renderPassDesc);
668 if (!renderTarget->create()) {
669 qWarning("Failed to build env map render target");
670 return false;
671 }
672 renderTarget->deleteLater();
673 renderTargets << renderTarget;
674 }
675 renderPassDesc->deleteLater();
676
677 // Setup the sampler for reading the equirectangular loaded texture
678 QSize size(inImage->width, inImage->height);
679 auto *sourceTexture = rhi->newTexture(sourceTextureFormat, size, 1);
680 if (!sourceTexture->create()) {
681 qWarning("failed to create source env map texture");
682 return false;
683 }
684 sourceTexture->deleteLater();
685
686 // Upload the equirectangular texture
687 const auto desc = inImage->textureFileData.isValid()
688 ? QRhiTextureUploadDescription(
689 { 0, 0, QRhiTextureSubresourceUploadDescription(inImage->textureFileData.getDataView().toByteArray()) })
690 : QRhiTextureUploadDescription({ 0, 0, { inImage->data, inImage->dataSizeInBytes } });
691
692 auto *rub = rhi->nextResourceUpdateBatch();
693 rub->uploadTexture(sourceTexture, desc);
694
695 const QSSGRhiSamplerDescription samplerDesc {
696 QRhiSampler::Linear,
697 QRhiSampler::Linear,
698 QRhiSampler::None,
699 QRhiSampler::ClampToEdge,
700 QRhiSampler::ClampToEdge,
701 QRhiSampler::Repeat
702 };
703 QRhiSampler *sampler = context->sampler(samplerDesc);
704
705 // Load shader and setup render pipeline
706 const auto &shaderCache = m_contextInterface->shaderCache();
707 const auto &envMapShaderStages = shaderCache->getBuiltInRhiShaders().getRhiEnvironmentmapShader();
708
709 // Vertex Buffer - Just a single cube that will be viewed from inside
710 QRhiBuffer *vertexBuffer = rhi->newBuffer(QRhiBuffer::Immutable, QRhiBuffer::VertexBuffer, sizeof(cube));
711 vertexBuffer->create();
712 vertexBuffer->deleteLater();
713 rub->uploadStaticBuffer(vertexBuffer, cube);
714
715 // Uniform Buffer - 2x mat4
716 int ubufElementSize = rhi->ubufAligned(128);
717 QRhiBuffer *uBuf = rhi->newBuffer(QRhiBuffer::Dynamic, QRhiBuffer::UniformBuffer, ubufElementSize * 6);
718 uBuf->create();
719 uBuf->deleteLater();
720
721 int ubufEnvMapElementSize = rhi->ubufAligned(4);
722 QRhiBuffer *uBufEnvMap = rhi->newBuffer(QRhiBuffer::Dynamic, QRhiBuffer::UniformBuffer, ubufEnvMapElementSize * 6);
723 uBufEnvMap->create();
724 uBufEnvMap->deleteLater();
725
726 // Shader Resource Bindings
727 QRhiShaderResourceBindings *envMapSrb = rhi->newShaderResourceBindings();
728 envMapSrb->setBindings({
729 QRhiShaderResourceBinding::uniformBufferWithDynamicOffset(0, QRhiShaderResourceBinding::VertexStage, uBuf, 128),
730 QRhiShaderResourceBinding::uniformBufferWithDynamicOffset(2, QRhiShaderResourceBinding::FragmentStage, uBufEnvMap, ubufEnvMapElementSize),
731 QRhiShaderResourceBinding::sampledTexture(1, QRhiShaderResourceBinding::FragmentStage, sourceTexture, sampler)
732 });
733 envMapSrb->create();
734 envMapSrb->deleteLater();
735
736 // Pipeline
737 QRhiGraphicsPipeline *envMapPipeline = rhi->newGraphicsPipeline();
738 envMapPipeline->setCullMode(QRhiGraphicsPipeline::Front);
739 envMapPipeline->setFrontFace(QRhiGraphicsPipeline::CCW);
740 envMapPipeline->setShaderStages({
741 *envMapShaderStages->vertexStage(),
742 *envMapShaderStages->fragmentStage()
743 });
744
745 QRhiVertexInputLayout inputLayout;
746 inputLayout.setBindings({
747 { 3 * sizeof(float) }
748 });
749 inputLayout.setAttributes({
750 { 0, 0, QRhiVertexInputAttribute::Float3, 0 }
751 });
752
753 envMapPipeline->setVertexInputLayout(inputLayout);
754 envMapPipeline->setShaderResourceBindings(envMapSrb);
755 envMapPipeline->setRenderPassDescriptor(renderPassDesc);
756 if (!envMapPipeline->create()) {
757 qWarning("failed to create source env map pipeline state");
758 return false;
759 }
760 envMapPipeline->deleteLater();
761
762 // Do the actual render passes
763 auto *cb = context->commandBuffer();
764 cb->debugMarkBegin("Environment Cubemap Generation");
765 Q_QUICK3D_PROFILE_START(QQuick3DProfiler::Quick3DRenderPass);
766 Q_TRACE(QSSG_renderPass_entry, QStringLiteral("Environment Cubemap Generation"));
767 const QRhiCommandBuffer::VertexInput vbufBinding(vertexBuffer, 0);
768
769 // Set the Uniform Data
770 QMatrix4x4 mvp = rhi->clipSpaceCorrMatrix();
771 mvp.perspective(90.0f, 1.0f, 0.1f, 10.0f);
772
773 auto lookAt = [](const QVector3D &eye, const QVector3D &center, const QVector3D &up) {
774 QMatrix4x4 viewMatrix;
775 viewMatrix.lookAt(eye, center, up);
776 return viewMatrix;
777 };
778 QVarLengthArray<QMatrix4x4, 6> views;
779 views.append(lookAt(QVector3D(0.0f, 0.0f, 0.0f), QVector3D(1.0, 0.0, 0.0), QVector3D(0.0f, -1.0f, 0.0f)));
780 views.append(lookAt(QVector3D(0.0f, 0.0f, 0.0f), QVector3D(-1.0, 0.0, 0.0), QVector3D(0.0f, -1.0f, 0.0f)));
781 if (rhi->isYUpInFramebuffer()) {
782 views.append(lookAt(QVector3D(0.0f, 0.0f, 0.0f), QVector3D(0.0, 1.0, 0.0), QVector3D(0.0f, 0.0f, 1.0f)));
783 views.append(lookAt(QVector3D(0.0f, 0.0f, 0.0f), QVector3D(0.0, -1.0, 0.0), QVector3D(0.0f, 0.0f, -1.0f)));
784 } else {
785 views.append(lookAt(QVector3D(0.0f, 0.0f, 0.0f), QVector3D(0.0, -1.0, 0.0), QVector3D(0.0f, 0.0f, -1.0f)));
786 views.append(lookAt(QVector3D(0.0f, 0.0f, 0.0f), QVector3D(0.0, 1.0, 0.0), QVector3D(0.0f, 0.0f, 1.0f)));
787 }
788 views.append(lookAt(QVector3D(0.0f, 0.0f, 0.0f), QVector3D(0.0, 0.0, 1.0), QVector3D(0.0f, -1.0f, 0.0f)));
789 views.append(lookAt(QVector3D(0.0f, 0.0f, 0.0f), QVector3D(0.0, 0.0, -1.0), QVector3D(0.0f, -1.0f, 0.0f)));
790 for (const auto face : QSSGRenderTextureCubeFaces) {
791 rub->updateDynamicBuffer(uBuf, quint8(face) * ubufElementSize, 64, mvp.constData());
792 rub->updateDynamicBuffer(uBuf, quint8(face) * ubufElementSize + 64, 64, views[quint8(face)].constData());
793 rub->updateDynamicBuffer(uBufEnvMap, quint8(face) * ubufEnvMapElementSize, 4, &colorSpace);
794 }
795 cb->resourceUpdate(rub);
796
797 for (const auto face : QSSGRenderTextureCubeFaces) {
798 cb->beginPass(renderTargets[quint8(face)], QColor(0, 0, 0, 1), { 1.0f, 0 }, nullptr, context->commonPassFlags());
799 Q_QUICK3D_PROFILE_START(QQuick3DProfiler::Quick3DRenderPass);
800 QSSGRHICTX_STAT(context, beginRenderPass(renderTargets[quint8(face)]));
801
802 // Execute render pass
803 cb->setGraphicsPipeline(envMapPipeline);
804 cb->setVertexInput(0, 1, &vbufBinding);
805 cb->setViewport(QRhiViewport(0, 0, environmentMapSize.width(), environmentMapSize.height()));
806 QVector<QPair<int, quint32>> dynamicOffset = {
807 { 0, quint32(ubufElementSize * quint8(face)) },
808 { 2, quint32(ubufEnvMapElementSize * quint8(face) )}
809 };
810 cb->setShaderResources(envMapSrb, 2, dynamicOffset.constData());
811 Q_QUICK3D_PROFILE_START(QQuick3DProfiler::Quick3DRenderCall);
812 cb->draw(36);
813 QSSGRHICTX_STAT(context, draw(36, 1));
814 Q_QUICK3D_PROFILE_END_WITH_STRING(QQuick3DProfiler::Quick3DRenderCall, 36llu | (1llu << 32), QByteArrayLiteral("environment_map"));
815
816 cb->endPass();
817 QSSGRHICTX_STAT(context, endRenderPass());
818 Q_QUICK3D_PROFILE_END_WITH_STRING(QQuick3DProfiler::Quick3DRenderPass, 0, QSSG_RENDERPASS_NAME("environment_map", 0, face));
819 }
820 cb->debugMarkEnd();
821 Q_QUICK3D_PROFILE_END_WITH_STRING(QQuick3DProfiler::Quick3DRenderPass, 0, QByteArrayLiteral("environment_cube_generation"));
822 Q_TRACE(QSSG_renderPass_exit);
823
824 if (!isRGBE) {
825 // Generate mipmaps for envMap
826 rub = rhi->nextResourceUpdateBatch();
827 rub->generateMips(envCubeMap);
828 cb->resourceUpdate(rub);
829 }
830
831 // Phase 2: Generate the pre-filtered environment cubemap
832 cb->debugMarkBegin("Pre-filtered Environment Cubemap Generation");
833 Q_QUICK3D_PROFILE_START(QQuick3DProfiler::Quick3DRenderPass);
834 Q_TRACE(QSSG_renderPass_entry, QStringLiteral("Pre-filtered Environment Cubemap Generation"));
835 QRhiTexture *preFilteredEnvCubeMap = rhi->newTexture(cubeTextureFormat, environmentMapSize, 1, QRhiTexture::RenderTarget | QRhiTexture::CubeMap| QRhiTexture::MipMapped);
836 if (!preFilteredEnvCubeMap->create())
837 qWarning("Failed to create Pre-filtered Environment Cube Map");
838 preFilteredEnvCubeMap->setName(rtName);
839 int mipmapCount = rhi->mipLevelsForSize(environmentMapSize);
840 mipmapCount = qMin(mipmapCount, 6); // don't create more than 6 mip levels
841 QMap<int, QSize> mipLevelSizes;
842 QMap<int, QVarLengthArray<QRhiTextureRenderTarget *, 6>> renderTargetsMap;
843 QRhiRenderPassDescriptor *renderPassDescriptorPhase2 = nullptr;
844
845 // Create a renderbuffer for each mip level
846 for (int mipLevel = 0; mipLevel < mipmapCount; ++mipLevel) {
847 const QSize levelSize = QSize(environmentMapSize.width() * std::pow(0.5, mipLevel),
848 environmentMapSize.height() * std::pow(0.5, mipLevel));
849 mipLevelSizes.insert(mipLevel, levelSize);
850 // Setup Render targets (6 * mipmapCount)
851 QVarLengthArray<QRhiTextureRenderTarget *, 6> renderTargets;
852 for (const auto face : QSSGRenderTextureCubeFaces) {
853 QRhiColorAttachment att(preFilteredEnvCubeMap);
854 att.setLayer(quint8(face));
855 att.setLevel(mipLevel);
856 QRhiTextureRenderTargetDescription rtDesc;
857 rtDesc.setColorAttachments({att});
858 auto renderTarget = rhi->newTextureRenderTarget(rtDesc);
859 renderTarget->setName(rtName + QByteArrayLiteral(" env prefilter mip/face: ")
860 + QByteArray::number(mipLevel) + QByteArrayLiteral("/") + QSSGBaseTypeHelpers::displayName(face));
861 renderTarget->setDescription(rtDesc);
862 if (!renderPassDescriptorPhase2)
863 renderPassDescriptorPhase2 = renderTarget->newCompatibleRenderPassDescriptor();
864 renderTarget->setRenderPassDescriptor(renderPassDescriptorPhase2);
865 if (!renderTarget->create())
866 qWarning("Failed to build prefilter env map render target");
867 renderTarget->deleteLater();
868 renderTargets << renderTarget;
869 }
870 renderTargetsMap.insert(mipLevel, renderTargets);
871 renderPassDescriptorPhase2->deleteLater();
872 }
873
874 // Load the prefilter shader stages
875 const auto &prefilterShaderStages = shaderCache->getBuiltInRhiShaders().getRhienvironmentmapPreFilterShader(isRGBE);
876
877 // Create a new Sampler
878 const QSSGRhiSamplerDescription samplerMipMapDesc {
879 QRhiSampler::Linear,
880 QRhiSampler::Linear,
881 QRhiSampler::Linear,
882 QRhiSampler::ClampToEdge,
883 QRhiSampler::ClampToEdge,
884 QRhiSampler::Repeat
885 };
886
887 QRhiSampler *envMapCubeSampler = nullptr;
888 // Only use mipmap interpoliation if not using RGBE
889 if (!isRGBE)
890 envMapCubeSampler = context->sampler(samplerMipMapDesc);
891 else
892 envMapCubeSampler = sampler;
893
894 // Reuse Vertex Buffer from phase 1
895 // Reuse UniformBuffer from phase 1 (for vertex shader)
896
897 // UniformBuffer
898 // float roughness;
899 // float resolution;
900 // float lodBias;
901 // int sampleCount;
902 // int distribution;
903
904 int ubufPrefilterElementSize = rhi->ubufAligned(20);
905 QRhiBuffer *uBufPrefilter = rhi->newBuffer(QRhiBuffer::Dynamic, QRhiBuffer::UniformBuffer, ubufPrefilterElementSize * mipmapCount);
906 uBufPrefilter->create();
907 uBufPrefilter->deleteLater();
908
909 // Shader Resource Bindings
910 QRhiShaderResourceBindings *preFilterSrb = rhi->newShaderResourceBindings();
911 preFilterSrb->setBindings({
912 QRhiShaderResourceBinding::uniformBufferWithDynamicOffset(0, QRhiShaderResourceBinding::VertexStage, uBuf, 128),
913 QRhiShaderResourceBinding::uniformBufferWithDynamicOffset(2, QRhiShaderResourceBinding::FragmentStage, uBufPrefilter, 20),
914 QRhiShaderResourceBinding::sampledTexture(1, QRhiShaderResourceBinding::FragmentStage, envCubeMap, envMapCubeSampler)
915 });
916 preFilterSrb->create();
917 preFilterSrb->deleteLater();
918
919 // Pipeline
920 QRhiGraphicsPipeline *prefilterPipeline = rhi->newGraphicsPipeline();
921 prefilterPipeline->setCullMode(QRhiGraphicsPipeline::Front);
922 prefilterPipeline->setFrontFace(QRhiGraphicsPipeline::CCW);
923 prefilterPipeline->setDepthOp(QRhiGraphicsPipeline::LessOrEqual);
924 prefilterPipeline->setShaderStages({
925 *prefilterShaderStages->vertexStage(),
926 *prefilterShaderStages->fragmentStage()
927 });
928 // same as phase 1
929 prefilterPipeline->setVertexInputLayout(inputLayout);
930 prefilterPipeline->setShaderResourceBindings(preFilterSrb);
931 prefilterPipeline->setRenderPassDescriptor(renderPassDescriptorPhase2);
932 if (!prefilterPipeline->create()) {
933 qWarning("failed to create pre-filter env map pipeline state");
934 return false;
935 }
936 prefilterPipeline->deleteLater();
937
938 // Uniform Data
939 // set the roughness uniform buffer data
940 rub = rhi->nextResourceUpdateBatch();
941 const float resolution = environmentMapSize.width();
942 const float lodBias = 0.0f;
943 const int sampleCount = 1024;
944 for (int mipLevel = 0; mipLevel < mipmapCount; ++mipLevel) {
945 Q_ASSERT(mipmapCount - 2);
946 const float roughness = float(mipLevel) / float(mipmapCount - 2);
947 const int distribution = mipLevel == (mipmapCount - 1) ? 0 : 1; // last mip level is for irradiance
948 rub->updateDynamicBuffer(uBufPrefilter, mipLevel * ubufPrefilterElementSize, 4, &roughness);
949 rub->updateDynamicBuffer(uBufPrefilter, mipLevel * ubufPrefilterElementSize + 4, 4, &resolution);
950 rub->updateDynamicBuffer(uBufPrefilter, mipLevel * ubufPrefilterElementSize + 4 + 4, 4, &lodBias);
951 rub->updateDynamicBuffer(uBufPrefilter, mipLevel * ubufPrefilterElementSize + 4 + 4 + 4, 4, &sampleCount);
952 rub->updateDynamicBuffer(uBufPrefilter, mipLevel * ubufPrefilterElementSize + 4 + 4 + 4 + 4, 4, &distribution);
953 }
954
955 cb->resourceUpdate(rub);
956
957 // Render
958 for (int mipLevel = 0; mipLevel < mipmapCount; ++mipLevel) {
959 for (const auto face : QSSGRenderTextureCubeFaces) {
960 cb->beginPass(renderTargetsMap[mipLevel][quint8(face)], QColor(0, 0, 0, 1), { 1.0f, 0 }, nullptr, context->commonPassFlags());
961 QSSGRHICTX_STAT(context, beginRenderPass(renderTargetsMap[mipLevel][quint8(face)]));
962 Q_QUICK3D_PROFILE_START(QQuick3DProfiler::Quick3DRenderPass);
963 cb->setGraphicsPipeline(prefilterPipeline);
964 cb->setVertexInput(0, 1, &vbufBinding);
965 cb->setViewport(QRhiViewport(0, 0, mipLevelSizes[mipLevel].width(), mipLevelSizes[mipLevel].height()));
966 QVector<QPair<int, quint32>> dynamicOffsets = {
967 { 0, quint32(ubufElementSize * quint8(face)) },
968 { 2, quint32(ubufPrefilterElementSize * mipLevel) }
969 };
970 Q_QUICK3D_PROFILE_START(QQuick3DProfiler::Quick3DRenderCall);
971
972 cb->setShaderResources(preFilterSrb, 2, dynamicOffsets.constData());
973 cb->draw(36);
974 QSSGRHICTX_STAT(context, draw(36, 1));
975 Q_QUICK3D_PROFILE_END_WITH_STRING(QQuick3DProfiler::Quick3DRenderCall, 36llu | (1llu << 32), QByteArrayLiteral("environment_map"));
976 cb->endPass();
977 QSSGRHICTX_STAT(context, endRenderPass());
978 Q_QUICK3D_PROFILE_END_WITH_STRING(QQuick3DProfiler::Quick3DRenderPass, 0, QSSG_RENDERPASS_NAME("environment_map", mipLevel, face));
979 }
980 }
981 cb->debugMarkEnd();
982 Q_QUICK3D_PROFILE_END_WITH_STRING(QQuick3DProfiler::Quick3DRenderPass, 0, QByteArrayLiteral("environment_cube_prefilter"));
983 Q_TRACE(QSSG_renderPass_exit);
984
985 outTexture->m_texture = preFilteredEnvCubeMap;
986 outTexture->m_mipmapCount = mipmapCount;
987 return true;
988}
989
990bool QSSGBufferManager::setRhiTexture(QSSGRenderImageTexture &texture,
991 const QSSGLoadedTexture *inTexture,
992 MipMode inMipMode,
993 CreateRhiTextureFlags inFlags,
994 const QString &debugObjectName,
995 bool *wasTextureCreated)
996{
997 Q_ASSERT(inMipMode != MipModeFollowRenderImage);
998 QVarLengthArray<QRhiTextureUploadEntry, 16> textureUploads;
999 int textureSampleCount = 1;
1000 QRhiTexture::Flags textureFlags;
1001 const bool checkTransp = inFlags.testFlag(ScanForTransparency);
1002 bool hasTransp = false;
1003
1004 const auto &context = m_contextInterface->rhiContext();
1005 QSSGRhiContextPrivate *rhiCtxD = QSSGRhiContextPrivate::get(context.get());
1006 auto *rhi = context->rhi();
1007 QRhiTexture::Format rhiFormat = toRhiFormat(inTexture->format.format);
1008 const QTextureFileData &texFileData = inTexture->textureFileData;
1009 QSize size = texFileData.isValid() ? texFileData.size() : QSize(inTexture->width, inTexture->height);
1010 int mipmapCount = texFileData.isValid() ? texFileData.numLevels() : 1;
1011 int depth = inFlags.testFlag(Texture3D) ? inTexture->depth : 0;
1012 bool generateMipmaps = false;
1013
1014 if (size.isEmpty()) {
1015 qWarning() << "Could not use 0 sized texture";
1016 return false;
1017 } else if (!rhi->isTextureFormatSupported(rhiFormat)) {
1018 qWarning() << "Unsupported texture format" << rhiFormat;
1019 return false;
1020 }
1021
1022
1023 if (wasTextureCreated)
1024 *wasTextureCreated = false;
1025
1026 if (texture.m_texture == nullptr) {
1027 if (inTexture->format.format == QSSGRenderTextureFormat::Format::RGBE8)
1028 texture.m_flags.setRgbe8(true);
1029 if (!inTexture->isSRGB)
1030 texture.m_flags.setLinear(true);
1031 if (inMipMode == MipModeBsdf && (inTexture->data || texFileData.isValid())) {
1032 // Before creating an environment map, check if the provided texture is a
1033 // pre-baked environment map
1034 if (texFileData.isValid() && texFileData.keyValueMetadata().contains("QT_IBL_BAKER_VERSION")) {
1035 Q_ASSERT(texFileData.numFaces() == 6);
1036 Q_ASSERT(texFileData.numLevels() >= 5);
1037
1038 QRhiTexture *environmentCubeMap = rhi->newTexture(rhiFormat, size, 1, QRhiTexture::CubeMap | QRhiTexture::MipMapped);
1039 environmentCubeMap->setName(debugObjectName.toLatin1());
1040 environmentCubeMap->create();
1041 texture.m_texture = environmentCubeMap;
1042 rhiCtxD->registerTexture(texture.m_texture);
1043 if (wasTextureCreated)
1044 *wasTextureCreated = true;
1045 // If we get this far then we need to create an environment map at runtime.
1046 } else if (createEnvironmentMap(inTexture, &texture, debugObjectName)) {
1047 rhiCtxD->registerTexture(texture.m_texture);
1048 if (wasTextureCreated)
1049 *wasTextureCreated = true;
1050 return true;
1051 } else {
1052 qWarning() << "Failed to create environment map";
1053 return false;
1054 }
1055 } else {
1056 if (inMipMode == MipModeEnable && mipmapCount == 1) {
1057 textureFlags |= QRhiTexture::Flag::UsedWithGenerateMips;
1058 generateMipmaps = true;
1059 mipmapCount = rhi->mipLevelsForSize(size);
1060 }
1061
1062 if (mipmapCount > 1)
1063 textureFlags |= QRhiTexture::Flag::MipMapped;
1064
1065 if (inFlags.testFlag(CubeMap))
1066 textureFlags |= QRhiTexture::CubeMap;
1067
1068 if (inFlags.testFlag(Texture3D) && depth > 0)
1069 texture.m_texture = rhi->newTexture(rhiFormat, size.width(), size.height(), depth, textureSampleCount, textureFlags);
1070 else
1071 texture.m_texture = rhi->newTexture(rhiFormat, size, textureSampleCount, textureFlags);
1072
1073 texture.m_texture->setName(debugObjectName.toLatin1());
1074 texture.m_texture->create();
1075 rhiCtxD->registerTexture(texture.m_texture);
1076 if (wasTextureCreated)
1077 *wasTextureCreated = true;
1078 }
1079 }
1080
1081 // Update resources
1082 if (inMipMode == MipModeBsdf && (inTexture->data || texFileData.isValid())) {
1083 if (texFileData.isValid() && texFileData.keyValueMetadata().contains("QT_IBL_BAKER_VERSION")) {
1084 const int faceCount = texFileData.numFaces();
1085 for (int layer = 0; layer < faceCount; ++layer) {
1086 for (int level = 0; level < mipmapCount; ++level) {
1087 QRhiTextureSubresourceUploadDescription subDesc;
1088 subDesc.setSourceSize(sizeForMipLevel(level, size));
1089 subDesc.setData(texFileData.getDataView(level, layer).toByteArray());
1090 textureUploads << QRhiTextureUploadEntry { layer, level, subDesc };
1091 }
1092 }
1093
1094 QRhiTextureUploadDescription uploadDescription;
1095 uploadDescription.setEntries(textureUploads.cbegin(), textureUploads.cend());
1096 auto *rub = rhi->nextResourceUpdateBatch();
1097 rub->uploadTexture(texture.m_texture, uploadDescription);
1098 context->commandBuffer()->resourceUpdate(rub);
1099 texture.m_mipmapCount = mipmapCount;
1100 return true;
1101 }
1102 } else if (texFileData.isValid()) {
1103 int numFaces = 1;
1104 // Just having a container with 6 faces is not enough, we only treat it
1105 // as a cubemap if it was requested to be treated as such. Otherwise
1106 // only face 0 is used.
1107 if (texFileData.numFaces() == 6 && inFlags.testFlag(CubeMap))
1108 numFaces = 6;
1109
1110 for (int level = 0; level < texFileData.numLevels(); ++level) {
1111 QRhiTextureSubresourceUploadDescription subDesc;
1112 subDesc.setSourceSize(sizeForMipLevel(level, size));
1113 for (int face = 0; face < numFaces; ++face) {
1114 subDesc.setData(texFileData.getDataView(level, face).toByteArray());
1115 textureUploads << QRhiTextureUploadEntry{ face, level, subDesc };
1116 }
1117 }
1118 if (checkTransp) {
1119 auto glFormat = texFileData.glInternalFormat() ? texFileData.glInternalFormat() : texFileData.glFormat();
1120 hasTransp = !QSGCompressedTexture::formatIsOpaque(glFormat);
1121 }
1122 } else if (inFlags.testFlag(Texture3D)) {
1123 // 3D textures are currently only setup via QQuick3DTextureData
1124 quint32 formatSize = (quint32)inTexture->format.getSizeofFormat();
1125 quint32 size2D = inTexture->width * inTexture->height * formatSize;
1126 if (inTexture->dataSizeInBytes >= (quint32)(size2D * inTexture->depth)) {
1127 for (int slice = 0; slice < inTexture->depth; ++slice) {
1128 QRhiTextureSubresourceUploadDescription sliceUpload((char *)inTexture->data + slice * size2D, size2D);
1129 textureUploads << QRhiTextureUploadEntry(slice, 0, sliceUpload);
1130 }
1131 } else {
1132 qWarning() << "Texture size set larger than the data";
1133 }
1134 } else {
1135 QRhiTextureSubresourceUploadDescription subDesc;
1136 if (!inTexture->image.isNull()) {
1137 subDesc.setImage(inTexture->image);
1138 if (checkTransp)
1139 hasTransp = QImageData::get(inTexture->image)->checkForAlphaPixels();
1140 } else if (inTexture->data) {
1141 QByteArray buf(static_cast<const char *>(inTexture->data), qMax(0, int(inTexture->dataSizeInBytes)));
1142 subDesc.setData(buf);
1143 if (checkTransp)
1144 hasTransp = inTexture->scanForTransparency();
1145 }
1146 subDesc.setSourceSize(size);
1147 if (!subDesc.data().isEmpty() || !subDesc.image().isNull())
1148 textureUploads << QRhiTextureUploadEntry{0, 0, subDesc};
1149 }
1150
1151 static const auto textureSizeWarning = [](QSize requestedSize, qsizetype maxSize) {
1152 return QStringLiteral("Requested texture width and height (%1x%2) exceeds the maximum allowed size (%3)!")
1153 .arg(requestedSize.width()).arg(requestedSize.height()).arg(maxSize);
1154 };
1155 static auto maxTextureSize = rhi->resourceLimit(QRhi::ResourceLimit::TextureSizeMax);
1156 const auto validTexSize = size.width() <= maxTextureSize && size.height() <= maxTextureSize;
1157 QSSG_ASSERT_X(validTexSize, qPrintable(textureSizeWarning(size, maxTextureSize)), return false);
1158
1159 QSSG_ASSERT(texture.m_texture != nullptr, return false);
1160
1161 if (checkTransp)
1162 texture.m_flags.setHasTransparency(hasTransp);
1163
1164 QRhiTextureUploadDescription uploadDescription;
1165 uploadDescription.setEntries(textureUploads.cbegin(), textureUploads.cend());
1166 auto *rub = rhi->nextResourceUpdateBatch(); // TODO: optimize
1167 rub->uploadTexture(texture.m_texture, uploadDescription);
1168 if (generateMipmaps)
1169 rub->generateMips(texture.m_texture);
1170 context->commandBuffer()->resourceUpdate(rub);
1171
1172 texture.m_mipmapCount = mipmapCount;
1173 return true;
1174}
1175
1176QString QSSGBufferManager::primitivePath(const QString &primitive)
1177{
1178 QByteArray theName = primitive.toUtf8();
1179 for (size_t idx = 0; idx < nPrimitives; ++idx) {
1180 if (primitives[idx].primitive == theName) {
1181 QString pathBuilder = QString::fromLatin1(primitivesDirectory);
1182 pathBuilder += QLatin1String(primitives[idx].file);
1183 return pathBuilder;
1184 }
1185 }
1186 return {};
1187}
1188
1189QMutex *QSSGBufferManager::meshUpdateMutex()
1190{
1191 return &meshBufferMutex;
1192}
1193
1194QSSGMesh::Mesh QSSGBufferManager::loadPrimitive(const QString &inRelativePath)
1195{
1196 QString path = primitivePath(inRelativePath);
1197 const quint32 id = 1;
1198 QSharedPointer<QIODevice> device(QSSGInputUtil::getStreamForFile(path));
1199 if (device) {
1200 QSSGMesh::Mesh mesh = QSSGMesh::Mesh::loadMesh(device.data(), id);
1201 if (mesh.isValid())
1202 return mesh;
1203 }
1204
1205 qCCritical(INTERNAL_ERROR, "Unable to find mesh primitive %s", qPrintable(path));
1206 return QSSGMesh::Mesh();
1207}
1208
1209QSSGRenderMesh *QSSGBufferManager::loadMesh(const QSSGRenderModel &model)
1210{
1211 // When baking lightmaps we need to make sure that the original mesh is loaded instead of the already baked mesh.
1212
1213 QSSGMeshProcessingOptions options;
1214 QSSGRenderMesh *theMesh = nullptr;
1215
1216 if (model.hasLightmap() && !currentlyLightmapBaking && validateLightmap()) {
1217 options.lightmapPath = lightmapSource;
1218 options.lightmapKey = model.lightmapKey;
1219 }
1220
1221 if (model.meshPath.isNull() && model.geometry) {
1222 theMesh = loadRenderMesh(model.geometry, options);
1223 } else {
1224 theMesh = loadRenderMesh(model.meshPath, options);
1225 }
1226
1227 return theMesh;
1228}
1229
1230QSSGMesh::Mesh QSSGBufferManager::loadLightmapMesh(const QSSGRenderModel &model)
1231{
1232 // When baking lightmaps we need to make sure that the original mesh is loaded instead of the already baked mesh.
1233 if (model.hasLightmap() && !currentlyLightmapBaking && validateLightmap() ) {
1234 auto [meshLightmap, _] = loadFromLightmapFile(lightmapSource, model.lightmapKey);
1235 if (meshLightmap.isValid())
1236 return meshLightmap;
1237 }
1238
1239 return {};
1240}
1241
1242QSSGBounds3 QSSGBufferManager::getModelBounds(const QSSGRenderModel *model)
1243{
1244 QSSGBounds3 retval;
1245
1246 if (model->hasLightmap() && !currentlyLightmapBaking && validateLightmap()) {
1247 auto [meshLightmap, _] = loadFromLightmapFile(lightmapSource, model->lightmapKey);
1248 if (meshLightmap.isValid()) {
1249 const QVector<QSSGMesh::Mesh::Subset> subsets = meshLightmap.subsets();
1250 for (const QSSGMesh::Mesh::Subset &subset : std::as_const(subsets)) {
1251 retval.include(QSSGBounds3(subset.bounds.min, subset.bounds.max));
1252 }
1253 return retval;
1254 } else {
1255 qWarning() << "Could not load lightmap" << lightmapSource << model->lightmapKey;
1256 }
1257 }
1258
1259 // Custom Geometry
1260 if (model->geometry) {
1261 retval = QSSGBounds3(model->geometry->boundsMin(), model->geometry->boundsMax());
1262 } else if (!model->meshPath.isNull()){
1263 // Check if the Mesh is already loaded
1264 QSSGRenderMesh *theMesh = nullptr;
1265 auto key = std::make_pair(model->meshPath, QString());
1266 auto meshItr = meshMap.constFind(key);
1267 if (meshItr != meshMap.cend())
1268 theMesh = meshItr.value().mesh;
1269 if (theMesh) {
1270 // The mesh was already loaded, so calculate the
1271 // bounds from subsets of the QSSGRenderMesh
1272 const auto &subSets = theMesh->subsets;
1273 for (const auto &subSet : subSets)
1274 retval.include(subSet.bounds);
1275 } else {
1276 // The model has not been loaded yet, load it without uploading the geometry
1277 // TODO: Try to do this without loading the whole mesh struct
1278 QSSGMesh::Mesh mesh = loadMeshData(model->meshPath);
1279 if (mesh.isValid()) {
1280 auto const &subsets = mesh.subsets();
1281 for (const auto &subset : subsets)
1282 retval.include(QSSGBounds3(subset.bounds.min, subset.bounds.max));
1283 }
1284 }
1285 }
1286 return retval;
1287}
1288
1289QSSGRenderMesh *QSSGBufferManager::createRenderMesh(const QSSGMesh::Mesh &mesh, const QString &debugObjectName)
1290{
1291 QSSGRenderMesh *newMesh = new QSSGRenderMesh(QSSGRenderDrawMode(mesh.drawMode()),
1292 QSSGRenderWinding(mesh.winding()));
1293 const QSSGMesh::Mesh::VertexBuffer vertexBuffer = mesh.vertexBuffer();
1294 const QSSGMesh::Mesh::IndexBuffer indexBuffer = mesh.indexBuffer();
1295 const QSSGMesh::Mesh::TargetBuffer targetBuffer = mesh.targetBuffer();
1296
1297 QSSGRenderComponentType indexBufComponentType = QSSGRenderComponentType::UnsignedInt16;
1298 QRhiCommandBuffer::IndexFormat rhiIndexFormat = QRhiCommandBuffer::IndexUInt16;
1299 if (!indexBuffer.data.isEmpty()) {
1300 indexBufComponentType = QSSGRenderComponentType(indexBuffer.componentType);
1301 const quint32 sizeofType = quint32(QSSGBaseTypeHelpers::getSizeOfType(indexBufComponentType));
1302 if (sizeofType == 2 || sizeofType == 4) {
1303 // Ensure type is unsigned; else things will fail in rendering pipeline.
1304 if (indexBufComponentType == QSSGRenderComponentType::Int16)
1305 indexBufComponentType = QSSGRenderComponentType::UnsignedInt16;
1306 if (indexBufComponentType == QSSGRenderComponentType::Int32)
1307 indexBufComponentType = QSSGRenderComponentType::UnsignedInt32;
1308 rhiIndexFormat = indexBufComponentType == QSSGRenderComponentType::UnsignedInt32
1309 ? QRhiCommandBuffer::IndexUInt32 : QRhiCommandBuffer::IndexUInt16;
1310 } else {
1311 Q_ASSERT(false);
1312 }
1313 }
1314
1315 struct {
1316 QSSGRhiBufferPtr vertexBuffer;
1317 QSSGRhiBufferPtr indexBuffer;
1318 QSSGRhiInputAssemblerState ia;
1319 QRhiTexture *targetsTexture = nullptr;
1320 } rhi;
1321
1322 QRhiResourceUpdateBatch *rub = meshBufferUpdateBatch();
1323 const auto &context = m_contextInterface->rhiContext();
1324 QSSGRhiContextPrivate *rhiCtxD = QSSGRhiContextPrivate::get(context.get());
1325 rhi.vertexBuffer = std::make_shared<QSSGRhiBuffer>(*context.get(),
1326 QRhiBuffer::Static,
1327 QRhiBuffer::VertexBuffer,
1328 vertexBuffer.stride,
1329 vertexBuffer.data.size());
1330 rhi.vertexBuffer->buffer()->setName(debugObjectName.toLatin1()); // this is what shows up in DebugView
1331 rub->uploadStaticBuffer(rhi.vertexBuffer->buffer(), vertexBuffer.data);
1332
1333 if (!indexBuffer.data.isEmpty()) {
1334 rhi.indexBuffer = std::make_shared<QSSGRhiBuffer>(*context.get(),
1335 QRhiBuffer::Static,
1336 QRhiBuffer::IndexBuffer,
1337 0,
1338 indexBuffer.data.size(),
1339 rhiIndexFormat);
1340 rub->uploadStaticBuffer(rhi.indexBuffer->buffer(), indexBuffer.data);
1341 }
1342
1343 if (!targetBuffer.data.isEmpty()) {
1344 const int arraySize = targetBuffer.entries.size() * targetBuffer.numTargets;
1345 const int numTexels = (targetBuffer.data.size() / arraySize) >> 4; // byte size to vec4
1346 const int texWidth = qCeil(qSqrt(numTexels));
1347 const QSize texSize(texWidth, texWidth);
1348 if (!rhi.targetsTexture) {
1349 rhi.targetsTexture = context->rhi()->newTextureArray(QRhiTexture::RGBA32F, arraySize, texSize);
1350 rhi.targetsTexture->create();
1351 rhiCtxD->registerTexture(rhi.targetsTexture);
1352 } else if (rhi.targetsTexture->pixelSize() != texSize
1353 || rhi.targetsTexture->arraySize() != arraySize) {
1354 rhi.targetsTexture->setPixelSize(texSize);
1355 rhi.targetsTexture->setArraySize(arraySize);
1356 rhi.targetsTexture->create();
1357 }
1358
1359 const quint32 layerSize = texWidth * texWidth * 4 * 4;
1360 for (int arrayId = 0; arrayId < arraySize; ++arrayId) {
1361 QRhiTextureSubresourceUploadDescription targetDesc(targetBuffer.data + arrayId * layerSize, layerSize);
1362 QRhiTextureUploadDescription desc(QRhiTextureUploadEntry(arrayId, 0, targetDesc));
1363 rub->uploadTexture(rhi.targetsTexture, desc);
1364 }
1365
1366 for (quint32 entryIdx = 0, entryEnd = targetBuffer.entries.size(); entryIdx < entryEnd; ++entryIdx) {
1367 const char *nameStr = targetBuffer.entries[entryIdx].name.constData();
1368 if (!strcmp(nameStr, QSSGMesh::MeshInternal::getPositionAttrName())) {
1369 rhi.ia.targetOffsets[QSSGRhiInputAssemblerState::PositionSemantic] = entryIdx * targetBuffer.numTargets;
1370 } else if (!strcmp(nameStr, QSSGMesh::MeshInternal::getNormalAttrName())) {
1371 rhi.ia.targetOffsets[QSSGRhiInputAssemblerState::NormalSemantic] = entryIdx * targetBuffer.numTargets;
1372 } else if (!strcmp(nameStr, QSSGMesh::MeshInternal::getUV0AttrName())) {
1373 rhi.ia.targetOffsets[QSSGRhiInputAssemblerState::TexCoord0Semantic] = entryIdx * targetBuffer.numTargets;
1374 } else if (!strcmp(nameStr, QSSGMesh::MeshInternal::getUV1AttrName())) {
1375 rhi.ia.targetOffsets[QSSGRhiInputAssemblerState::TexCoord1Semantic] = entryIdx * targetBuffer.numTargets;
1376 } else if (!strcmp(nameStr, QSSGMesh::MeshInternal::getTexTanAttrName())) {
1377 rhi.ia.targetOffsets[QSSGRhiInputAssemblerState::TangentSemantic] = entryIdx * targetBuffer.numTargets;
1378 } else if (!strcmp(nameStr, QSSGMesh::MeshInternal::getTexBinormalAttrName())) {
1379 rhi.ia.targetOffsets[QSSGRhiInputAssemblerState::BinormalSemantic] = entryIdx * targetBuffer.numTargets;
1380 } else if (!strcmp(nameStr, QSSGMesh::MeshInternal::getColorAttrName())) {
1381 rhi.ia.targetOffsets[QSSGRhiInputAssemblerState::ColorSemantic] = entryIdx * targetBuffer.numTargets;
1382 }
1383 }
1384 rhi.ia.targetCount = targetBuffer.numTargets;
1385 } else if (rhi.targetsTexture) {
1386 rhiCtxD->releaseTexture(rhi.targetsTexture);
1387 rhi.targetsTexture = nullptr;
1388 rhi.ia.targetOffsets = { UINT8_MAX, UINT8_MAX, UINT8_MAX, UINT8_MAX,
1389 UINT8_MAX, UINT8_MAX, UINT8_MAX };
1390 rhi.ia.targetCount = 0;
1391 }
1392
1393 QVector<QSSGRenderVertexBufferEntry> entryBuffer;
1394 entryBuffer.resize(vertexBuffer.entries.size());
1395 for (quint32 entryIdx = 0, entryEnd = vertexBuffer.entries.size(); entryIdx < entryEnd; ++entryIdx)
1396 entryBuffer[entryIdx] = vertexBuffer.entries[entryIdx].toRenderVertexBufferEntry();
1397
1398 QVarLengthArray<QRhiVertexInputAttribute, 4> inputAttrs;
1399 for (quint32 entryIdx = 0, entryEnd = entryBuffer.size(); entryIdx < entryEnd; ++entryIdx) {
1400 const QSSGRenderVertexBufferEntry &vbe(entryBuffer[entryIdx]);
1401 const int binding = 0;
1402 const int location = 0; // for now, will be resolved later, hence the separate inputLayoutInputNames list
1403 const QRhiVertexInputAttribute::Format format = QSSGRhiHelpers::toVertexInputFormat(vbe.m_componentType, vbe.m_numComponents);
1404 const int offset = int(vbe.m_firstItemOffset);
1405
1406 bool ok = true;
1407 const char *nameStr = vbe.m_name.constData();
1408 if (!strcmp(nameStr, QSSGMesh::MeshInternal::getPositionAttrName())) {
1409 rhi.ia.inputs << QSSGRhiInputAssemblerState::PositionSemantic;
1410 } else if (!strcmp(nameStr, QSSGMesh::MeshInternal::getNormalAttrName())) {
1411 rhi.ia.inputs << QSSGRhiInputAssemblerState::NormalSemantic;
1412 } else if (!strcmp(nameStr, QSSGMesh::MeshInternal::getUV0AttrName())) {
1413 rhi.ia.inputs << QSSGRhiInputAssemblerState::TexCoord0Semantic;
1414 } else if (!strcmp(nameStr, QSSGMesh::MeshInternal::getUV1AttrName())) {
1415 rhi.ia.inputs << QSSGRhiInputAssemblerState::TexCoord1Semantic;
1416 } else if (!strcmp(nameStr, QSSGMesh::MeshInternal::getLightmapUVAttrName())) {
1417 rhi.ia.inputs << QSSGRhiInputAssemblerState::TexCoordLightmapSemantic;
1418 } else if (!strcmp(nameStr, QSSGMesh::MeshInternal::getTexTanAttrName())) {
1419 rhi.ia.inputs << QSSGRhiInputAssemblerState::TangentSemantic;
1420 } else if (!strcmp(nameStr, QSSGMesh::MeshInternal::getTexBinormalAttrName())) {
1421 rhi.ia.inputs << QSSGRhiInputAssemblerState::BinormalSemantic;
1422 } else if (!strcmp(nameStr, QSSGMesh::MeshInternal::getColorAttrName())) {
1423 rhi.ia.inputs << QSSGRhiInputAssemblerState::ColorSemantic;
1424 } else if (!strcmp(nameStr, QSSGMesh::MeshInternal::getJointAttrName())) {
1425 rhi.ia.inputs << QSSGRhiInputAssemblerState::JointSemantic;
1426 } else if (!strcmp(nameStr, QSSGMesh::MeshInternal::getWeightAttrName())) {
1427 rhi.ia.inputs << QSSGRhiInputAssemblerState::WeightSemantic;
1428 } else {
1429 qWarning("Unknown vertex input %s in mesh", nameStr);
1430 ok = false;
1431 }
1432 if (ok) {
1433 QRhiVertexInputAttribute inputAttr(binding, location, format, offset);
1434 inputAttrs.append(inputAttr);
1435 }
1436 }
1437 rhi.ia.inputLayout.setAttributes(inputAttrs.cbegin(), inputAttrs.cend());
1438 rhi.ia.inputLayout.setBindings({ vertexBuffer.stride });
1439 rhi.ia.topology = QSSGRhiHelpers::toTopology(QSSGRenderDrawMode(mesh.drawMode()));
1440
1441 if (rhi.ia.topology == QRhiGraphicsPipeline::TriangleFan && !context->rhi()->isFeatureSupported(QRhi::TriangleFanTopology))
1442 qWarning("Mesh topology is TriangleFan but this is not supported with the active graphics API. Rendering will be incorrect.");
1443
1444 QVector<QSSGMesh::Mesh::Subset> meshSubsets = mesh.subsets();
1445 for (quint32 subsetIdx = 0, subsetEnd = meshSubsets.size(); subsetIdx < subsetEnd; ++subsetIdx) {
1446 QSSGRenderSubset subset;
1447 const QSSGMesh::Mesh::Subset &source(meshSubsets[subsetIdx]);
1448 subset.bounds = QSSGBounds3(source.bounds.min, source.bounds.max);
1449 subset.count = source.count;
1450 subset.offset = source.offset;
1451 for (auto &lod : source.lods)
1452 subset.lods.append(QSSGRenderSubset::Lod({lod.count, lod.offset, lod.distance}));
1453
1454
1455 if (rhi.vertexBuffer) {
1456 subset.rhi.vertexBuffer = rhi.vertexBuffer;
1457 subset.rhi.ia = rhi.ia;
1458 }
1459 if (rhi.indexBuffer)
1460 subset.rhi.indexBuffer = rhi.indexBuffer;
1461 if (rhi.targetsTexture)
1462 subset.rhi.targetsTexture = rhi.targetsTexture;
1463
1464 newMesh->subsets.push_back(subset);
1465 }
1466
1467 if (!meshSubsets.isEmpty())
1468 newMesh->lightmapSizeHint = meshSubsets.first().lightmapSizeHint;
1469
1470 return newMesh;
1471}
1472
1473void QSSGBufferManager::releaseGeometry(QSSGRenderGeometry *geometry, const QString &lightmapSource)
1474{
1475 QMutexLocker meshMutexLocker(&meshBufferMutex);
1476 auto key = std::make_pair(geometry, lightmapSource);
1477 const auto meshItr = customMeshMap.constFind(key);
1478 if (meshItr != customMeshMap.cend()) {
1479 if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Debug))
1480 qDebug() << "- releaseGeometry: " << geometry << currentLayer;
1481 Q_QUICK3D_PROFILE_START(QQuick3DProfiler::Quick3DCustomMeshLoad);
1482 Q_TRACE_SCOPE(QSSG_customMeshUnload);
1483 decreaseMemoryStat(meshItr.value().mesh);
1484 QSSGRhiContextPrivate *rhiCtxD = QSSGRhiContextPrivate::get(m_contextInterface->rhiContext().get());
1485 rhiCtxD->releaseMesh(meshItr.value().mesh);
1486 customMeshMap.erase(meshItr);
1487 Q_QUICK3D_PROFILE_END_WITH_ID(QQuick3DProfiler::Quick3DCustomMeshLoad,
1488 stats.meshDataSize, geometry->profilingId);
1489 }
1490}
1491
1492void QSSGBufferManager::releaseTextureData(const QSSGRenderTextureData *data)
1493{
1494 QVarLengthArray<CustomImageCacheKey, 4> keys;
1495 for (auto it = customTextureMap.cbegin(), end = customTextureMap.cend(); it != end; ++it) {
1496 if (it.key().data == data)
1497 keys.append(it.key());
1498 }
1499 for (const CustomImageCacheKey &key : keys)
1500 releaseTextureData(key);
1501}
1502
1503void QSSGBufferManager::releaseTextureData(const CustomImageCacheKey &key)
1504{
1505 const auto textureDataItr = customTextureMap.constFind(key);
1506 if (textureDataItr != customTextureMap.cend()) {
1507 auto rhiTexture = textureDataItr.value().renderImageTexture.m_texture;
1508 if (rhiTexture) {
1509 if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Debug))
1510 qDebug() << "- releaseTextureData: " << rhiTexture << currentLayer;
1511 Q_QUICK3D_PROFILE_START(QQuick3DProfiler::Quick3DTextureLoad);
1512 Q_TRACE_SCOPE(QSSG_textureUnload);
1513 decreaseMemoryStat(rhiTexture);
1514 QSSGRhiContextPrivate *rhiCtxD = QSSGRhiContextPrivate::get(m_contextInterface->rhiContext().get());
1515 rhiCtxD->releaseTexture(rhiTexture);
1516 Q_QUICK3D_PROFILE_END_WITH_ID(QQuick3DProfiler::Quick3DTextureLoad,
1517 stats.imageDataSize, 0);
1518
1519 }
1520 customTextureMap.erase(textureDataItr);
1521 }
1522}
1523
1524void QSSGBufferManager::releaseExtensionResult(const QSSGRenderExtension &rext)
1525{
1526 renderExtensionTexture.remove(&rext);
1527}
1528
1529void QSSGBufferManager::releaseUserRenderPass(const QSSGRenderUserPass &upass)
1530{
1531 // Go through the user pass managers and tell them to unschedule this pass
1532 std::vector<QSSGUserRenderPassManagerWeakPtr> activeManagers;
1533 activeManagers.reserve(userRenderPassManagers.size());
1534 for (const auto &wmptr : std::as_const(userRenderPassManagers)) {
1535 if (const auto &mng = wmptr.lock()) {
1536 mng->unscheduleUserPass(&upass);
1537 activeManagers.push_back(wmptr);
1538 }
1539 }
1540
1541 userRenderPassManagers = std::move(activeManagers);
1542}
1543
1544void QSSGBufferManager::releaseMesh(const QSSGRenderPath &inSourcePath)
1545{
1546 QMutexLocker meshMutexLocker(&meshBufferMutex);
1547 auto key = std::make_pair(inSourcePath, lightmapSource);
1548 const auto meshItr = meshMap.constFind(key);
1549 if (meshItr != meshMap.cend()) {
1550 if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Debug))
1551 qDebug() << "- releaseMesh: " << inSourcePath.path() << currentLayer;
1552 Q_QUICK3D_PROFILE_START(QQuick3DProfiler::Quick3DMeshLoad);
1553 Q_TRACE_SCOPE(QSSG_meshUnload);
1554 decreaseMemoryStat(meshItr.value().mesh);
1555 QSSGRhiContextPrivate *rhiCtxD = QSSGRhiContextPrivate::get(m_contextInterface->rhiContext().get());
1556 rhiCtxD->releaseMesh(meshItr.value().mesh);
1557 meshMap.erase(meshItr);
1558 Q_QUICK3D_PROFILE_END_WITH_STRING(QQuick3DProfiler::Quick3DMeshLoad,
1559 stats.meshDataSize, inSourcePath.path().toUtf8());
1560 }
1561}
1562
1563void QSSGBufferManager::releaseImage(const ImageCacheKey &key)
1564{
1565 const auto imageItr = imageMap.constFind(key);
1566 if (imageItr != imageMap.cend()) {
1567 auto rhiTexture = imageItr.value().renderImageTexture.m_texture;
1568 if (rhiTexture) {
1569 if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Debug))
1570 qDebug() << "- releaseTexture: " << key.path.path() << currentLayer;
1571 Q_QUICK3D_PROFILE_START(QQuick3DProfiler::Quick3DTextureLoad);
1572 Q_TRACE_SCOPE(QSSG_textureUnload);
1573 decreaseMemoryStat(rhiTexture);
1574 QSSGRhiContextPrivate *rhiCtxD = QSSGRhiContextPrivate::get(m_contextInterface->rhiContext().get());
1575 rhiCtxD->releaseTexture(rhiTexture);
1576 Q_QUICK3D_PROFILE_END_WITH_STRING(QQuick3DProfiler::Quick3DTextureLoad,
1577 stats.imageDataSize, key.path.path().toUtf8());
1578 }
1579 imageMap.erase(imageItr);
1580 }
1581}
1582
1583bool QSSGBufferManager::validateLightmap()
1584{
1585 if (lightmapSourceDirty) {
1586 lightmapSourceDirty = false;
1587 if (lightmapSource.isEmpty()) {
1588 lightmapFileValid = false;
1589 } else {
1590 QSharedPointer<QSSGLightmapLoader> loader = QSSGLightmapLoader::open(lightmapSource);
1591 lightmapFileValid = loader != nullptr;
1592 if (!lightmapFileValid)
1593 qCWarning(WARNING, "Lightmaps are disabled.");
1594 }
1595 }
1596 return lightmapFileValid;
1597}
1598
1599void QSSGBufferManager::cleanupUnreferencedBuffers(quint32 frameId, QSSGRenderLayer *currentLayer)
1600{
1601 Q_UNUSED(currentLayer);
1602
1603 QSSGRhiContextPrivate *rhiCtxD = QSSGRhiContextPrivate::get(m_contextInterface->rhiContext().get());
1604
1605 // Don't cleanup if
1606 if (frameId == frameCleanupIndex)
1607 return;
1608
1609 auto isUnused = [] (const QHash<QSSGRenderLayer*, uint32_t> &usages) -> bool {
1610 for (const auto &value : std::as_const(usages))
1611 if (value != 0)
1612 return false;
1613 return true;
1614 };
1615
1616 {
1617 QMutexLocker meshMutexLocker(&meshBufferMutex);
1618 // Meshes (by path)
1619 auto meshIterator = meshMap.cbegin();
1620 while (meshIterator != meshMap.cend()) {
1621 if (isUnused(meshIterator.value().usageCounts)) {
1622 if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Debug))
1623 qDebug() << "- releaseGeometry: " << meshIterator.key().first.path() << currentLayer;
1624 decreaseMemoryStat(meshIterator.value().mesh);
1625 rhiCtxD->releaseMesh(meshIterator.value().mesh);
1626 meshIterator = meshMap.erase(meshIterator);
1627 } else {
1628 ++meshIterator;
1629 }
1630 }
1631
1632 // Meshes (custom)
1633 auto customMeshIterator = customMeshMap.cbegin();
1634 while (customMeshIterator != customMeshMap.cend()) {
1635 if (isUnused(customMeshIterator.value().usageCounts)) {
1636 if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Debug))
1637 qDebug() << "- releaseGeometry: " << customMeshIterator.key() << currentLayer;
1638 decreaseMemoryStat(customMeshIterator.value().mesh);
1639 rhiCtxD->releaseMesh(customMeshIterator.value().mesh);
1640 customMeshIterator = customMeshMap.erase(customMeshIterator);
1641 } else {
1642 ++customMeshIterator;
1643 }
1644 }
1645 }
1646
1647 // SG Textures
1648 auto sgIterator = qsgImageMap.cbegin();
1649 while (sgIterator != qsgImageMap.cend()) {
1650 if (isUnused(sgIterator.value().usageCounts)) {
1651 // Texture is no longer uses, so stop tracking
1652 // We do not need to delete/release the texture
1653 // because we don't own it.
1654 sgIterator = qsgImageMap.erase(sgIterator);
1655 } else {
1656 ++sgIterator;
1657 }
1658 }
1659
1660 // Images
1661 auto imageKeyIterator = imageMap.cbegin();
1662 while (imageKeyIterator != imageMap.cend()) {
1663 if (isUnused(imageKeyIterator.value().usageCounts)) {
1664 auto rhiTexture = imageKeyIterator.value().renderImageTexture.m_texture;
1665 if (rhiTexture) {
1666 if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Debug))
1667 qDebug() << "- releaseTexture: " << imageKeyIterator.key().path.path() << currentLayer;
1668 decreaseMemoryStat(rhiTexture);
1669 rhiCtxD->releaseTexture(rhiTexture);
1670 }
1671 imageKeyIterator = imageMap.erase(imageKeyIterator);
1672 } else {
1673 ++imageKeyIterator;
1674 }
1675 }
1676
1677 // Custom Texture Data
1678 auto textureDataIterator = customTextureMap.cbegin();
1679 while (textureDataIterator != customTextureMap.cend()) {
1680 if (isUnused(textureDataIterator.value().usageCounts)) {
1681 auto rhiTexture = textureDataIterator.value().renderImageTexture.m_texture;
1682 if (rhiTexture) {
1683 if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Debug))
1684 qDebug() << "- releaseTextureData: " << rhiTexture << currentLayer;
1685 decreaseMemoryStat(rhiTexture);
1686 rhiCtxD->releaseTexture(rhiTexture);
1687 }
1688 textureDataIterator = customTextureMap.erase(textureDataIterator);
1689 } else {
1690 ++textureDataIterator;
1691 }
1692 }
1693
1694 // Textures from render extensions
1695 auto renderExtensionTextureKeyIterator = renderExtensionTexture.cbegin();
1696 while (renderExtensionTextureKeyIterator != renderExtensionTexture.cend()) {
1697 // We do not own the textures, so we just keep track of usage, but
1698 // if the texture is no longer valid it means that the extension
1699 // has unregistered it, so we can remove it from the map.
1700 auto rhiTexture = renderExtensionTextureKeyIterator.value().renderImageTexture.m_texture;
1701 if (!rhiTexture)
1702 renderExtensionTextureKeyIterator = renderExtensionTexture.erase(renderExtensionTextureKeyIterator);
1703 else
1704 ++renderExtensionTextureKeyIterator;
1705 }
1706
1707 // Resource Tracking Debug Code
1708 frameCleanupIndex = frameId;
1709 if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Usage)) {
1710 qDebug() << "QSSGBufferManager::cleanupUnreferencedBuffers()" << this << "frame:" << frameCleanupIndex << currentLayer;
1711 qDebug() << "Textures(by path): " << imageMap.count();
1712 qDebug() << "Textures(custom): " << customTextureMap.count();
1713 qDebug() << "Textures(Extension)" << renderExtensionTexture.count();
1714 qDebug() << "Textures(qsg): " << qsgImageMap.count();
1715 qDebug() << "Geometry(by path): " << meshMap.count();
1716 qDebug() << "Geometry(custom): " << customMeshMap.count();
1717 }
1718}
1719
1720void QSSGBufferManager::resetUsageCounters(quint32 frameId, QSSGRenderLayer *layer)
1721{
1722 currentLayer = layer;
1723 if (frameResetIndex == frameId)
1724 return;
1725
1726 // SG Textures
1727 for (auto &imageData : qsgImageMap)
1728 imageData.usageCounts[layer] = 0;
1729
1730 // Images
1731 for (auto &imageData : imageMap)
1732 imageData.usageCounts[layer] = 0;
1733
1734 // TextureDatas
1735 for (auto &imageData : customTextureMap)
1736 imageData.usageCounts[layer] = 0;
1737 // Meshes
1738 for (auto &meshData : meshMap)
1739 meshData.usageCounts[layer] = 0;
1740
1741 // Meshes (custom)
1742 for (auto &meshData : customMeshMap)
1743 meshData.usageCounts[layer] = 0;
1744
1745 // Textures from render extensions
1746 // NOTE: We retain the usage count as 1 as long as there is a texture
1747 // registered by a extension.
1748 for (auto &retData : renderExtensionTexture) {
1749 const bool hasTexture = (retData.renderImageTexture.m_texture != nullptr);
1750 retData.usageCounts[layer] = uint32_t(hasTexture) * 1;
1751 }
1752
1753 frameResetIndex = frameId;
1754}
1755
1756void QSSGBufferManager::registerMeshData(const QString &assetId, const QVector<QSSGMesh::Mesh> &meshData)
1757{
1758 auto it = g_assetMeshMap->find(assetId);
1759 if (it != g_assetMeshMap->end())
1760 ++it->ref;
1761 else
1762 g_assetMeshMap->insert(assetId, { meshData, 1 });
1763}
1764
1765void QSSGBufferManager::unregisterMeshData(const QString &assetId)
1766{
1767 auto it = g_assetMeshMap->find(assetId);
1768 if (it != g_assetMeshMap->end() && (--it->ref == 0))
1769 g_assetMeshMap->erase(AssetMeshMap::const_iterator(it));
1770}
1771
1772QSSGRenderMesh *QSSGBufferManager::loadRenderMesh(const QSSGRenderPath &inMeshPath, QSSGMeshProcessingOptions options)
1773{
1774 if (inMeshPath.isNull())
1775 return nullptr;
1776
1777 auto key = std::make_pair(inMeshPath, options.lightmapPath);
1778
1779 // check if it is already loaded
1780 auto meshItr = meshMap.find(key);
1781 if (meshItr != meshMap.cend()) {
1782 if (options.isCompatible(meshItr.value().options)) {
1783 meshItr.value().usageCounts[currentLayer]++;
1784 return meshItr.value().mesh;
1785 } else {
1786 // Re-Insert the mesh with a new name and a "zero" usage count, this will cause the
1787 // mesh to be released before the next frame starts.
1788 auto *mesh = meshItr->mesh;
1789 meshMap.erase(meshItr);
1790 auto keyReaped = std::make_pair(QSSGRenderPath(inMeshPath.path() + u"@reaped"), QString());
1791 meshMap.insert(keyReaped, { mesh, { { currentLayer, 0 } }, 0, { } });
1792 }
1793 }
1794
1795 Q_QUICK3D_PROFILE_START(QQuick3DProfiler::Quick3DMeshLoad);
1796 Q_TRACE_SCOPE(QSSG_meshLoadPath, inMeshPath.path());
1797
1798 auto [mesh, debugObjectName] = loadFromLightmapFile(options.lightmapPath, options.lightmapKey);
1799
1800 if (!mesh.isValid()) {
1801 mesh = loadMeshData(inMeshPath);
1802 debugObjectName = QFileInfo(inMeshPath.path()).fileName();
1803 }
1804
1805 if (!mesh.isValid()) {
1806 qCWarning(WARNING, "Failed to load mesh: %s", qPrintable(inMeshPath.path()));
1807 Q_QUICK3D_PROFILE_END_WITH_PAYLOAD(QQuick3DProfiler::Quick3DMeshLoad,
1808 stats.meshDataSize);
1809 return nullptr;
1810 }
1811 if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Debug))
1812 qDebug() << "+ uploadGeometry: " << inMeshPath.path() << currentLayer;
1813
1814 auto ret = createRenderMesh(mesh, debugObjectName);
1815 meshMap.insert(key, { ret, { { currentLayer, 1 } }, 0, options });
1816 QSSGRhiContextPrivate *rhiCtxD = QSSGRhiContextPrivate::get(m_contextInterface->rhiContext().get());
1817 rhiCtxD->registerMesh(ret);
1818 increaseMemoryStat(ret);
1819 Q_QUICK3D_PROFILE_END_WITH_STRING(QQuick3DProfiler::Quick3DMeshLoad,
1820 stats.meshDataSize, inMeshPath.path().toUtf8());
1821 return ret;
1822}
1823
1824QSSGRenderMesh *QSSGBufferManager::loadRenderMesh(QSSGRenderGeometry *geometry, QSSGMeshProcessingOptions options)
1825{
1826 QSSGRhiContextPrivate *rhiCtxD = QSSGRhiContextPrivate::get(m_contextInterface->rhiContext().get());
1827 auto key = std::make_pair(geometry, options.lightmapPath);
1828 auto meshIterator = customMeshMap.find(key);
1829 if (meshIterator == customMeshMap.end()) {
1830 meshIterator = customMeshMap.insert(key, MeshData());
1831 } else if (geometry->generationId() != meshIterator->generationId || !options.isCompatible(meshIterator->options)) {
1832 // Release old data
1833 releaseGeometry(geometry, options.lightmapPath);
1834 meshIterator = customMeshMap.insert(key, MeshData());
1835 } else {
1836 // An up-to-date mesh was found
1837 meshIterator.value().usageCounts[currentLayer]++;
1838 return meshIterator.value().mesh;
1839 }
1840
1841 Q_QUICK3D_PROFILE_START(QQuick3DProfiler::Quick3DCustomMeshLoad);
1842 Q_TRACE_SCOPE(QSSG_customMeshLoad);
1843
1844 auto [mesh, debugObjectName] = loadFromLightmapFile(options.lightmapPath, options.lightmapKey);
1845
1846 // We have either a valid lightmap mesh or a geometry with data
1847 if (!geometry->meshData().m_vertexBuffer.isEmpty() || mesh.isValid()) {
1848 QString error;
1849
1850 if (!mesh.isValid()) {
1851 mesh = QSSGMesh::Mesh::fromRuntimeData(geometry->meshData(), &error);
1852 debugObjectName = geometry->debugObjectName;
1853 }
1854
1855 if (mesh.isValid()) {
1856 if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Debug))
1857 qDebug() << "+ uploadGeometry: " << geometry << currentLayer;
1858 meshIterator->mesh = createRenderMesh(mesh, debugObjectName);
1859 meshIterator->usageCounts[currentLayer] = 1;
1860 meshIterator->generationId = geometry->generationId();
1861 meshIterator->options = options;
1862 rhiCtxD->registerMesh(meshIterator->mesh);
1863 increaseMemoryStat(meshIterator->mesh);
1864 } else {
1865 qWarning("Mesh building failed: %s", qPrintable(error));
1866 }
1867 }
1868 // else an empty mesh is not an error, leave the QSSGRenderMesh null, it will not be rendered then
1869
1870 Q_QUICK3D_PROFILE_END_WITH_ID(QQuick3DProfiler::Quick3DCustomMeshLoad,
1871 stats.meshDataSize, geometry->profilingId);
1872 return meshIterator->mesh;
1873}
1874
1875std::unique_ptr<QSSGMeshBVH> QSSGBufferManager::loadMeshBVH(const QSSGRenderPath &inSourcePath)
1876{
1877 const QSSGMesh::Mesh mesh = loadMeshData(inSourcePath);
1878 if (!mesh.isValid()) {
1879 qCWarning(WARNING, "Failed to load mesh: %s", qPrintable(inSourcePath.path()));
1880 return nullptr;
1881 }
1882 QSSGMeshBVHBuilder meshBVHBuilder(mesh);
1883 return meshBVHBuilder.buildTree();
1884}
1885
1886std::unique_ptr<QSSGMeshBVH> QSSGBufferManager::loadMeshBVH(QSSGRenderGeometry *geometry)
1887{
1888 if (!geometry)
1889 return nullptr;
1890
1891 // We only support generating a BVH with Triangle primitives
1892 if (geometry->primitiveType() != QSSGMesh::Mesh::DrawMode::Triangles)
1893 return nullptr;
1894
1895 // Build BVH
1896 bool hasIndexBuffer = false;
1897 QSSGRenderComponentType indexBufferFormat = QSSGRenderComponentType::UnsignedInt32;
1898 bool hasUV = false;
1899 int uvOffset = -1;
1900 int posOffset = -1;
1901
1902 for (int i = 0; i < geometry->attributeCount(); ++i) {
1903 auto attribute = geometry->attribute(i);
1904 if (attribute.semantic == QSSGMesh::RuntimeMeshData::Attribute::PositionSemantic) {
1905 posOffset = attribute.offset;
1906 } else if (attribute.semantic == QSSGMesh::RuntimeMeshData::Attribute::TexCoord0Semantic) {
1907 hasUV = true;
1908 uvOffset = attribute.offset;
1909 } else if (!hasUV && attribute.semantic == QSSGMesh::RuntimeMeshData::Attribute::TexCoord1Semantic) {
1910 hasUV = true;
1911 uvOffset = attribute.offset;
1912 } else if (attribute.semantic == QSSGMesh::RuntimeMeshData::Attribute::IndexSemantic) {
1913 hasIndexBuffer = true;
1914 indexBufferFormat = attribute.componentType;
1915 if (indexBufferFormat != QSSGRenderComponentType::Int16
1916 && indexBufferFormat != QSSGRenderComponentType::Int32
1917 && indexBufferFormat != QSSGRenderComponentType::UnsignedInt16
1918 && indexBufferFormat != QSSGRenderComponentType::UnsignedInt32) {
1919 qWarning() << "Unsupported index buffer format for geometry";
1920 return nullptr;
1921 }
1922 }
1923 }
1924
1925 QSSGMeshBVHBuilder meshBVHBuilder(geometry->vertexBuffer(),
1926 geometry->stride(),
1927 posOffset,
1928 hasUV,
1929 uvOffset,
1930 hasIndexBuffer,
1931 geometry->indexBuffer(),
1932 indexBufferFormat);
1933 return meshBVHBuilder.buildTree();
1934}
1935
1936std::unique_ptr<QSSGMeshBVH> QSSGBufferManager::loadMeshBVH(const QSSGMesh::Mesh &mesh)
1937{
1938 QSSGMeshBVHBuilder meshBVHBuilder(mesh);
1939 return meshBVHBuilder.buildTree();
1940}
1941
1942QSSGMesh::Mesh QSSGBufferManager::loadMeshData(const QSSGRenderPath &inMeshPath)
1943{
1944 QSSGMesh::Mesh result;
1945
1946 // check to see if this is a primitive mesh
1947 if (inMeshPath.path().startsWith(QChar::fromLatin1('#')))
1948 result = loadPrimitive(inMeshPath.path());
1949
1950 // check if this is an imported mesh. Expected path format: !name@path_to_asset
1951 if (!result.isValid() && inMeshPath.path().startsWith(u'!')) {
1952 const auto &[idx, assetId] = splitRuntimeMeshPath(inMeshPath);
1953 if (idx >= 0) {
1954 const auto ait = g_assetMeshMap->constFind(assetId);
1955 if (ait != g_assetMeshMap->constEnd()) {
1956 const auto &meshes = ait->meshes;
1957 if (idx < meshes.size())
1958 result = ait->meshes.at(idx);
1959 }
1960 } else {
1961 qWarning("Unexpected mesh path!");
1962 }
1963 }
1964
1965 // Attempt a load from the filesystem otherwise.
1966 if (!result.isValid()) {
1967 QString pathBuilder = inMeshPath.path();
1968 int poundIndex = pathBuilder.lastIndexOf(QChar::fromLatin1('#'));
1969 quint32 id = 0;
1970 if (poundIndex != -1) {
1971 id = QStringView(pathBuilder).mid(poundIndex + 1).toUInt();
1972 pathBuilder = pathBuilder.left(poundIndex);
1973 }
1974 if (!pathBuilder.isEmpty()) {
1975 QSharedPointer<QIODevice> device(QSSGInputUtil::getStreamForFile(pathBuilder));
1976 if (device) {
1977 QSSGMesh::Mesh mesh = QSSGMesh::Mesh::loadMesh(device.data(), id);
1978 if (mesh.isValid())
1979 result = mesh;
1980 }
1981 }
1982 }
1983
1984 return result;
1985}
1986
1987QSSGMesh::Mesh QSSGBufferManager::loadMeshData(const QSSGRenderGeometry *geometry)
1988{
1989 QString error;
1990 QSSGMesh::Mesh mesh = QSSGMesh::Mesh::fromRuntimeData(geometry->meshData(), &error);
1991 if (!mesh.isValid())
1992 qWarning("loadMeshDataForCustomMeshUncached failed: %s", qPrintable(error));
1993
1994 return mesh;
1995}
1996
1997void QSSGBufferManager::registerExtensionResult(const QSSGRenderExtension &extensions,
1998 QRhiTexture *texture)
1999{
2000 if (texture) {
2001 const bool isMipMapped = texture->flags().testFlag(QRhiTexture::Flag::MipMapped);
2002 const auto mipLevels = isMipMapped ? QRhi::mipLevelsForSize(texture->pixelSize()) : 0;
2003 QSSGRenderImageTextureFlags flags;
2004 const bool isSRGB = texture->flags().testFlag(QRhiTexture::Flag::sRGB);
2005 flags.setLinear(!isSRGB);
2006 const bool isRGBA8 = (texture->format() == QRhiTexture::Format::RGBA8);
2007 flags.setRgbe8(isRGBA8);
2008 renderExtensionTexture.insert(&extensions, ImageData { QSSGRenderImageTexture{ texture, mipLevels, flags }, {}, 0 /* version */ });
2009 } else {
2010 renderExtensionTexture.insert(&extensions, {});
2011 }
2012}
2013
2014void QSSGBufferManager::clear()
2015{
2016 QSSGRhiContextPrivate *rhiCtxD = QSSGRhiContextPrivate::get(m_contextInterface->rhiContext().get());
2017
2018 if (meshBufferUpdates) {
2019 meshBufferUpdates->release();
2020 meshBufferUpdates = nullptr;
2021 }
2022
2023 {
2024 QMutexLocker meshMutexLocker(&meshBufferMutex);
2025 // Meshes (by path)
2026 auto meshMapCopy = meshMap;
2027 meshMapCopy.detach();
2028 for (auto iter = meshMapCopy.begin(), end = meshMapCopy.end(); iter != end; ++iter) {
2029 QSSGRenderMesh *theMesh = iter.value().mesh;
2030 if (theMesh) {
2031 if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Debug))
2032 qDebug() << "- releaseGeometry: " << iter.key().first.path() << currentLayer;
2033 decreaseMemoryStat(theMesh);
2034 rhiCtxD->releaseMesh(theMesh);
2035 }
2036 }
2037 meshMap.clear();
2038
2039 // Meshes (custom)
2040 auto customMeshMapCopy = customMeshMap;
2041 customMeshMapCopy.detach();
2042 for (auto iter = customMeshMapCopy.begin(), end = customMeshMapCopy.end(); iter != end; ++iter) {
2043 QSSGRenderMesh *theMesh = iter.value().mesh;
2044 if (theMesh) {
2045 if (QSSGBufferManagerStat::enabled(QSSGBufferManagerStat::Level::Debug))
2046 qDebug() << "- releaseGeometry: " << iter.key() << currentLayer;
2047 decreaseMemoryStat(theMesh);
2048 rhiCtxD->releaseMesh(theMesh);
2049 }
2050 }
2051 customMeshMap.clear();
2052 }
2053
2054 // Textures (by path)
2055 for (auto it = imageMap.constBegin(), end = imageMap.constEnd(); it != end; ++it)
2056 releaseImage(it.key());
2057
2058 imageMap.clear();
2059
2060 // Textures (custom)
2061 for (auto it = customTextureMap.cbegin(), end = customTextureMap.cend(); it != end; ++it)
2062 releaseTextureData(it.key());
2063
2064 customTextureMap.clear();
2065
2066 // Textures (QSG)
2067 // these don't have any owned objects to release so just clearing is fine.
2068 qsgImageMap.clear();
2069
2070 // To allow trying to read the lightmap file again
2071 lightmapSourceDirty = true;
2072}
2073
2074QRhiResourceUpdateBatch *QSSGBufferManager::meshBufferUpdateBatch()
2075{
2076 if (!meshBufferUpdates)
2077 meshBufferUpdates = m_contextInterface->rhiContext()->rhi()->nextResourceUpdateBatch();
2078 return meshBufferUpdates;
2079}
2080
2081void QSSGBufferManager::commitBufferResourceUpdates()
2082{
2083 if (meshBufferUpdates) {
2084 m_contextInterface->rhiContext()->commandBuffer()->resourceUpdate(meshBufferUpdates);
2085 meshBufferUpdates = nullptr;
2086 }
2087}
2088
2089void QSSGBufferManager::processResourceLoader(const QSSGRenderResourceLoader *loader)
2090{
2091 for (auto &mesh : std::as_const(loader->meshes))
2092 loadRenderMesh(mesh, {});
2093
2094 for (auto customMesh : std::as_const(loader->geometries))
2095 loadRenderMesh(static_cast<QSSGRenderGeometry*>(customMesh), {});
2096
2097 for (auto texture : std::as_const(loader->textures)) {
2098 const auto image = static_cast<QSSGRenderImage *>(texture);
2099 loadRenderImage(image);
2100 }
2101
2102 // Make sure the uploads occur
2103 commitBufferResourceUpdates();
2104}
2105
2106static inline quint32 textureFormatSize(QRhiTexture::Format format)
2107{
2108 switch (format) {
2109 case QRhiTexture::UnknownFormat:
2110 return 0;
2111 case QRhiTexture::RGBA8:
2112 return 4;
2113 case QRhiTexture::BGRA8:
2114 return 4;
2115 case QRhiTexture::R8:
2116 return 1;
2117 case QRhiTexture::RG8:
2118 return 2;
2119 case QRhiTexture::R16:
2120 return 2;
2121 case QRhiTexture::RG16:
2122 return 4;
2123 case QRhiTexture::RED_OR_ALPHA8:
2124 return 1;
2125
2126 case QRhiTexture::RGBA16F:
2127 return 8;
2128 case QRhiTexture::RGBA32F:
2129 return 16;
2130 case QRhiTexture::R16F:
2131 return 2;
2132 case QRhiTexture::R32F:
2133 return 4;
2134
2135 case QRhiTexture::RGB10A2:
2136 return 4;
2137
2138 case QRhiTexture::R8SI:
2139 return 1;
2140 case QRhiTexture::R32SI:
2141 return 4;
2142 case QRhiTexture::RG32SI:
2143 return 8;
2144 case QRhiTexture::RGBA32SI:
2145 return 16;
2146
2147 case QRhiTexture::R8UI:
2148 return 1;
2149 case QRhiTexture::R32UI:
2150 return 4;
2151 case QRhiTexture::RG32UI:
2152 return 8;
2153 case QRhiTexture::RGBA32UI:
2154 return 16;
2155
2156 case QRhiTexture::D16:
2157 return 2;
2158 case QRhiTexture::D24:
2159 return 4;
2160 case QRhiTexture::D24S8:
2161 return 4;
2162 case QRhiTexture::D32F:
2163 return 4;
2164 case QRhiTexture::D32FS8:
2165 return 8;
2166
2167 case QRhiTexture::BC1:
2168 return 8;
2169 case QRhiTexture::BC2:
2170 return 16;
2171 case QRhiTexture::BC3:
2172 return 16;
2173 case QRhiTexture::BC4:
2174 return 8;
2175 case QRhiTexture::BC5:
2176 return 16;
2177 case QRhiTexture::BC6H:
2178 return 16;
2179 case QRhiTexture::BC7:
2180 return 16;
2181
2182 case QRhiTexture::ETC2_RGB8:
2183 return 8;
2184 case QRhiTexture::ETC2_RGB8A1:
2185 return 8;
2186 case QRhiTexture::ETC2_RGBA8:
2187 return 16;
2188
2189 case QRhiTexture::ASTC_4x4:
2190 case QRhiTexture::ASTC_5x4:
2191 case QRhiTexture::ASTC_5x5:
2192 case QRhiTexture::ASTC_6x5:
2193 case QRhiTexture::ASTC_6x6:
2194 case QRhiTexture::ASTC_8x5:
2195 case QRhiTexture::ASTC_8x6:
2196 case QRhiTexture::ASTC_8x8:
2197 case QRhiTexture::ASTC_10x5:
2198 case QRhiTexture::ASTC_10x6:
2199 case QRhiTexture::ASTC_10x8:
2200 case QRhiTexture::ASTC_10x10:
2201 case QRhiTexture::ASTC_12x10:
2202 case QRhiTexture::ASTC_12x12:
2203 return 16;
2204 }
2205 Q_UNREACHABLE_RETURN(0);
2206}
2207
2208static inline bool isCompressedTextureFormat(QRhiTexture::Format format)
2209{
2210 return (format >= QRhiTexture::BC1);
2211}
2212
2213static inline quint64 textureMemorySize(QRhiTexture *texture)
2214{
2215 quint64 s = 0;
2216 if (!texture)
2217 return s;
2218
2219 auto format = texture->format();
2220 if (format == QRhiTexture::UnknownFormat)
2221 return 0;
2222
2223 s = texture->pixelSize().width() * texture->pixelSize().height();
2224
2225 const quint32 bytesPerPixel = textureFormatSize(format);
2226 QSSG_ASSERT_X(bytesPerPixel > 0, "Invalid texture format size", return 0);
2227
2228 if (!isCompressedTextureFormat(format)) {
2229 s *= bytesPerPixel;
2230 } else {
2231 s /= bytesPerPixel;
2232 }
2233
2234 if (texture->flags() & QRhiTexture::MipMapped)
2235 s += s / 4;
2236 if (texture->flags() & QRhiTexture::CubeMap)
2237 s *= 6;
2238 return s;
2239}
2240
2241static inline quint64 bufferMemorySize(const QSSGRhiBufferPtr &buffer)
2242{
2243 quint64 s = 0;
2244 if (!buffer)
2245 return s;
2246 s = buffer->buffer()->size();
2247 return s;
2248}
2249
2250void QSSGBufferManager::increaseMemoryStat(QRhiTexture *texture)
2251{
2252 stats.imageDataSize += textureMemorySize(texture);
2253 QSSGRhiContextStats::get(*m_contextInterface->rhiContext()).imageDataSizeChanges(stats.imageDataSize);
2254}
2255
2256void QSSGBufferManager::decreaseMemoryStat(QRhiTexture *texture)
2257{
2258 stats.imageDataSize = qMax(0u, stats.imageDataSize - textureMemorySize(texture));
2259 QSSGRhiContextStats::get(*m_contextInterface->rhiContext()).imageDataSizeChanges(stats.imageDataSize);
2260}
2261
2262void QSSGBufferManager::increaseMemoryStat(QSSGRenderMesh *mesh)
2263{
2264 stats.meshDataSize += bufferMemorySize(mesh->subsets.at(0).rhi.vertexBuffer)
2265 + bufferMemorySize(mesh->subsets.at(0).rhi.indexBuffer);
2266 QSSGRhiContextStats::get(*m_contextInterface->rhiContext()).meshDataSizeChanges(stats.meshDataSize);
2267}
2268
2269void QSSGBufferManager::decreaseMemoryStat(QSSGRenderMesh *mesh)
2270{
2271 quint64 s = 0;
2272 if (mesh)
2273 s = bufferMemorySize(mesh->subsets.at(0).rhi.vertexBuffer)
2274 + bufferMemorySize(mesh->subsets.at(0).rhi.indexBuffer);
2275 stats.meshDataSize = qMax(0u, stats.meshDataSize - s);
2276 QSSGRhiContextStats::get(*m_contextInterface->rhiContext()).meshDataSizeChanges(stats.meshDataSize);
2277}
2278
2279void QSSGBufferManager::setLightmapSource(const QString &source)
2280{
2281 if (lightmapSource != source) {
2282 lightmapSource = source;
2283 lightmapSourceDirty = true;
2284 }
2285}
2286
2287void QSSGBufferManager::setCurrentlyLightmapBaking(bool value)
2288{
2289 currentlyLightmapBaking = value;
2290}
2291
2292void QSSGBufferManager::registerUserRenderPassManager(const QSSGUserRenderPassManagerPtr &userPassManager)
2293{
2294 userRenderPassManagers.push_back(userPassManager);
2295}
2296
2297size_t qHash(const QSSGBufferManager::CustomImageCacheKey &k, size_t seed) noexcept
2298{
2299 // NOTE: The data pointer should never be null, as null data pointers shouldn't be inserted into
2300 // the cached (make sure to check that before inserting!!!)
2301 using MipMap_t = std::underlying_type_t<QSSGBufferManager::MipMode>;
2302 return qHash(*k.data, seed) ^ MipMap_t(k.mipMode);
2303}
2304
2305QT_END_NAMESPACE
Combined button and popup list for selecting options.
Q_TRACE_POINT(qtcore, QCoreApplication_postEvent_exit)
Q_TRACE_POINT(qtcore, QFactoryLoader_update, const QString &fileName)
constexpr size_t qHash(const QSize &s, size_t seed=0) noexcept
Definition qsize.h:192
QSSGLightmapIODataTag
static quint32 textureFormatSize(QRhiTexture::Format format)
static const PrimitiveEntry primitives[nPrimitives]
static constexpr QSize sizeForMipLevel(int mipLevel, const QSize &baseLevelSize)
static const int nPrimitives
static quint64 textureMemorySize(QRhiTexture *texture)
static MeshIdxNamePair splitRuntimeMeshPath(const QSSGRenderPath &rpath)
static const float cube[]
static bool isCompressedTextureFormat(QRhiTexture::Format format)
static const char * primitivesDirectory
static quint64 bufferMemorySize(const QSSGRhiBufferPtr &buffer)
static QPair< QSSGMesh::Mesh, QString > loadFromLightmapFile(const QString &lightmapPath, const QString &lightmapKey)
QVector< QSSGMesh::Mesh > meshes
static constexpr bool enabled(Level)