// SPDX-FileCopyrightText: 2021 Nheko Contributors // SPDX-FileCopyrightText: 2022 Nheko Contributors // // SPDX-License-Identifier: GPL-3.0-or-later #include "MxcAnimatedImage.h" #include #include #include #include #include #include #include "EventAccessors.h" #include "Logging.h" #include "MatrixClient.h" #include "timeline/TimelineModel.h" void MxcAnimatedImage::startDownload() { if (!room_) return; if (eventId_.isEmpty()) return; auto event = room_->eventById(eventId_); if (!event) { nhlog::ui()->error("Failed to load media for event {}, event not found.", eventId_.toStdString()); return; } QByteArray mimeType = QString::fromStdString(mtx::accessors::mimetype(*event)).toUtf8(); static const auto formats = QMovie::supportedFormats(); animatable_ = formats.contains(mimeType.split('/').back()); animatableChanged(); if (!animatable_) return; QString mxcUrl = QString::fromStdString(mtx::accessors::url(*event)); auto encryptionInfo = mtx::accessors::file(*event); // If the message is a link to a non mxcUrl, don't download it if (!mxcUrl.startsWith(QLatin1String("mxc://"))) { return; } QString suffix = QMimeDatabase().mimeTypeForName(mimeType).preferredSuffix(); const auto url = mxcUrl.toStdString(); const auto name = QString(mxcUrl).remove(QStringLiteral("mxc://")); QFileInfo filename( QStringLiteral("%1/media_cache/media/%2.%3") .arg(QStandardPaths::writableLocation(QStandardPaths::CacheLocation), name, suffix)); if (QDir::cleanPath(name) != name) { nhlog::net()->warn("mxcUrl '{}' is not safe, not downloading file", url); return; } QDir().mkpath(filename.path()); QPointer self = this; auto processBuffer = [this, mimeType, encryptionInfo, self](QIODevice &device) { if (!self) return; try { if (buffer.isOpen()) { movie.stop(); movie.setDevice(nullptr); buffer.close(); } if (encryptionInfo) { QByteArray ba = device.readAll(); std::string temp(ba.constData(), ba.size()); temp = mtx::crypto::to_string(mtx::crypto::decrypt_file(temp, encryptionInfo.value())); buffer.setData(temp.data(), temp.size()); } else { buffer.setData(device.readAll()); } buffer.open(QIODevice::ReadOnly); buffer.reset(); } catch (const std::exception &e) { nhlog::net()->error("Failed to setup animated image buffer: {}", e.what()); } QTimer::singleShot(0, this, [this, mimeType] { nhlog::ui()->info( "Playing movie with size: {}, {}", buffer.bytesAvailable(), buffer.isOpen()); movie.setFormat(mimeType); movie.setDevice(&buffer); if (height() != 0 && width() != 0) movie.setScaledSize(this->size().toSize()); if (buffer.bytesAvailable() < 4LL * 1024 * 1024 * 1024) // cache images smaller than 4MB in RAM movie.setCacheMode(QMovie::CacheAll); if (play_) movie.start(); else movie.jumpToFrame(0); emit loadedChanged(); update(); }); }; if (filename.isReadable()) { QFile f(filename.filePath()); if (f.open(QIODevice::ReadOnly)) { processBuffer(f); return; } } http::client()->download(url, [filename, url, processBuffer](const std::string &data, const std::string &, const std::string &, mtx::http::RequestErr err) { if (err) { nhlog::net()->warn("failed to retrieve media {}: {} {}", url, err->matrix_error.error, static_cast(err->status_code)); return; } try { QFile file(filename.filePath()); if (!file.open(QIODevice::WriteOnly)) return; QByteArray ba(data.data(), (int)data.size()); file.write(ba); file.close(); QBuffer buf(&ba); buf.open(QBuffer::ReadOnly); processBuffer(buf); } catch (const std::exception &e) { nhlog::ui()->warn("Error while saving file to: {}", e.what()); } }); } void MxcAnimatedImage::geometryChanged(const QRectF &newGeometry, const QRectF &oldGeometry) { QQuickItem::geometryChanged(newGeometry, oldGeometry); if (newGeometry.size() != oldGeometry.size()) { if (height() != 0 && width() != 0) { QSizeF r = movie.scaledSize(); r.scale(newGeometry.size(), Qt::KeepAspectRatio); movie.setScaledSize(r.toSize()); imageDirty = true; update(); } } } QSGNode * MxcAnimatedImage::updatePaintNode(QSGNode *oldNode, QQuickItem::UpdatePaintNodeData *) { if (!imageDirty) return oldNode; imageDirty = false; QSGImageNode *n = static_cast(oldNode); if (!n) { n = window()->createImageNode(); n->setOwnsTexture(true); // n->setFlags(QSGNode::OwnedByParent | QSGNode::OwnsGeometry | // GSGNode::OwnsMaterial); n->setFlags(QSGNode::OwnedByParent); } auto img = movie.currentImage(); n->setSourceRect(img.rect()); if (!img.isNull()) n->setTexture(window()->createTextureFromImage(std::move(img))); else { delete n; return nullptr; } QSizeF r = img.size(); r.scale(size(), Qt::KeepAspectRatio); n->setRect((width() - r.width()) / 2, (height() - r.height()) / 2, r.width(), r.height()); n->setFiltering(QSGTexture::Linear); n->setMipmapFiltering(QSGTexture::None); return n; }