qffmpegvideorenderer.cpp

Enable keyboard shortcuts

// Copyright (C) 2021 The Qt Company Ltd.

// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only

#include "qffmpegvideorenderer_p.h"

#include "qffmpegvideobuffer_p.h"

#include <QtMultimedia/qvideosink.h>

#include <QtMultimedia/private/qvideoframe_p.h>

QT_BEGIN_NAMESPACE

namespace QFFmpeg {

VideoRenderer::VideoRenderer(const PlaybackEngineObjectID &id, const TimeController &tc,

                             QVideoSink *sink, const VideoTransformation &transform)

    : Renderer(id, tc), m_sink(sink), m_transform(transform)

void VideoRenderer::setOutput(QVideoSink *sink, bool cleanPrevSink)

    setOutputInternal(m_sink, sink, [=](QVideoSink *prev) {

        if (!prev)

            return;

        if (sink)

            sink->setVideoFrame(prev->videoFrame());

        if (cleanPrevSink)

            prev->setVideoFrame({});

});

VideoRenderer::RenderingResult VideoRenderer::renderInternal(Frame frame)

    if (!m_sink)

        return {};

    if (!frame.isValid()) {

        m_sink->setVideoFrame({});

        return {};

    //        qCDebug(qLcVideoRenderer) << "RHI:" << accel.isNull() << accel.rhi() << sink->rhi();

    const auto codecContext = frame.codecContext();

    Q_ASSERT(codecContext);

#ifdef Q_OS_ANDROID

    // QTBUG-108446

    // In general case, just creation of frames context is not correct since

    //   frames may require additional specific data for hw contexts, so

    //   just setting of hw_frames_ctx is not enough.

    // TODO: investigate the case in order to remove or fix the code.

    if (codecContext->hwAccel() && !frame.avFrame()->hw_frames_ctx) {

        HWAccel *hwaccel = codecContext->hwAccel();

        AVFrame *avframe = frame.avFrame();

        if (!hwaccel->hwFramesContext())

            hwaccel->createFramesContext(AVPixelFormat(avframe->format), frameSize(avframe));

        if (hwaccel->hwFramesContext())

            avframe->hw_frames_ctx = av_buffer_ref(hwaccel->hwFramesContextAsBuffer());

#endif

    const auto pixelAspectRatio = codecContext->pixelAspectRatio(frame.avFrame());

    auto buffer = std::make_unique<QFFmpegVideoBuffer>(frame.takeAVFrame(), pixelAspectRatio);

    QVideoFrameFormat format(buffer->size(), buffer->pixelFormat());

    format.setColorSpace(buffer->colorSpace());

    format.setColorTransfer(buffer->colorTransfer());

    format.setColorRange(buffer->colorRange());

    format.setMaxLuminance(buffer->maxNits());

    format.setRotation(m_transform.rotation);

    format.setMirrored(m_transform.mirroredHorizontallyAfterRotation);

    QVideoFrame videoFrame = QVideoFramePrivate::createFrame(std::move(buffer), format);

    videoFrame.setStartTime(frame.startTime().get());

    videoFrame.setEndTime(frame.endTime().get());

    m_sink->setVideoFrame(videoFrame);

    return {};

} // namespace QFFmpeg

QT_END_NAMESPACE

#include "moc_qffmpegvideorenderer_p.cpp"