Revision control
Copy as Markdown
// Copyright (C) 2016 The Qt Company Ltd and/or its subsidiary(-ies).
// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only
#include "avfvideosink_p.h"
#include <QtGui/qopenglcontext.h>
#include <QtGui/rhi/qrhi.h>
#include <CoreVideo/CVBase.h>
#include <CoreVideo/CVImageBuffer.h>
#include <CoreVideo/CVPixelBuffer.h>
#import <AVFoundation/AVFoundation.h>
#import <QuartzCore/CATransaction.h>
#include <Foundation/Foundation.h>
#ifdef Q_OS_MACOS
#import <AppKit/AppKit.h>
#endif
QT_USE_NAMESPACE
AVFVideoSink::AVFVideoSink(QVideoSink *parent)
: QPlatformVideoSink(parent)
{
}
AVFVideoSink::~AVFVideoSink() = default;
void AVFVideoSink::setRhi(QRhi *rhi)
{
if (m_rhi == rhi)
return;
m_rhi = rhi;
if (m_interface)
m_interface->setRhi(rhi);
}
void AVFVideoSink::setNativeSize(QSize size)
{
if (size == nativeSize())
return;
QPlatformVideoSink::setNativeSize(size);
if (m_interface)
m_interface->nativeSizeChanged();
}
void AVFVideoSink::setVideoSinkInterface(AVFVideoSinkInterface *interface)
{
m_interface = interface;
if (m_interface)
m_interface->setRhi(m_rhi);
}
AVFVideoSinkInterface::~AVFVideoSinkInterface()
{
if (m_layer)
[m_layer release];
if (m_outputSettings)
[m_outputSettings release];
freeTextureCaches();
}
void AVFVideoSinkInterface::freeTextureCaches()
{
cvMetalTextureCache = {};
#if defined(Q_OS_MACOS)
cvOpenGLTextureCache = {};
#elif defined(Q_OS_IOS)
cvOpenGLESTextureCache = {};
#endif
}
void AVFVideoSinkInterface::setVideoSink(AVFVideoSink *sink)
{
if (sink == m_sink)
return;
if (m_sink)
m_sink->setVideoSinkInterface(nullptr);
m_sink = sink;
if (m_sink) {
m_sink->setVideoSinkInterface(this);
reconfigure();
}
}
void AVFVideoSinkInterface::setRhi(QRhi *rhi)
{
if (m_rhi == rhi)
return;
freeTextureCaches();
m_rhi = rhi;
if (!rhi)
return;
if (rhi->backend() == QRhi::Metal) {
const auto *metal = static_cast<const QRhiMetalNativeHandles *>(rhi->nativeHandles());
// Create a Metal Core Video texture cache from the pixel buffer.
Q_ASSERT(!cvMetalTextureCache);
if (CVMetalTextureCacheCreate(
kCFAllocatorDefault,
nil,
(id<MTLDevice>)metal->dev,
nil,
&cvMetalTextureCache) != kCVReturnSuccess) {
qWarning() << "Metal texture cache creation failed";
m_rhi = nullptr;
}
} else if (rhi->backend() == QRhi::OpenGLES2) {
#if QT_CONFIG(opengl)
#ifdef Q_OS_MACOS
const auto *gl = static_cast<const QRhiGles2NativeHandles *>(rhi->nativeHandles());
auto nsGLContext = gl->context->nativeInterface<QNativeInterface::QCocoaGLContext>()->nativeContext();
auto nsGLPixelFormat = nsGLContext.pixelFormat.CGLPixelFormatObj;
// Create an OpenGL CoreVideo texture cache from the pixel buffer.
if (CVOpenGLTextureCacheCreate(
kCFAllocatorDefault,
nullptr,
reinterpret_cast<CGLContextObj>(nsGLContext.CGLContextObj),
nsGLPixelFormat,
nil,
&cvOpenGLTextureCache)) {
qWarning() << "OpenGL texture cache creation failed";
m_rhi = nullptr;
}
#endif
#ifdef Q_OS_IOS
// Create an OpenGL CoreVideo texture cache from the pixel buffer.
if (CVOpenGLESTextureCacheCreate(
kCFAllocatorDefault,
nullptr,
[EAGLContext currentContext],
nullptr,
&cvOpenGLESTextureCache)) {
qWarning() << "OpenGL texture cache creation failed";
m_rhi = nullptr;
}
#endif
#else
m_rhi = nullptr;
#endif // QT_CONFIG(opengl)
}
setOutputSettings();
}
void AVFVideoSinkInterface::setLayer(CALayer *layer)
{
if (layer == m_layer)
return;
if (m_layer)
[m_layer release];
m_layer = layer;
if (m_layer)
[m_layer retain];
reconfigure();
}
void AVFVideoSinkInterface::setOutputSettings()
{
if (m_outputSettings)
[m_outputSettings release];
m_outputSettings = nil;
// Set pixel format
NSDictionary *dictionary = nil;
if (m_rhi && m_rhi->backend() == QRhi::OpenGLES2) {
#if QT_CONFIG(opengl)
dictionary = @{(NSString *)kCVPixelBufferPixelFormatTypeKey:
@(kCVPixelFormatType_32BGRA)
#ifndef Q_OS_IOS // On iOS this key generates a warning about unsupported key.
, (NSString *)kCVPixelBufferOpenGLCompatibilityKey: @true
#endif // Q_OS_IOS
};
#endif
} else {
dictionary = @{(NSString *)kCVPixelBufferPixelFormatTypeKey:
@[
@(kCVPixelFormatType_32BGRA),
@(kCVPixelFormatType_32RGBA),
@(kCVPixelFormatType_422YpCbCr8),
@(kCVPixelFormatType_422YpCbCr8_yuvs),
@(kCVPixelFormatType_420YpCbCr8BiPlanarVideoRange),
@(kCVPixelFormatType_420YpCbCr8BiPlanarFullRange),
@(kCVPixelFormatType_420YpCbCr10BiPlanarVideoRange),
@(kCVPixelFormatType_420YpCbCr10BiPlanarFullRange),
@(kCVPixelFormatType_OneComponent8),
@(kCVPixelFormatType_OneComponent16),
@(kCVPixelFormatType_420YpCbCr8Planar),
@(kCVPixelFormatType_420YpCbCr8PlanarFullRange)
]
#ifndef Q_OS_IOS // This key is not supported and generates a warning.
, (NSString *)kCVPixelBufferMetalCompatibilityKey: @true
#endif // Q_OS_IOS
};
}
m_outputSettings = [[NSDictionary alloc] initWithDictionary:dictionary];
}
void AVFVideoSinkInterface::updateLayerBounds()
{
if (!m_layer)
return;
[CATransaction begin];
[CATransaction setDisableActions: YES]; // disable animation/flicks
m_layer.frame = QRectF(0, 0, nativeSize().width(), nativeSize().height()).toCGRect();
m_layer.bounds = m_layer.frame;
[CATransaction commit];
}
#include "moc_avfvideosink_p.cpp"