qandroidformatsinfo.cpp

// Copyright (C) 2021 The Qt Company Ltd.

// SPDX-License-Identifier: LicenseRef-Qt-Commercial OR LGPL-3.0-only OR GPL-2.0-only OR GPL-3.0-only

#include "qandroidformatsinfo_p.h"

#include <QtCore/qjnienvironment.h>

#include <QtCore/qjniobject.h>

#include <qcoreapplication.h>

static const char encoderFilter[] = ".encoder";

static const char decoderFilter[] = ".decoder";

QT_BEGIN_NAMESPACE

QAndroidFormatInfo::QAndroidFormatInfo()

    // Audio/Video/Image formats with their decoder/encoder information is documented at

    // https://developer.android.com/guide/topics/media/media-formats

    const QJniObject codecsArrayObject = QJniObject::callStaticObjectMethod(

                "org/qtproject/qt/android/multimedia/QtMultimediaUtils",

                "getMediaCodecs",

                "()[Ljava/lang/String;");

    QStringList codecs;

    QJniEnvironment env;

    const jobjectArray devsArray = codecsArrayObject.object<jobjectArray>();

    for (int i = 0; i < env->GetArrayLength(devsArray); ++i) {

        const QString codec = QJniObject(env->GetObjectArrayElement(devsArray, i)).toString();

        if (codec.contains(QStringLiteral("encoder")))

            m_supportedEncoders.append(codec);

        else

            m_supportedDecoders.append(codec);

    auto removeUnspecifiedValues = [](QList<CodecMap> &map) {

        for (CodecMap &codec : map) {

            codec.audio.removeAll(QMediaFormat::AudioCodec::Unspecified);

            codec.video.removeAll(QMediaFormat::VideoCodec::Unspecified);

        erase_if(map, [](const CodecMap &codec) {

            return codec.audio.isEmpty() && codec.video.isEmpty();

});

};

        const QMediaFormat::AudioCodec aac = hasDecoder(QMediaFormat::AudioCodec::AAC);

        const QMediaFormat::AudioCodec mp3 = hasDecoder(QMediaFormat::AudioCodec::MP3);

        const QMediaFormat::AudioCodec flac = hasDecoder(QMediaFormat::AudioCodec::FLAC);

        const QMediaFormat::AudioCodec opus = hasDecoder(QMediaFormat::AudioCodec::Opus);

        const QMediaFormat::AudioCodec vorbis = hasDecoder(QMediaFormat::AudioCodec::Vorbis);

        const QMediaFormat::VideoCodec vp8 = hasDecoder(QMediaFormat::VideoCodec::VP8);

        const QMediaFormat::VideoCodec vp9 = hasDecoder(QMediaFormat::VideoCodec::VP9);

        const QMediaFormat::VideoCodec h264 = hasDecoder(QMediaFormat::VideoCodec::H264);

        const QMediaFormat::VideoCodec h265 = hasDecoder(QMediaFormat::VideoCodec::H265);

        const QMediaFormat::VideoCodec av1 = hasDecoder(QMediaFormat::VideoCodec::AV1);

        decoders = {

            { QMediaFormat::AAC, {aac}, {} },

            { QMediaFormat::MP3, {mp3}, {} },

            { QMediaFormat::FLAC, {flac}, {} },

            { QMediaFormat::Mpeg4Audio, {mp3, aac, flac, vorbis}, {} },

            { QMediaFormat::MPEG4, {mp3, aac, flac, vorbis}, {h264, h265, av1} },

            { QMediaFormat::Ogg, {opus, vorbis, flac}, {} },

            { QMediaFormat::Matroska, {mp3, opus, vorbis}, {vp8, vp9, h264, h265, av1} },

            { QMediaFormat::WebM, {opus, vorbis}, {vp8, vp9} }

};

        removeUnspecifiedValues(decoders);

        const QMediaFormat::AudioCodec aac = hasEncoder(QMediaFormat::AudioCodec::AAC);

        const QMediaFormat::AudioCodec mp3 = hasEncoder(QMediaFormat::AudioCodec::MP3);

        const QMediaFormat::AudioCodec opus = hasEncoder(QMediaFormat::AudioCodec::Opus);

        const QMediaFormat::AudioCodec vorbis = hasEncoder(QMediaFormat::AudioCodec::Vorbis);

        const QMediaFormat::VideoCodec vp8 = hasEncoder(QMediaFormat::VideoCodec::VP8);

        const QMediaFormat::VideoCodec vp9 = hasEncoder(QMediaFormat::VideoCodec::VP9);

        const QMediaFormat::VideoCodec h264 = hasEncoder(QMediaFormat::VideoCodec::H264);

        const QMediaFormat::VideoCodec h265 = hasEncoder(QMediaFormat::VideoCodec::H265);

        const QMediaFormat::VideoCodec av1 = hasEncoder(QMediaFormat::VideoCodec::AV1);

        // MP3 and Vorbis encoders are not supported by the default Android SDK

        // Opus encoder available only for Android 10+

        encoders = {

            { QMediaFormat::AAC, {aac}, {} },

            { QMediaFormat::MP3, {mp3}, {} },

            // FLAC encoder is not supported by the MediaRecorder used for recording

            // { QMediaFormat::FLAC, {flac}, {} },

            { QMediaFormat::Mpeg4Audio, {mp3, aac, vorbis}, {} },

            { QMediaFormat::MPEG4, {mp3, aac, vorbis}, {h264, h265, av1} },

            { QMediaFormat::Ogg, {opus, vorbis}, {} },

            { QMediaFormat::Matroska, {mp3, opus}, {vp8, vp9, h264, h265, av1} },

            // NOTE: WebM seems to be documented to supported with VP8 encoder,

            // but the Camera API doesn't work with it, keep it commented for now.

            // { QMediaFormat::WebM, {vorbis, opus}, {vp8, vp9} }

};

        removeUnspecifiedValues(encoders);

    imageFormats << QImageCapture::JPEG;

    // NOTE: Add later if needed, the Camera API doens't seem to work with it.

    // imageFormats << QImageCapture::PNG << QImageCapture::WebP;

    fixupCodecMaps();

QAndroidFormatInfo::~QAndroidFormatInfo()

static QString getVideoCodecName(QMediaFormat::VideoCodec codec)

    QString codecString = QMediaFormat::videoCodecName(codec);

    if (codec == QMediaFormat::VideoCodec::H265)

        codecString = QLatin1String("HEVC");

    return codecString;

QMediaFormat::AudioCodec QAndroidFormatInfo::hasEncoder(QMediaFormat::AudioCodec codec) const

    const QString codecString = QMediaFormat::audioCodecName(codec);

    for (auto str : m_supportedEncoders) {

        if (str.contains(codecString + QLatin1String(encoderFilter), Qt::CaseInsensitive))

            return codec;

    return QMediaFormat::AudioCodec::Unspecified;

QMediaFormat::VideoCodec QAndroidFormatInfo::hasEncoder(QMediaFormat::VideoCodec codec) const

    const QString codecString = getVideoCodecName(codec);

    for (auto str : m_supportedEncoders) {

        if (str.contains(codecString + QLatin1String(encoderFilter), Qt::CaseInsensitive))

            return codec;

    return QMediaFormat::VideoCodec::Unspecified;

QMediaFormat::AudioCodec QAndroidFormatInfo::hasDecoder(QMediaFormat::AudioCodec codec) const

    const QString codecString = QMediaFormat::audioCodecName(codec);

    for (auto str : m_supportedDecoders) {

        if (str.contains(codecString + QLatin1String(decoderFilter), Qt::CaseInsensitive))

            return codec;

    return QMediaFormat::AudioCodec::Unspecified;

QMediaFormat::VideoCodec QAndroidFormatInfo::hasDecoder(QMediaFormat::VideoCodec codec) const

    const QString codecString = getVideoCodecName(codec);

    for (auto str : m_supportedDecoders) {

        if (str.contains(codecString + QLatin1String(decoderFilter), Qt::CaseInsensitive))

            return codec;

    return QMediaFormat::VideoCodec::Unspecified;

QT_END_NAMESPACE