[linux] Implement libiamf-based IAMF decoder

media/base/starboard_utils.cc

@@ -55,6 +55,17 @@ int GetBitsPerPixel(const std::string& mime_type) {
   return 8;
 }
 
+int GetMaxChannelCount() {
+  int channels = 2;
+  int index = 0;
+  SbMediaAudioConfiguration configuration;
+  while (SbMediaGetAudioConfiguration(index++, &configuration)) {
+    if (configuration.number_of_channels > channels)
+      channels = configuration.number_of_channels;
+  }
+  return channels;
+}
+
 }  // namespace
 
 SbMediaAudioCodec MediaAudioCodecToSbMediaAudioCodec(AudioCodec codec) {
@@ -91,7 +102,7 @@ SbMediaAudioCodec MediaAudioCodecToSbMediaAudioCodec(AudioCodec codec) {
       return kSbMediaAudioCodecPcm;
 #if SB_API_VERSION >= 15
     case AudioCodec::kIAMF:
-     return kSbMediaAudioCodecIamf;
+      return kSbMediaAudioCodecIamf;
 #endif  // SB_API_VERSION >= 15
     default:
       // Cobalt only supports a subset of audio codecs defined by Chromium.
@@ -142,15 +153,21 @@ SbMediaAudioStreamInfo MediaAudioConfigToSbMediaAudioStreamInfo(
 
 #if SB_API_VERSION < 15
   audio_stream_info.format_tag = 0x00ff;
-#endif // SB_API_VERSION < 15
-  audio_stream_info.number_of_channels =
+#endif  // SB_API_VERSION < 15
+audio_stream_info.number_of_channels =
       ChannelLayoutToChannelCount(audio_decoder_config.channel_layout());
+#if SB_API_VERSION >= 15
+  if (audio_stream_info.codec == kSbMediaAudioCodecIamf) {
+    // IAMF mixes audio signals to the highest available speaker layout.
+    audio_stream_info.number_of_channels = GetMaxChannelCount();
+  }
+#endif  // SB_API_VERSION >= 15
   audio_stream_info.samples_per_second =
       audio_decoder_config.samples_per_second();
 #if SB_API_VERSION < 15
   audio_stream_info.average_bytes_per_second = 1;
   audio_stream_info.block_alignment = 4;
-#endif // SB_API_VERSION < 15
+#endif  // SB_API_VERSION < 15
   audio_stream_info.bits_per_sample = audio_decoder_config.bits_per_channel();
 
   const auto& extra_data = audio_stream_info.codec == kSbMediaAudioCodecAac

starboard/build/config/BUILDCONFIG.gn

@@ -40,6 +40,8 @@ declare_args() {
   build_with_separate_cobalt_toolchain = false
 
   use_xcode_clang = false
+
+  enable_iamf_decode = false
 }
 
 _is_on_pythonpath = exec_script("//starboard/build/is_on_path.py", [], "json")

starboard/linux/shared/BUILD.gn

@@ -440,6 +440,17 @@ static_library("starboard_platform_sources") {
   if (is_debug || is_devel) {
     defines += [ "SB_PLAYER_ENABLE_VIDEO_DUMPER" ]
   }
+
+  if (enable_iamf_decode) {
+    sources += [
+      "//starboard/shared/libiamf/iamf_audio_decoder.cc",
+      "//starboard/shared/libiamf/iamf_audio_decoder.h",
+      "//starboard/shared/libiamf/iamf_decoder_utils.cc",
+      "//starboard/shared/libiamf/iamf_decoder_utils.h",
+    ]
+
+    defines += [ "ENABLE_IAMF_DECODE" ]
+  }
 }
 
 if (current_toolchain == starboard_toolchain) {

starboard/linux/shared/media_is_audio_supported.cc

@@ -18,7 +18,12 @@
 #include "starboard/configuration.h"
 #include "starboard/configuration_constants.h"
 #include "starboard/media.h"
+#include "starboard/shared/starboard/media/iamf_util.h"
 
+using ::starboard::shared::starboard::media::IamfMimeUtil;
+using ::starboard::shared::starboard::media::kIamfProfileBase;
+using ::starboard::shared::starboard::media::kIamfProfileSimple;
+using ::starboard::shared::starboard::media::kIamfSubstreamCodecOpus;
 using ::starboard::shared::starboard::media::MimeType;
 
 bool SbMediaIsAudioSupported(SbMediaAudioCodec audio_codec,
@@ -32,6 +37,31 @@ bool SbMediaIsAudioSupported(SbMediaAudioCodec audio_codec,
     return bitrate <= kSbMediaMaxAudioBitrateInBitsPerSecond;
   }
 
+#if SB_API_VERSION >= 15 && ENABLE_IAMF_DECODE
+  if (audio_codec == kSbMediaAudioCodecIamf) {
+    if (!mime_type || !mime_type->is_valid()) {
+      return false;
+    }
+    const std::vector<std::string>& codecs = mime_type->GetCodecs();
+    if (codecs.size() != 1) {
+      return false;
+    }
+
+    IamfMimeUtil mime_util(codecs[0]);
+    if (!mime_util.is_valid()) {
+      return false;
+    }
+    uint32_t profile = mime_util.primary_profile();
+    // Support only IAMF streams with a base or simple profile and an Opus
+    // substream.
+    if (mime_util.substream_codec() != kIamfSubstreamCodecOpus ||
+        (profile != kIamfProfileSimple && profile != kIamfProfileBase)) {
+      return false;
+    }
+    return bitrate <= kSbMediaMaxAudioBitrateInBitsPerSecond;
+  }
+#endif  // SB_API_VERSION >= 15
+
   if (audio_codec == kSbMediaAudioCodecAc3 ||
       audio_codec == kSbMediaAudioCodecEac3) {
 #if SB_API_VERSION < 15

starboard/linux/shared/player_components_factory.cc

@@ -41,6 +41,10 @@
 #include "starboard/shared/starboard/player/filter/video_render_algorithm_impl.h"
 #include "starboard/shared/starboard/player/filter/video_renderer_sink.h"
 
+#if ENABLE_IAMF_DECODE
+#include "starboard/shared/libiamf/iamf_audio_decoder.h"
+#endif  // ENABLE_IAMF_DECODE
+
 namespace starboard {
 namespace shared {
 namespace starboard {
@@ -86,6 +90,13 @@ class PlayerComponentsFactory : public PlayerComponents::Factory {
                    libfdkaac::LibfdkaacHandle::GetHandle()->IsLoaded()) {
           SB_LOG(INFO) << "Playing audio using FdkAacAudioDecoder.";
           return std::unique_ptr<AudioDecoder>(new FdkAacAudioDecoder());
+#if SB_API_VERSION >= 15 && ENABLE_IAMF_DECODE
+        } else if (audio_stream_info.codec == kSbMediaAudioCodecIamf) {
+          SB_LOG(INFO) << "Playing audio using IamfAudioDecoder.";
+          return std::unique_ptr<AudioDecoder>(
+              new ::starboard::shared::libiamf::IamfAudioDecoder(
+                  audio_stream_info));
+#endif  // SB_API_VERSION >= 15 && ENABLE_IAMF_DECODE
         } else {
           std::unique_ptr<FfmpegAudioDecoder> audio_decoder_impl(
               FfmpegAudioDecoder::Create(audio_stream_info));

starboard/linux/x64x11/shared/platform_configuration/BUILD.gn

@@ -30,6 +30,9 @@ config("platform_configuration") {
 
 config("libraries") {
   configs = [ "//starboard/linux/shared/platform_configuration:libraries" ]
+  if (enable_iamf_decode) {
+    libs = [ "//third_party/libiamf/platforms/linux/libiamf.a" ]
+  }
 }
 
 config("linker_flags") {