dom/media/platforms/agnostic/eme/EMEDecoderModule.cpp
author Dorel Luca <dluca@mozilla.com>
Fri, 09 Nov 2018 12:13:54 +0200
changeset 445387 2f55b073ab557ba09694849b018f7eb13da2de0e
parent 445383 157be32d85fe86d9a091381ce7e304c834df4ce1
child 445434 23849b2015ce4cd60c7123c742bc0a0ce8512f07
permissions -rw-r--r--
Backed out changeset 157be32d85fe (bug 1504643) for conflicts while backing out bug 1471535

/* -*- Mode: C++; tab-width: 2; indent-tabs-mode: nil; c-basic-offset: 2 -*- */
/* vim:set ts=2 sw=2 sts=2 et cindent: */
/* This Source Code Form is subject to the terms of the Mozilla Public
 * License, v. 2.0. If a copy of the MPL was not distributed with this
 * file, You can obtain one at http://mozilla.org/MPL/2.0/. */

#include "EMEDecoderModule.h"

#include <inttypes.h>

#include "Adts.h"
#include "GMPDecoderModule.h"
#include "GMPService.h"
#include "MediaInfo.h"
#include "PDMFactory.h"
#include "mozIGeckoMediaPluginService.h"
#include "mozilla/CDMProxy.h"
#include "mozilla/EMEUtils.h"
#include "mozilla/StaticPrefs.h"
#include "mozilla/UniquePtr.h"
#include "mozilla/Unused.h"
#include "nsAutoPtr.h"
#include "nsClassHashtable.h"
#include "nsServiceManagerUtils.h"
#include "DecryptThroughputLimit.h"
#include "ChromiumCDMVideoDecoder.h"

namespace mozilla {

typedef MozPromiseRequestHolder<DecryptPromise> DecryptPromiseRequestHolder;
extern already_AddRefed<PlatformDecoderModule> CreateBlankDecoderModule();

DDLoggedTypeDeclNameAndBase(EMEDecryptor, MediaDataDecoder);

class ADTSSampleConverter
{
public:
  explicit ADTSSampleConverter(const AudioInfo& aInfo)
    : mNumChannels(aInfo.mChannels)
    // Note: we set profile to 2 if we encounter an extended profile (which set
    // mProfile to 0 and then set mExtendedProfile) such as HE-AACv2
    // (profile 5). These can then pass through conversion to ADTS and back.
    // This is done as ADTS only has 2 bits for profile, and the transform
    // subtracts one from the value. We check if the profile supplied is > 4 for
    // safety. 2 is used as a fallback value, though it seems the CDM doesn't
    // care what is set.
    , mProfile(aInfo.mProfile < 1 || aInfo.mProfile > 4 ? 2 : aInfo.mProfile)
    , mFrequencyIndex(Adts::GetFrequencyIndex(aInfo.mRate))
  {
    EME_LOG("ADTSSampleConvertor(): aInfo.mProfile=%" PRIi8
            " aInfo.mExtendedProfile=%" PRIi8, aInfo.mProfile,
            aInfo.mExtendedProfile);
    if (aInfo.mProfile < 1 || aInfo.mProfile > 4) {
      EME_LOG("ADTSSampleConvertor(): Profile not in [1, 4]! Samples will "
              "their profile set to 2!");
    }
  }
  bool Convert(MediaRawData* aSample) const
  {
    return Adts::ConvertSample(
      mNumChannels, mFrequencyIndex, mProfile, aSample);
  }
  bool Revert(MediaRawData* aSample) const
  {
    return Adts::RevertSample(aSample);
  }

private:
  const uint32_t mNumChannels;
  const uint8_t mProfile;
  const uint8_t mFrequencyIndex;
};

class EMEDecryptor
  : public MediaDataDecoder
  , public DecoderDoctorLifeLogger<EMEDecryptor>
{
public:
  EMEDecryptor(MediaDataDecoder* aDecoder,
               CDMProxy* aProxy,
               TaskQueue* aDecodeTaskQueue,
               TrackInfo::TrackType aType,
               MediaEventProducer<TrackInfo::TrackType>* aOnWaitingForKey,
               UniquePtr<ADTSSampleConverter> aConverter = nullptr)
    : mDecoder(aDecoder)
    , mTaskQueue(aDecodeTaskQueue)
    , mProxy(aProxy)
    , mSamplesWaitingForKey(
        new SamplesWaitingForKey(mProxy, aType, aOnWaitingForKey))
    , mThroughputLimiter(aDecodeTaskQueue)
    , mADTSSampleConverter(std::move(aConverter))
    , mIsShutdown(false)
  {
    DDLINKCHILD("decoder", mDecoder.get());
  }

  RefPtr<InitPromise> Init() override
  {
    MOZ_ASSERT(!mIsShutdown);
    return mDecoder->Init();
  }

  RefPtr<DecodePromise> Decode(MediaRawData* aSample) override
  {
    RefPtr<EMEDecryptor> self = this;
    RefPtr<MediaRawData> sample = aSample;
    return InvokeAsync(mTaskQueue, __func__, [self, this, sample]() {
      MOZ_RELEASE_ASSERT(mDecrypts.Count() == 0,
                         "Can only process one sample at a time");
      RefPtr<DecodePromise> p = mDecodePromise.Ensure(__func__);

      mSamplesWaitingForKey->WaitIfKeyNotUsable(sample)
        ->Then(mTaskQueue,
               __func__,
               [self](const RefPtr<MediaRawData>& aSample) {
                 self->mKeyRequest.Complete();
                 self->ThrottleDecode(aSample);
               },
               [self]() { self->mKeyRequest.Complete(); })
        ->Track(mKeyRequest);

      return p;
    });
  }

  void ThrottleDecode(MediaRawData* aSample)
  {
    MOZ_ASSERT(mTaskQueue->IsCurrentThreadIn());

    RefPtr<EMEDecryptor> self = this;
    mThroughputLimiter.Throttle(aSample)
      ->Then(mTaskQueue, __func__,
             [self] (RefPtr<MediaRawData> aSample) {
               self->mThrottleRequest.Complete();
               self->AttemptDecode(aSample);
             },
             [self]() {
               self->mThrottleRequest.Complete();
             })
      ->Track(mThrottleRequest);
  }

  void AttemptDecode(MediaRawData* aSample)
  {
    MOZ_ASSERT(mTaskQueue->IsCurrentThreadIn());
    if (mIsShutdown) {
      NS_WARNING("EME encrypted sample arrived after shutdown");
      mDecodePromise.RejectIfExists(NS_ERROR_DOM_MEDIA_CANCELED, __func__);
      return;
    }

    if (mADTSSampleConverter && !mADTSSampleConverter->Convert(aSample)) {
      mDecodePromise.RejectIfExists(
        MediaResult(
          NS_ERROR_DOM_MEDIA_FATAL_ERR,
          RESULT_DETAIL("Failed to convert encrypted AAC sample to ADTS")),
        __func__);
      return;
    }

    mDecrypts.Put(aSample, new DecryptPromiseRequestHolder());
    mProxy->Decrypt(aSample)
      ->Then(mTaskQueue, __func__, this,
            &EMEDecryptor::Decrypted,
            &EMEDecryptor::Decrypted)
      ->Track(*mDecrypts.Get(aSample));
  }

  void Decrypted(const DecryptResult& aDecrypted)
  {
    MOZ_ASSERT(mTaskQueue->IsCurrentThreadIn());
    MOZ_ASSERT(aDecrypted.mSample);

    nsAutoPtr<DecryptPromiseRequestHolder> holder;
    mDecrypts.Remove(aDecrypted.mSample, &holder);
    if (holder) {
      holder->Complete();
    } else {
      // Decryption is not in the list of decrypt operations waiting
      // for a result. It must have been flushed or drained. Ignore result.
      return;
    }

    if (mADTSSampleConverter &&
        !mADTSSampleConverter->Revert(aDecrypted.mSample)) {
      mDecodePromise.RejectIfExists(
        MediaResult(
          NS_ERROR_DOM_MEDIA_FATAL_ERR,
          RESULT_DETAIL("Failed to revert decrypted ADTS sample to AAC")),
        __func__);
      return;
    }

    if (mIsShutdown) {
      NS_WARNING("EME decrypted sample arrived after shutdown");
      return;
    }

    if (aDecrypted.mStatus == eme::NoKeyErr) {
      // Key became unusable after we sent the sample to CDM to decrypt.
      // Call Decode() again, so that the sample is enqueued for decryption
      // if the key becomes usable again.
      AttemptDecode(aDecrypted.mSample);
    } else if (aDecrypted.mStatus != eme::Ok) {
      mDecodePromise.RejectIfExists(
        MediaResult(
          NS_ERROR_DOM_MEDIA_FATAL_ERR,
          RESULT_DETAIL("decrypted.mStatus=%u", uint32_t(aDecrypted.mStatus))),
        __func__);
    } else {
      MOZ_ASSERT(!mIsShutdown);
      // The sample is no longer encrypted, so clear its crypto metadata.
      UniquePtr<MediaRawDataWriter> writer(aDecrypted.mSample->CreateWriter());
      writer->mCrypto = CryptoSample();
      RefPtr<EMEDecryptor> self = this;
      mDecoder->Decode(aDecrypted.mSample)
        ->Then(mTaskQueue, __func__,
               [self](const DecodedData& aResults) {
                 self->mDecodeRequest.Complete();
                 self->mDecodePromise.ResolveIfExists(aResults, __func__);
               },
               [self](const MediaResult& aError) {
                 self->mDecodeRequest.Complete();
                 self->mDecodePromise.RejectIfExists(aError, __func__);
               })
        ->Track(mDecodeRequest);
    }
  }

  RefPtr<FlushPromise> Flush() override
  {
    RefPtr<EMEDecryptor> self = this;
    return InvokeAsync(
      mTaskQueue, __func__, [self, this]() -> RefPtr<FlushPromise> {
        MOZ_ASSERT(!mIsShutdown);
        mKeyRequest.DisconnectIfExists();
        mThrottleRequest.DisconnectIfExists();
        mDecodeRequest.DisconnectIfExists();
        mDecodePromise.RejectIfExists(NS_ERROR_DOM_MEDIA_CANCELED, __func__);
        mThroughputLimiter.Flush();
        for (auto iter = mDecrypts.Iter(); !iter.Done(); iter.Next()) {
          nsAutoPtr<DecryptPromiseRequestHolder>& holder = iter.Data();
          holder->DisconnectIfExists();
          iter.Remove();
        }
        RefPtr<SamplesWaitingForKey> k = mSamplesWaitingForKey;
        return mDecoder->Flush()->Then(mTaskQueue, __func__, [k]() {
          k->Flush();
          return FlushPromise::CreateAndResolve(true, __func__);
        });
      });
  }

  RefPtr<DecodePromise> Drain() override
  {
    RefPtr<EMEDecryptor> self = this;
    return InvokeAsync(mTaskQueue, __func__, [self, this]() {
      MOZ_ASSERT(!mIsShutdown);
      MOZ_ASSERT(mDecodePromise.IsEmpty() && !mDecodeRequest.Exists(),
                 "Must wait for decoding to complete");
      for (auto iter = mDecrypts.Iter(); !iter.Done(); iter.Next()) {
        nsAutoPtr<DecryptPromiseRequestHolder>& holder = iter.Data();
        holder->DisconnectIfExists();
        iter.Remove();
      }
      return mDecoder->Drain();
    });
  }

  RefPtr<ShutdownPromise> Shutdown() override
  {
    RefPtr<EMEDecryptor> self = this;
    return InvokeAsync(mTaskQueue, __func__, [self, this]() {
      MOZ_ASSERT(!mIsShutdown);
      mIsShutdown = true;
      mSamplesWaitingForKey = nullptr;
      RefPtr<MediaDataDecoder> decoder = mDecoder.forget();
      mProxy = nullptr;
      return decoder->Shutdown();
    });
  }

  nsCString GetDescriptionName() const override
  {
    return mDecoder->GetDescriptionName();
  }

  ConversionRequired NeedsConversion() const override
  {
    return mDecoder->NeedsConversion();
  }

private:
  RefPtr<MediaDataDecoder> mDecoder;
  RefPtr<TaskQueue> mTaskQueue;
  RefPtr<CDMProxy> mProxy;
  nsClassHashtable<nsRefPtrHashKey<MediaRawData>, DecryptPromiseRequestHolder>
    mDecrypts;
  RefPtr<SamplesWaitingForKey> mSamplesWaitingForKey;
  MozPromiseRequestHolder<SamplesWaitingForKey::WaitForKeyPromise> mKeyRequest;
  DecryptThroughputLimit mThroughputLimiter;
  MozPromiseRequestHolder<DecryptThroughputLimit::ThrottlePromise> mThrottleRequest;
  MozPromiseHolder<DecodePromise> mDecodePromise;
  MozPromiseHolder<DecodePromise> mDrainPromise;
  MozPromiseHolder<FlushPromise> mFlushPromise;
  MozPromiseRequestHolder<DecodePromise> mDecodeRequest;
  UniquePtr<ADTSSampleConverter> mADTSSampleConverter;
  bool mIsShutdown;
};

EMEMediaDataDecoderProxy::EMEMediaDataDecoderProxy(
  already_AddRefed<AbstractThread> aProxyThread,
  CDMProxy* aProxy,
  const CreateDecoderParams& aParams)
  : MediaDataDecoderProxy(std::move(aProxyThread))
  , mTaskQueue(AbstractThread::GetCurrent()->AsTaskQueue())
  , mSamplesWaitingForKey(
      new SamplesWaitingForKey(aProxy,
                               aParams.mType,
                               aParams.mOnWaitingForKeyEvent))
  , mProxy(aProxy)
{
}

EMEMediaDataDecoderProxy::EMEMediaDataDecoderProxy(
  const CreateDecoderParams& aParams,
  already_AddRefed<MediaDataDecoder> aProxyDecoder,
  CDMProxy* aProxy)
  : MediaDataDecoderProxy(std::move(aProxyDecoder))
  , mTaskQueue(AbstractThread::GetCurrent()->AsTaskQueue())
  , mSamplesWaitingForKey(
      new SamplesWaitingForKey(aProxy,
                               aParams.mType,
                               aParams.mOnWaitingForKeyEvent))
  , mProxy(aProxy)
{
}

RefPtr<MediaDataDecoder::DecodePromise>
EMEMediaDataDecoderProxy::Decode(MediaRawData* aSample)
{
  RefPtr<EMEMediaDataDecoderProxy> self = this;
  RefPtr<MediaRawData> sample = aSample;
  return InvokeAsync(mTaskQueue, __func__, [self, this, sample]() {
    RefPtr<DecodePromise> p = mDecodePromise.Ensure(__func__);
    mSamplesWaitingForKey->WaitIfKeyNotUsable(sample)
      ->Then(mTaskQueue,
             __func__,
             [self, this](RefPtr<MediaRawData> aSample) {
               mKeyRequest.Complete();

               MediaDataDecoderProxy::Decode(aSample)
                 ->Then(mTaskQueue,
                        __func__,
                        [self, this](const DecodedData& aResults) {
                          mDecodeRequest.Complete();
                          mDecodePromise.Resolve(aResults, __func__);
                        },
                        [self, this](const MediaResult& aError) {
                          mDecodeRequest.Complete();
                          mDecodePromise.Reject(aError, __func__);
                        })
                 ->Track(mDecodeRequest);
             },
             [self]() {
               self->mKeyRequest.Complete();
               MOZ_CRASH("Should never get here");
             })
      ->Track(mKeyRequest);

    return p;
  });
}

RefPtr<MediaDataDecoder::FlushPromise>
EMEMediaDataDecoderProxy::Flush()
{
  RefPtr<EMEMediaDataDecoderProxy> self = this;
  return InvokeAsync(mTaskQueue, __func__, [self, this]() {
    mKeyRequest.DisconnectIfExists();
    mDecodeRequest.DisconnectIfExists();
    mDecodePromise.RejectIfExists(NS_ERROR_DOM_MEDIA_CANCELED, __func__);
    return MediaDataDecoderProxy::Flush();
  });
}

RefPtr<ShutdownPromise>
EMEMediaDataDecoderProxy::Shutdown()
{
  RefPtr<EMEMediaDataDecoderProxy> self = this;
  return InvokeAsync(mTaskQueue, __func__, [self, this]() {
    mSamplesWaitingForKey = nullptr;
    mProxy = nullptr;
    return MediaDataDecoderProxy::Shutdown();
  });
}

EMEDecoderModule::EMEDecoderModule(CDMProxy* aProxy, PDMFactory* aPDM)
  : mProxy(aProxy)
  , mPDM(aPDM)
{
}

EMEDecoderModule::~EMEDecoderModule()
{
}

static already_AddRefed<MediaDataDecoderProxy>
CreateDecoderWrapper(CDMProxy* aProxy, const CreateDecoderParams& aParams)
{
  RefPtr<gmp::GeckoMediaPluginService> s(
    gmp::GeckoMediaPluginService::GetGeckoMediaPluginService());
  if (!s) {
    return nullptr;
  }
  RefPtr<AbstractThread> thread(s->GetAbstractGMPThread());
  if (!thread) {
    return nullptr;
  }
  RefPtr<MediaDataDecoderProxy> decoder(new EMEMediaDataDecoderProxy(
    thread.forget(), aProxy, aParams));
  return decoder.forget();
}

already_AddRefed<MediaDataDecoder>
EMEDecoderModule::CreateVideoDecoder(const CreateDecoderParams& aParams)
{
  MOZ_ASSERT(aParams.mConfig.mCrypto.mValid);

  if (StaticPrefs::MediaEmeVideoBlank()) {
    EME_LOG("EMEDecoderModule::CreateVideoDecoder() creating a blank decoder.");
    RefPtr<PlatformDecoderModule> m(CreateBlankDecoderModule());
    return m->CreateVideoDecoder(aParams);
  }

  if (SupportsMimeType(aParams.mConfig.mMimeType, nullptr)) {
    // GMP decodes. Assume that means it can decrypt too.
    RefPtr<MediaDataDecoderProxy> wrapper =
      CreateDecoderWrapper(mProxy, aParams);
    auto params = GMPVideoDecoderParams(aParams);
    wrapper->SetProxyTarget(new ChromiumCDMVideoDecoder(params, mProxy));
    return wrapper.forget();
  }

  MOZ_ASSERT(mPDM);
  RefPtr<MediaDataDecoder> decoder(mPDM->CreateDecoder(aParams));
  if (!decoder) {
    return nullptr;
  }

  RefPtr<MediaDataDecoder> emeDecoder(new EMEDecryptor(
    decoder, mProxy, aParams.mTaskQueue,
    aParams.mType, aParams.mOnWaitingForKeyEvent));
  return emeDecoder.forget();
}

already_AddRefed<MediaDataDecoder>
EMEDecoderModule::CreateAudioDecoder(const CreateDecoderParams& aParams)
{
  MOZ_ASSERT(aParams.mConfig.mCrypto.mValid);

  // We don't support using the GMP to decode audio.
  MOZ_ASSERT(!SupportsMimeType(aParams.mConfig.mMimeType, nullptr));
  MOZ_ASSERT(mPDM);

  if (StaticPrefs::MediaEmeAudioBlank()) {
    EME_LOG("EMEDecoderModule::CreateAudioDecoder() creating a blank decoder.");
    RefPtr<PlatformDecoderModule> m(CreateBlankDecoderModule());
    return m->CreateAudioDecoder(aParams);
  }

  UniquePtr<ADTSSampleConverter> converter = nullptr;
  if (MP4Decoder::IsAAC(aParams.mConfig.mMimeType)) {
    // The CDM expects encrypted AAC to be in ADTS format.
    // See bug 1433344.
    converter = MakeUnique<ADTSSampleConverter>(aParams.AudioConfig());
  }

  RefPtr<MediaDataDecoder> decoder(mPDM->CreateDecoder(aParams));
  if (!decoder) {
    return nullptr;
  }

  RefPtr<MediaDataDecoder> emeDecoder(
    new EMEDecryptor(decoder,
                     mProxy,
                     aParams.mTaskQueue,
                     aParams.mType,
                     aParams.mOnWaitingForKeyEvent,
                     std::move(converter)));
  return emeDecoder.forget();
}

bool
EMEDecoderModule::SupportsMimeType(const nsACString& aMimeType,
                                   DecoderDoctorDiagnostics* aDiagnostics) const
{
  Maybe<nsCString> gmp;
  gmp.emplace(NS_ConvertUTF16toUTF8(mProxy->KeySystem()));
  return GMPDecoderModule::SupportsMimeType(aMimeType, gmp);
}

} // namespace mozilla