VaapiVEA: Get maximum resolution from libva

content/common/gpu/media/vaapi_wrapper.cc

 // Copyright 2013 The Chromium Authors. All rights reserved.
 // Use of this source code is governed by a BSD-style license that can be
 // found in the LICENSE file.
 
 #include "content/common/gpu/media/vaapi_wrapper.h"
 
 #include <dlfcn.h>
 
 #include "base/bind.h"
 #include "base/callback_helpers.h"
+#include "base/lazy_instance.h"

[Pawel Osciak, 2015/03/02 11:00:20]

Already in the header.

[henryhsu, 2015/03/03 10:48:01]

Done.

 #include "base/logging.h"
 #include "base/numerics/safe_conversions.h"
 #include "base/sys_info.h"
 // Auto-generated for dlopen libva libraries
 #include "content/common/gpu/media/va_stubs.h"
 #include "content/common/gpu/media/vaapi_picture.h"
 #include "third_party/libyuv/include/libyuv.h"
 #include "ui/gl/gl_bindings.h"
 #if defined(USE_X11)
 #include "ui/gfx/x/x11_types.h"
@@ skipping 28 matching lines @@
 #define VA_SUCCESS_OR_RETURN(va_error, err_msg, ret)       \
   do {                                                     \
     if ((va_error) != VA_STATUS_SUCCESS) {                 \
       LOG_VA_ERROR_AND_REPORT(va_error, err_msg);          \
       return (ret);                                        \
     }                                                      \
   } while (0)
 
 namespace content {
 
+const int kDefaultFramerate = 30;

[wuchengli, 2015/03/02 07:10:12]

s/kDefaultFramerate/kMaxFramerate/. in VaapiVDA, it's the default (initial)
frame rate. Here it's the max framerate in
media::VideoEncodeAccelerator::SupportedProfile.

Add variable comments.

libva doesn't have an API for max framerate. Right?

[Pawel Osciak, 2015/03/02 11:00:20]

Please add a comment saying that this is an arbitrary limit (not something that
we actually took from the HW documentation, etc.).

Also, I don't think this is the case with decoder and I would prefer not
suggesting an artificial limit there. Perhaps kMaxEncoderFramerate ?

[henryhsu, 2015/03/03 10:48:02]

Done.

[henryhsu, 2015/03/03 10:48:02]

Done.

+
+base::LazyInstance<VaapiWrapper::LazyProfileInfo>
+    VaapiWrapper::profile_info_ = LAZY_INSTANCE_INITIALIZER;
+
 // Config attributes common for both encode and decode.
 static const VAConfigAttrib kCommonVAConfigAttribs[] = {
     {VAConfigAttribRTFormat, VA_RT_FORMAT_YUV420},
 };
 
 // Attributes required for encode.
 static const VAConfigAttrib kEncodeVAConfigAttribs[] = {
     {VAConfigAttribRateControl, VA_RC_CBR},
     {VAConfigAttribEncPackedHeaders,
      VA_ENC_PACKED_HEADER_SEQUENCE | VA_ENC_PACKED_HEADER_PICTURE},
 };
 
 struct ProfileMap {
+  VAProfile va_profile;
   media::VideoCodecProfile profile;
-  VAProfile va_profile;
 };
 
-// A map between VideoCodecProfile and VAProfile.
+// A map between VAProfile and VideoCodecProfile.
 static const ProfileMap kProfileMap[] = {
-    {media::H264PROFILE_BASELINE, VAProfileH264Baseline},
-    {media::H264PROFILE_MAIN, VAProfileH264Main},
+    {VAProfileH264Baseline, media::H264PROFILE_BASELINE},
+    {VAProfileH264Main, media::H264PROFILE_MAIN},
     // TODO(posciak): See if we can/want support other variants of
     // media::H264PROFILE_HIGH*.
-    {media::H264PROFILE_HIGH, VAProfileH264High},
+    {VAProfileH264High, media::H264PROFILE_HIGH},
+    // crbug.com/345569: media::ProfileIDToVideoCodecProfile() currently strips
+    // the information whether the profile is constrained or not, so we have no
+    // way to know here. We try all va profiles with matched profile in
+    // CreateForVideoCodec. So for H264PROFILE_BASELINE, we try
+    // VAProfileH264Baseline first. If it is not supported, try constrained
+    // baseline and hope this is what it actually is. (which in practice is
+    // true for a great majority of cases).
+    {VAProfileH264ConstrainedBaseline, media::H264PROFILE_BASELINE},

[wuchengli, 2015/03/02 07:28:32]

Move this below VAProfileH264Baseline so two H264PROFILE_BASELINE are together.

[Pawel Osciak, 2015/03/02 11:00:20]

How does fallback to Constrained work now?

[henryhsu, 2015/03/03 10:48:01]

Done.

[henryhsu, 2015/03/03 10:48:01]

Change back to original way.

 };
 
 static std::vector<VAConfigAttrib> GetRequiredAttribs(
     VaapiWrapper::CodecMode mode) {
   std::vector<VAConfigAttrib> required_attribs;
   required_attribs.insert(
       required_attribs.end(),
       kCommonVAConfigAttribs,
       kCommonVAConfigAttribs + arraysize(kCommonVAConfigAttribs));
   if (mode == VaapiWrapper::kEncode) {
     required_attribs.insert(
         required_attribs.end(),
         kEncodeVAConfigAttribs,
         kEncodeVAConfigAttribs + arraysize(kEncodeVAConfigAttribs));
   }
   return required_attribs;
 }
 
-// Maps Profile enum values to VaProfile values.
-static VAProfile ProfileToVAProfile(
-    media::VideoCodecProfile profile,
-    const std::vector<VAProfile>& supported_profiles) {
-
-  VAProfile va_profile = VAProfileNone;
+// Maps VaProfile enum values to Profile values.
+static media::VideoCodecProfile VAProfileToProfile(VAProfile va_profile) {
+  media::VideoCodecProfile profile = media::VIDEO_CODEC_PROFILE_UNKNOWN;
   for (size_t i = 0; i < arraysize(kProfileMap); i++) {
-    if (kProfileMap[i].profile == profile) {
-      va_profile = kProfileMap[i].va_profile;
+    if (kProfileMap[i].va_profile == va_profile) {
+      profile = kProfileMap[i].profile;
       break;
     }
   }
-
-  bool supported = std::find(supported_profiles.begin(),
-                             supported_profiles.end(),
-                             va_profile) != supported_profiles.end();
-
-  if (!supported && va_profile == VAProfileH264Baseline) {
-    // crbug.com/345569: media::ProfileIDToVideoCodecProfile() currently strips
-    // the information whether the profile is constrained or not, so we have no
-    // way to know here. Try for baseline first, but if it is not supported,
-    // try constrained baseline and hope this is what it actually is
-    // (which in practice is true for a great majority of cases).
-    if (std::find(supported_profiles.begin(),
-                  supported_profiles.end(),
-                  VAProfileH264ConstrainedBaseline) !=
-        supported_profiles.end()) {
-      va_profile = VAProfileH264ConstrainedBaseline;
-      DVLOG(1) << "Falling back to constrained baseline profile.";
-    }
-  }
-
-  return va_profile;
+  return profile;
 }
 
 VASurface::VASurface(VASurfaceID va_surface_id,
                      const gfx::Size& size,
                      const ReleaseCB& release_cb)
     : va_surface_id_(va_surface_id), size_(size), release_cb_(release_cb) {
   DCHECK(!release_cb_.is_null());
 }
 
 VASurface::~VASurface() {
@@ skipping 11 matching lines @@
 }
 
 VaapiWrapper::~VaapiWrapper() {
   DestroyPendingBuffers();
   DestroyCodedBuffers();
   DestroySurfaces();
   DeinitializeVpp();
   Deinitialize();
 }
 
+// static
 scoped_ptr<VaapiWrapper> VaapiWrapper::Create(
     CodecMode mode,
     VAProfile va_profile,
     const base::Closure& report_error_to_uma_cb) {
   scoped_ptr<VaapiWrapper> vaapi_wrapper(new VaapiWrapper());
 
   if (!vaapi_wrapper->VaInitialize(report_error_to_uma_cb))
     return nullptr;
-  if (!vaapi_wrapper->Initialize(mode, va_profile))
+
+  if (!vaapi_wrapper->Initialize(mode, va_profile)) {
+    DVLOG(1) << "Unsupported va profile: " << va_profile;
     return nullptr;
+  }
 
   return vaapi_wrapper.Pass();
 }
 
+// static
 scoped_ptr<VaapiWrapper> VaapiWrapper::CreateForVideoCodec(
     CodecMode mode,
     media::VideoCodecProfile profile,
     const base::Closure& report_error_to_uma_cb) {
   scoped_ptr<VaapiWrapper> vaapi_wrapper(new VaapiWrapper());
 
   if (!vaapi_wrapper->VaInitialize(report_error_to_uma_cb))
     return nullptr;
 
-  std::vector<VAProfile> supported_va_profiles;
-  if (!vaapi_wrapper->GetSupportedVaProfiles(&supported_va_profiles))
-    return nullptr;
-
-  VAProfile va_profile = ProfileToVAProfile(profile, supported_va_profiles);
-  if (!vaapi_wrapper->Initialize(mode, va_profile))
-    return nullptr;
-
-  return vaapi_wrapper.Pass();
+  for (size_t i = 0; i < arraysize(kProfileMap); ++i) {
+    if (kProfileMap[i].profile == profile &&
+        vaapi_wrapper->Initialize(mode, kProfileMap[i].va_profile))
+      return vaapi_wrapper.Pass();
+  }
+  DVLOG(1) << "Unsupported profile: " << profile;

[Pawel Osciak, 2015/03/02 11:00:20]

This may also fail if profile is supported, but vaCreateConfig failed.

[henryhsu, 2015/03/03 10:48:02]

Done.

+  return nullptr;
 }
 
-std::vector<media::VideoCodecProfile> VaapiWrapper::GetSupportedEncodeProfiles(
-    const base::Closure& report_error_to_uma_cb) {
-  std::vector<media::VideoCodecProfile> supported_profiles;
+// static
+std::vector<media::VideoEncodeAccelerator::SupportedProfile>
+VaapiWrapper::GetSupportedEncodeProfiles() {
+  std::vector<ProfileInfo> encode_profile_info =

[wuchengli, 2015/03/02 07:10:12]

s/encode_profile_info/encode_profile_infos/

[henryhsu, 2015/03/03 10:48:01]

Done.

+      profile_info_.Get().GetSupportedProfileInfos(kEncode);
+  std::vector<media::VideoEncodeAccelerator::SupportedProfile> profiles;
+  media::VideoEncodeAccelerator::SupportedProfile profile;
 
-  scoped_ptr<VaapiWrapper> wrapper(new VaapiWrapper());
-  if (!wrapper->VaInitialize(report_error_to_uma_cb)) {
-    return supported_profiles;
-  }
-
-  std::vector<VAProfile> va_profiles;
-  if (!wrapper->GetSupportedVaProfiles(&va_profiles))
-    return supported_profiles;
-
-  std::vector<VAConfigAttrib> required_attribs = GetRequiredAttribs(kEncode);
-  for (size_t i = 0; i < arraysize(kProfileMap); i++) {
-    VAProfile va_profile =
-        ProfileToVAProfile(kProfileMap[i].profile, va_profiles);
-    if (va_profile != VAProfileNone &&
-        wrapper->IsEntrypointSupported(va_profile, VAEntrypointEncSlice) &&
-        wrapper->AreAttribsSupported(
-            va_profile, VAEntrypointEncSlice, required_attribs)) {
-      supported_profiles.push_back(kProfileMap[i].profile);
+  for (size_t i = 0; i < encode_profile_info.size(); ++i) {
+    media::VideoCodecProfile hw_profile = VAProfileToProfile(

[wuchengli, 2015/03/02 07:28:32]

As discussed, this can add two media::H264PROFILE_BASELINE to |profiles|. Do not
add it to |profiles| if |profile.profile| already exists.

[henryhsu, 2015/03/03 10:48:01]

Done.

+        encode_profile_info[i].va_profile);
+    if (hw_profile != media::VIDEO_CODEC_PROFILE_UNKNOWN) {
+      profile.profile = hw_profile;
+      profile.max_resolution = encode_profile_info[i].max_resolution;
+      profile.max_framerate_numerator = kDefaultFramerate;
+      profile.max_framerate_denominator = 1;
+      profiles.push_back(profile);
     }
   }
-  return supported_profiles;
+  return profiles;
+}
+
+// static
+std::vector<VaapiWrapper::ProfileInfo>

[wuchengli, 2015/03/02 07:10:12]

InitSupportedProfileInfos should be renamed.

[henryhsu, 2015/03/03 10:48:01]

Done.

+VaapiWrapper::InitSupportedProfileInfos() {

[wuchengli, 2015/03/02 07:10:12]

How about adding CodecMode parameter to InitSupportedProfileInfos and
GetSupportedProfileInfos? Then ProfileInfo struct won't need CodecMode.

[henryhsu, 2015/03/03 10:48:01]

Done.

+  scoped_ptr<VaapiWrapper> vaapi_wrapper(new VaapiWrapper());
+  if (!vaapi_wrapper->VaInitialize(base::Bind(&base::DoNothing)))
+    return std::vector<ProfileInfo>();
+  return vaapi_wrapper->GetSupportedProfileInfos();
 }
 
 void VaapiWrapper::TryToSetVADisplayAttributeToLocalGPU() {
   base::AutoLock auto_lock(va_lock_);
   VADisplayAttribute item = {VADisplayAttribRenderMode,
                              1,  // At least support '_LOCAL_OVERLAY'.
                              -1,  // The maximum possible support 'ALL'.
                              VA_RENDER_MODE_LOCAL_GPU,
                              VA_DISPLAY_ATTRIB_SETTABLE};
 
   VAStatus va_res = vaSetDisplayAttributes(va_display_, &item, 1);
   if (va_res != VA_STATUS_SUCCESS)
     DVLOG(2) << "vaSetDisplayAttributes unsupported, ignoring by default.";
 }
 
+std::vector<VaapiWrapper::ProfileInfo>
+VaapiWrapper::GetSupportedProfileInfos() {
+  std::vector<ProfileInfo> supported_profiles;

[wuchengli, 2015/03/02 07:10:12]

s/supported_profiles/supported_profile_infos/. Let's be consistent with the
naming.

[henryhsu, 2015/03/03 10:48:02]

Done.

+  std::vector<VAProfile> va_profiles;
+  if (!GetSupportedVaProfiles(&va_profiles))
+    return supported_profiles;
+
+  ProfileInfo profile_info;
+  std::vector<CodecMode> modes({kDecode, kEncode});
+  for (size_t i = 0; i < modes.size(); ++i) {
+    std::vector<VAConfigAttrib> required_attribs = GetRequiredAttribs(modes[i]);
+    VAEntrypoint entrypoint =
+        (modes[i] == kEncode ? VAEntrypointEncSlice: VAEntrypointVLD);
+    for (size_t j = 0; j < va_profiles.size(); ++j) {
+      if (!IsEntrypointSupported(va_profiles[j], entrypoint))
+        continue;
+      if (!AreAttribsSupported(va_profiles[j], entrypoint, required_attribs))
+        continue;
+      VAConfigID config_id;
+      VAStatus va_res = vaCreateConfig(
+          va_display_,
+          va_profiles[j],
+          entrypoint,
+          &required_attribs[0],
+          required_attribs.size(),
+          &config_id);
+      if (va_res != VA_STATUS_SUCCESS)
+        continue;
+      if (!GetVaCodecMaxResolution(config_id, &profile_info.max_resolution))
+        continue;
+      profile_info.va_profile = va_profiles[j];
+      profile_info.mode = modes[i];
+      supported_profiles.push_back(profile_info);
+    }
+  }
+  return supported_profiles;
+}
+
 bool VaapiWrapper::VaInitialize(const base::Closure& report_error_to_uma_cb) {
   static bool vaapi_functions_initialized = PostSandboxInitialization();
   if (!vaapi_functions_initialized) {
     bool running_on_chromeos = false;
 #if defined(OS_CHROMEOS)
     // When chrome runs on linux with chromeos=1, do not log error message
     // without VAAPI libraries.
     running_on_chromeos = base::SysInfo::IsRunningOnChromeOS();
 #endif
     static const char kErrorMsg[] = "Failed to initialize VAAPI libs";
@@ skipping 104 matching lines @@
         (attribs[i].value & required_attribs[i].value) !=
             required_attribs[i].value) {
       DVLOG(1) << "Unsupported value " << required_attribs[i].value
                << " for attribute type " << required_attribs[i].type;
       return false;
     }
   }
   return true;
 }
 
+bool VaapiWrapper::GetVaCodecMaxResolution(VAConfigID config_id,
+                                           gfx::Size* resolution) {
+  base::AutoLock auto_lock(va_lock_);
+  unsigned int num_attribs;
+  VAStatus va_res;

[Pawel Osciak, 2015/03/02 11:00:20]

Please define each variable just before use.

[henryhsu, 2015/03/03 10:48:01]

Done.

+
+  va_res = vaQuerySurfaceAttributes(

[Pawel Osciak, 2015/03/02 11:00:20]

Please  add a comment why we are calling this twice.

[henryhsu, 2015/03/03 10:48:02]

Done.

+      va_display_, config_id, NULL, &num_attribs);
+  VA_SUCCESS_OR_RETURN(va_res, "vaQuerySurfaceAttributes failed", false);
+
+  std::vector<VASurfaceAttrib> attrib_list(

[Pawel Osciak, 2015/03/02 11:00:20]

Probably better to check if num_attribs != 0?

[henryhsu, 2015/03/03 10:48:01]

Done.

+      base::checked_cast<size_t>(num_attribs));
+
+  va_res = vaQuerySurfaceAttributes(
+      va_display_, config_id, &attrib_list[0], &num_attribs);
+  VA_SUCCESS_OR_RETURN(va_res, "vaQuerySurfaceAttributes failed", false);
+
+  resolution->SetSize(0, 0);
+  for (size_t i = 0; i < num_attribs; i++) {
+    switch (attrib_list[i].type) {

[wuchengli, 2015/03/02 07:10:12]

nit: using if clause can have less code. Up to you.

if (attrib_list[i].type == VASurfaceAttribMaxWidth)
  resolution->set_width(attrib_list[i].value.value.i);
else if (attrib_list[i].type == VASurfaceAttribMaxHeight)
  resolution->set_height(attrib_list[i].value.value.i);

[henryhsu, 2015/03/03 10:48:01]

Done.

+      case VASurfaceAttribMaxWidth:
+        resolution->set_width(attrib_list[i].value.value.i);
+        break;
+      case VASurfaceAttribMaxHeight:
+        resolution->set_height(attrib_list[i].value.value.i);
+        break;
+      default:
+        break;
+    }
+  }
+  if (!resolution->height() || !resolution->width()) {

[kcwu, 2015/03/02 14:02:18]

resolution->IsEmpty()

[henryhsu, 2015/03/03 10:48:01]

Done.

+    LOG(ERROR) << "Codec resolution cannot be zero.";

[wuchengli, 2015/03/02 07:10:12]

also print resolution->ToString().

[henryhsu, 2015/03/03 10:48:01]

Done.

+    return false;
+  }
+  return true;
+}
+
 bool VaapiWrapper::Initialize(CodecMode mode, VAProfile va_profile) {
-  if (va_profile == VAProfileNone) {
-    DVLOG(1) << "Unsupported profile";
-    return false;
-  }
-  VAEntrypoint entrypoint =
-      (mode == kEncode ? VAEntrypointEncSlice : VAEntrypointVLD);
-  if (!IsEntrypointSupported(va_profile, entrypoint))
-    return false;
-  std::vector<VAConfigAttrib> required_attribs = GetRequiredAttribs(mode);
-  if (!AreAttribsSupported(va_profile, entrypoint, required_attribs))
+  if (!profile_info_.Get().IsProfileSupported(mode, va_profile))
     return false;
 
   TryToSetVADisplayAttributeToLocalGPU();
 
+  VAEntrypoint entrypoint =
+    (mode == kEncode ? VAEntrypointEncSlice : VAEntrypointVLD);
+  std::vector<VAConfigAttrib> required_attribs = GetRequiredAttribs(mode);
   base::AutoLock auto_lock(va_lock_);
   VAStatus va_res = vaCreateConfig(va_display_,
                                    va_profile,
                                    entrypoint,
                                    &required_attribs[0],
                                    required_attribs.size(),
                                    &va_config_id_);
   VA_SUCCESS_OR_RETURN(va_res, "vaCreateConfig failed", false);
 
   return true;
@@ skipping 564 matching lines @@
 
 #if defined(USE_X11)
   paths[kModuleVa_x11].push_back("libva-x11.so.1");
 #elif defined(USE_OZONE)
   paths[kModuleVa_drm].push_back("libva-drm.so.1");
 #endif
 
   return InitializeStubs(paths);
 }
 
+VaapiWrapper::LazyProfileInfo::LazyProfileInfo() {
+  std::vector<VaapiWrapper::ProfileInfo> all_profile_info =
+      VaapiWrapper::InitSupportedProfileInfos();
+
+  for (size_t i = 0; i < all_profile_info.size(); ++i) {

[kcwu, 2015/03/02 14:02:18]

how about
for (const auto& info : all_profile_info)

[henryhsu, 2015/03/03 10:48:02]

Done.

+    supported_profiles_[all_profile_info[i].mode].push_back(
+        all_profile_info[i]);
+  }
+}
+
+VaapiWrapper::LazyProfileInfo::~LazyProfileInfo() {
+}
+
+std::vector<VaapiWrapper::ProfileInfo>
+VaapiWrapper::LazyProfileInfo::GetSupportedProfileInfos(

[Pawel Osciak, 2015/03/02 11:00:20]

GetSupportedProfileInfosForCodecMode

[henryhsu, 2015/03/03 10:48:01]

Done.

+    VaapiWrapper::CodecMode mode) {
+  CHECK(mode < VaapiWrapper::kCodecModeMax);

[wuchengli, 2015/03/02 07:10:12]

Use DCHECK. See
http://www.chromium.org/developers/coding-style#TOC-CHECK-DCHECK-and-NOTREACHED-

[Pawel Osciak, 2015/03/02 11:00:20]

I'd prefer if. Also, better to compare against supported_profiles.size().

[henryhsu, 2015/03/03 10:48:01]

supported_profiles_ is an array instead of class object and it is initialized
with kCodecModeMax elements. So I think checking kCodecModeMax is enough.

[henryhsu, 2015/03/03 10:48:02]

Done.

+  return supported_profiles_[mode];
+}
+
+bool VaapiWrapper::LazyProfileInfo::IsProfileSupported(
+    VaapiWrapper::CodecMode mode, VAProfile va_profile) {
+  for (size_t i = 0; i < supported_profiles_[mode].size(); ++i) {

[Pawel Osciak, 2015/03/02 11:00:20]

for (const auto& profile : supported_profiles_[mode])
  if (profile.va_profile == va_profile)
    return true;

Also similarly in other loops in this file.

[henryhsu, 2015/03/03 10:48:02]

Done.

+    if (supported_profiles_[mode][i].va_profile == va_profile)
+      return true;
+  }
+  return false;
+}
+
 }  // namespace content