OLD | NEW |
(Empty) | |
| 1 // Copyright (c) 2012 The Chromium Authors. All rights reserved. |
| 2 // Use of this source code is governed by a BSD-style license that can be |
| 3 // found in the LICENSE file. |
| 4 |
| 5 #include "media/tools/player_x11/gl_video_renderer.h" |
| 6 |
| 7 #include <X11/Xutil.h> |
| 8 |
| 9 #include "base/bind.h" |
| 10 #include "base/message_loop/message_loop.h" |
| 11 #include "media/base/buffers.h" |
| 12 #include "media/base/video_frame.h" |
| 13 #include "media/base/yuv_convert.h" |
| 14 #include "ui/gl/gl_surface.h" |
| 15 |
| 16 enum { kNumYUVPlanes = 3 }; |
| 17 |
| 18 static GLXContext InitGLContext(Display* display, Window window) { |
| 19 // Some versions of NVIDIA's GL libGL.so include a broken version of |
| 20 // dlopen/dlsym, and so linking it into chrome breaks it. So we dynamically |
| 21 // load it, and use glew to dynamically resolve symbols. |
| 22 // See http://code.google.com/p/chromium/issues/detail?id=16800 |
| 23 if (!gfx::GLSurface::InitializeOneOff()) { |
| 24 LOG(ERROR) << "GLSurface::InitializeOneOff failed"; |
| 25 return NULL; |
| 26 } |
| 27 |
| 28 XWindowAttributes attributes; |
| 29 XGetWindowAttributes(display, window, &attributes); |
| 30 XVisualInfo visual_info_template; |
| 31 visual_info_template.visualid = XVisualIDFromVisual(attributes.visual); |
| 32 int visual_info_count = 0; |
| 33 XVisualInfo* visual_info_list = XGetVisualInfo(display, VisualIDMask, |
| 34 &visual_info_template, |
| 35 &visual_info_count); |
| 36 GLXContext context = NULL; |
| 37 for (int i = 0; i < visual_info_count && !context; ++i) { |
| 38 context = glXCreateContext(display, visual_info_list + i, 0, |
| 39 True /* Direct rendering */); |
| 40 } |
| 41 |
| 42 XFree(visual_info_list); |
| 43 if (!context) { |
| 44 return NULL; |
| 45 } |
| 46 |
| 47 if (!glXMakeCurrent(display, window, context)) { |
| 48 glXDestroyContext(display, context); |
| 49 return NULL; |
| 50 } |
| 51 |
| 52 return context; |
| 53 } |
| 54 |
| 55 // Matrix used for the YUV to RGB conversion. |
| 56 static const float kYUV2RGB[9] = { |
| 57 1.f, 0.f, 1.403f, |
| 58 1.f, -.344f, -.714f, |
| 59 1.f, 1.772f, 0.f, |
| 60 }; |
| 61 |
| 62 // Vertices for a full screen quad. |
| 63 static const float kVertices[8] = { |
| 64 -1.f, 1.f, |
| 65 -1.f, -1.f, |
| 66 1.f, 1.f, |
| 67 1.f, -1.f, |
| 68 }; |
| 69 |
| 70 // Pass-through vertex shader. |
| 71 static const char kVertexShader[] = |
| 72 "varying vec2 interp_tc;\n" |
| 73 "\n" |
| 74 "attribute vec4 in_pos;\n" |
| 75 "attribute vec2 in_tc;\n" |
| 76 "\n" |
| 77 "void main() {\n" |
| 78 " interp_tc = in_tc;\n" |
| 79 " gl_Position = in_pos;\n" |
| 80 "}\n"; |
| 81 |
| 82 // YUV to RGB pixel shader. Loads a pixel from each plane and pass through the |
| 83 // matrix. |
| 84 static const char kFragmentShader[] = |
| 85 "varying vec2 interp_tc;\n" |
| 86 "\n" |
| 87 "uniform sampler2D y_tex;\n" |
| 88 "uniform sampler2D u_tex;\n" |
| 89 "uniform sampler2D v_tex;\n" |
| 90 "uniform mat3 yuv2rgb;\n" |
| 91 "\n" |
| 92 "void main() {\n" |
| 93 " float y = texture2D(y_tex, interp_tc).x;\n" |
| 94 " float u = texture2D(u_tex, interp_tc).r - .5;\n" |
| 95 " float v = texture2D(v_tex, interp_tc).r - .5;\n" |
| 96 " vec3 rgb = yuv2rgb * vec3(y, u, v);\n" |
| 97 " gl_FragColor = vec4(rgb, 1);\n" |
| 98 "}\n"; |
| 99 |
| 100 // Buffer size for compile errors. |
| 101 static const unsigned int kErrorSize = 4096; |
| 102 |
| 103 GlVideoRenderer::GlVideoRenderer(Display* display, Window window) |
| 104 : display_(display), |
| 105 window_(window), |
| 106 gl_context_(NULL) { |
| 107 } |
| 108 |
| 109 GlVideoRenderer::~GlVideoRenderer() { |
| 110 glXMakeCurrent(display_, 0, NULL); |
| 111 glXDestroyContext(display_, gl_context_); |
| 112 } |
| 113 |
| 114 void GlVideoRenderer::Paint( |
| 115 const scoped_refptr<media::VideoFrame>& video_frame) { |
| 116 if (!gl_context_) |
| 117 Initialize(video_frame->coded_size(), video_frame->visible_rect()); |
| 118 |
| 119 // Convert YUV frame to RGB. |
| 120 DCHECK(video_frame->format() == media::VideoFrame::YV12 || |
| 121 video_frame->format() == media::VideoFrame::I420 || |
| 122 video_frame->format() == media::VideoFrame::YV16); |
| 123 DCHECK(video_frame->stride(media::VideoFrame::kUPlane) == |
| 124 video_frame->stride(media::VideoFrame::kVPlane)); |
| 125 |
| 126 if (glXGetCurrentContext() != gl_context_ || |
| 127 glXGetCurrentDrawable() != window_) { |
| 128 glXMakeCurrent(display_, window_, gl_context_); |
| 129 } |
| 130 for (unsigned int i = 0; i < kNumYUVPlanes; ++i) { |
| 131 unsigned int width = video_frame->stride(i); |
| 132 unsigned int height = video_frame->rows(i); |
| 133 glActiveTexture(GL_TEXTURE0 + i); |
| 134 glPixelStorei(GL_UNPACK_ROW_LENGTH, video_frame->stride(i)); |
| 135 glTexImage2D(GL_TEXTURE_2D, 0, GL_LUMINANCE, width, height, 0, |
| 136 GL_LUMINANCE, GL_UNSIGNED_BYTE, video_frame->data(i)); |
| 137 } |
| 138 |
| 139 glDrawArrays(GL_TRIANGLE_STRIP, 0, 4); |
| 140 glXSwapBuffers(display_, window_); |
| 141 } |
| 142 |
| 143 void GlVideoRenderer::Initialize(gfx::Size coded_size, gfx::Rect visible_rect) { |
| 144 CHECK(!gl_context_); |
| 145 VLOG(0) << "Initializing GL Renderer..."; |
| 146 |
| 147 // Resize the window to fit that of the video. |
| 148 XResizeWindow(display_, window_, visible_rect.width(), visible_rect.height()); |
| 149 |
| 150 gl_context_ = InitGLContext(display_, window_); |
| 151 CHECK(gl_context_) << "Failed to initialize GL context"; |
| 152 |
| 153 // Create 3 textures, one for each plane, and bind them to different |
| 154 // texture units. |
| 155 glGenTextures(3, textures_); |
| 156 glActiveTexture(GL_TEXTURE0); |
| 157 glBindTexture(GL_TEXTURE_2D, textures_[0]); |
| 158 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST); |
| 159 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST); |
| 160 glEnable(GL_TEXTURE_2D); |
| 161 |
| 162 glActiveTexture(GL_TEXTURE1); |
| 163 glBindTexture(GL_TEXTURE_2D, textures_[1]); |
| 164 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST); |
| 165 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST); |
| 166 glEnable(GL_TEXTURE_2D); |
| 167 |
| 168 glActiveTexture(GL_TEXTURE2); |
| 169 glBindTexture(GL_TEXTURE_2D, textures_[2]); |
| 170 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MIN_FILTER, GL_NEAREST); |
| 171 glTexParameteri(GL_TEXTURE_2D, GL_TEXTURE_MAG_FILTER, GL_NEAREST); |
| 172 glEnable(GL_TEXTURE_2D); |
| 173 |
| 174 GLuint program = glCreateProgram(); |
| 175 |
| 176 // Create our YUV->RGB shader. |
| 177 GLuint vertex_shader = glCreateShader(GL_VERTEX_SHADER); |
| 178 const char* vs_source = kVertexShader; |
| 179 int vs_size = sizeof(kVertexShader); |
| 180 glShaderSource(vertex_shader, 1, &vs_source, &vs_size); |
| 181 glCompileShader(vertex_shader); |
| 182 int result = GL_FALSE; |
| 183 glGetShaderiv(vertex_shader, GL_COMPILE_STATUS, &result); |
| 184 if (!result) { |
| 185 char log[kErrorSize]; |
| 186 int len = 0; |
| 187 glGetShaderInfoLog(vertex_shader, kErrorSize - 1, &len, log); |
| 188 log[kErrorSize - 1] = 0; |
| 189 LOG(FATAL) << log; |
| 190 } |
| 191 glAttachShader(program, vertex_shader); |
| 192 glDeleteShader(vertex_shader); |
| 193 |
| 194 GLuint fragment_shader = glCreateShader(GL_FRAGMENT_SHADER); |
| 195 const char* ps_source = kFragmentShader; |
| 196 int ps_size = sizeof(kFragmentShader); |
| 197 glShaderSource(fragment_shader, 1, &ps_source, &ps_size); |
| 198 glCompileShader(fragment_shader); |
| 199 result = GL_FALSE; |
| 200 glGetShaderiv(fragment_shader, GL_COMPILE_STATUS, &result); |
| 201 if (!result) { |
| 202 char log[kErrorSize]; |
| 203 int len = 0; |
| 204 glGetShaderInfoLog(fragment_shader, kErrorSize - 1, &len, log); |
| 205 log[kErrorSize - 1] = 0; |
| 206 LOG(FATAL) << log; |
| 207 } |
| 208 glAttachShader(program, fragment_shader); |
| 209 glDeleteShader(fragment_shader); |
| 210 |
| 211 glLinkProgram(program); |
| 212 result = GL_FALSE; |
| 213 glGetProgramiv(program, GL_LINK_STATUS, &result); |
| 214 if (!result) { |
| 215 char log[kErrorSize]; |
| 216 int len = 0; |
| 217 glGetProgramInfoLog(program, kErrorSize - 1, &len, log); |
| 218 log[kErrorSize - 1] = 0; |
| 219 LOG(FATAL) << log; |
| 220 } |
| 221 glUseProgram(program); |
| 222 glDeleteProgram(program); |
| 223 |
| 224 // Bind parameters. |
| 225 glUniform1i(glGetUniformLocation(program, "y_tex"), 0); |
| 226 glUniform1i(glGetUniformLocation(program, "u_tex"), 1); |
| 227 glUniform1i(glGetUniformLocation(program, "v_tex"), 2); |
| 228 int yuv2rgb_location = glGetUniformLocation(program, "yuv2rgb"); |
| 229 glUniformMatrix3fv(yuv2rgb_location, 1, GL_TRUE, kYUV2RGB); |
| 230 |
| 231 int pos_location = glGetAttribLocation(program, "in_pos"); |
| 232 glEnableVertexAttribArray(pos_location); |
| 233 glVertexAttribPointer(pos_location, 2, GL_FLOAT, GL_FALSE, 0, kVertices); |
| 234 |
| 235 int tc_location = glGetAttribLocation(program, "in_tc"); |
| 236 glEnableVertexAttribArray(tc_location); |
| 237 float verts[8]; |
| 238 float x0 = static_cast<float>(visible_rect.x()) / coded_size.width(); |
| 239 float y0 = static_cast<float>(visible_rect.y()) / coded_size.height(); |
| 240 float x1 = static_cast<float>(visible_rect.right()) / coded_size.width(); |
| 241 float y1 = static_cast<float>(visible_rect.bottom()) / coded_size.height(); |
| 242 verts[0] = x0; verts[1] = y0; |
| 243 verts[2] = x0; verts[3] = y1; |
| 244 verts[4] = x1; verts[5] = y0; |
| 245 verts[6] = x1; verts[7] = y1; |
| 246 glVertexAttribPointer(tc_location, 2, GL_FLOAT, GL_FALSE, 0, verts); |
| 247 |
| 248 // We are getting called on a thread. Release the context so that it can be |
| 249 // made current on the main thread. |
| 250 glXMakeCurrent(display_, 0, NULL); |
| 251 } |
OLD | NEW |