glworker.cpp

   1 /*
   2  * Copyright (C) 2015 The Android Open Source Project
   3  *
   4  * Licensed under the Apache License, Version 2.0 (the "License");
   5  * you may not use this file except in compliance with the License.
   6  * You may obtain a copy of the License at
   7  *
   8  *      http://www.apache.org/licenses/LICENSE-2.0
   9  *
  10  * Unless required by applicable law or agreed to in writing, software
  11  * distributed under the License is distributed on an "AS IS" BASIS,
  12  * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
  13  * See the License for the specific language governing permissions and
  14  * limitations under the License.
  15  */
  16
  17 #define ATRACE_TAG ATRACE_TAG_GRAPHICS
  18 #define LOG_TAG "hwc-gl-worker"
  19
  20 #include <algorithm>
  21 #include <string>
  22 #include <sstream>
  23
  24 #include <sys/resource.h>
  25
  26 #include <cutils/properties.h>
  27
  28 #include <hardware/hardware.h>
  29 #include <hardware/hwcomposer.h>
  30
  31 #include <ui/GraphicBuffer.h>
  32 #include <ui/PixelFormat.h>
  33
  34 #include <utils/Trace.h>
  35
  36 #include "drmdisplaycomposition.h"
  37
  38 #include "glworker.h"
  39
  40 #include "seperate_rects.h"
  41
  42 // TODO(zachr): use hwc_drm_bo to turn buffer handles into textures
  43 #ifndef EGL_NATIVE_HANDLE_ANDROID_NVX
  44 #define EGL_NATIVE_HANDLE_ANDROID_NVX 0x322A
  45 #endif
  46
  47 #define MAX_OVERLAPPING_LAYERS 64
  48
  49 namespace android {
  50
  51 typedef seperate_rects::Rect<float> FRect;
  52 typedef seperate_rects::RectSet<uint64_t, float> FRectSet;
  53
  54 // clang-format off
  55 // Column-major order:
  56 // float mat[4] = { 1, 2, 3, 4 } ===
  57 // [ 1 3 ]
  58 // [ 2 4 ]
  59 float kTextureTransformMatrices[] = {
  60    1.0f,  0.0f,  0.0f,  1.0f, // identity matrix
  61    0.0f,  1.0f,  1.0f,  0.0f, // swap x and y
  62 };
  63 // clang-format on
  64
  65 static const char *GetGLError(void) {
  66   switch (glGetError()) {
  67     case GL_NO_ERROR:
  68       return "GL_NO_ERROR";
  69     case GL_INVALID_ENUM:
  70       return "GL_INVALID_ENUM";
  71     case GL_INVALID_VALUE:
  72       return "GL_INVALID_VALUE";
  73     case GL_INVALID_OPERATION:
  74       return "GL_INVALID_OPERATION";
  75     case GL_INVALID_FRAMEBUFFER_OPERATION:
  76       return "GL_INVALID_FRAMEBUFFER_OPERATION";
  77     case GL_OUT_OF_MEMORY:
  78       return "GL_OUT_OF_MEMORY";
  79     default:
  80       return "Unknown error";
  81   }
  82 }
  83
  84 static const char *GetGLFramebufferError(void) {
  85   switch (glCheckFramebufferStatus(GL_FRAMEBUFFER)) {
  86     case GL_FRAMEBUFFER_COMPLETE:
  87       return "GL_FRAMEBUFFER_COMPLETE";
  88     case GL_FRAMEBUFFER_INCOMPLETE_ATTACHMENT:
  89       return "GL_FRAMEBUFFER_INCOMPLETE_ATTACHMENT";
  90     case GL_FRAMEBUFFER_INCOMPLETE_MISSING_ATTACHMENT:
  91       return "GL_FRAMEBUFFER_INCOMPLETE_MISSING_ATTACHMENT";
  92     case GL_FRAMEBUFFER_UNSUPPORTED:
  93       return "GL_FRAMEBUFFER_UNSUPPORTED";
  94     case GL_FRAMEBUFFER_INCOMPLETE_DIMENSIONS:
  95       return "GL_FRAMEBUFFER_INCOMPLETE_DIMENSIONS";
  96     default:
  97       return "Unknown error";
  98   }
  99 }
 100
 101 static const char *GetEGLError(void) {
 102   switch (eglGetError()) {
 103     case EGL_SUCCESS:
 104       return "EGL_SUCCESS";
 105     case EGL_NOT_INITIALIZED:
 106       return "EGL_NOT_INITIALIZED";
 107     case EGL_BAD_ACCESS:
 108       return "EGL_BAD_ACCESS";
 109     case EGL_BAD_ALLOC:
 110       return "EGL_BAD_ALLOC";
 111     case EGL_BAD_ATTRIBUTE:
 112       return "EGL_BAD_ATTRIBUTE";
 113     case EGL_BAD_CONTEXT:
 114       return "EGL_BAD_CONTEXT";
 115     case EGL_BAD_CONFIG:
 116       return "EGL_BAD_CONFIG";
 117     case EGL_BAD_CURRENT_SURFACE:
 118       return "EGL_BAD_CURRENT_SURFACE";
 119     case EGL_BAD_DISPLAY:
 120       return "EGL_BAD_DISPLAY";
 121     case EGL_BAD_SURFACE:
 122       return "EGL_BAD_SURFACE";
 123     case EGL_BAD_MATCH:
 124       return "EGL_BAD_MATCH";
 125     case EGL_BAD_PARAMETER:
 126       return "EGL_BAD_PARAMETER";
 127     case EGL_BAD_NATIVE_PIXMAP:
 128       return "EGL_BAD_NATIVE_PIXMAP";
 129     case EGL_BAD_NATIVE_WINDOW:
 130       return "EGL_BAD_NATIVE_WINDOW";
 131     case EGL_CONTEXT_LOST:
 132       return "EGL_CONTEXT_LOST";
 133     default:
 134       return "Unknown error";
 135   }
 136 }
 137
 138 static bool HasExtension(const char *extension, const char *extensions) {
 139   const char *start, *where, *terminator;
 140   start = extensions;
 141   for (;;) {
 142     where = (char *)strstr((const char *)start, extension);
 143     if (!where)
 144       break;
 145     terminator = where + strlen(extension);
 146     if (where == start || *(where - 1) == ' ')
 147       if (*terminator == ' ' || *terminator == '\0')
 148         return true;
 149     start = terminator;
 150   }
 151   return false;
 152 }
 153
 154 static AutoGLShader CompileAndCheckShader(GLenum type, unsigned source_count,
 155                                           const GLchar **sources,
 156                                           std::string *shader_log) {
 157   GLint status;
 158   AutoGLShader shader(glCreateShader(type));
 159   if (shader.get() == 0) {
 160     *shader_log = "glCreateShader failed";
 161     return 0;
 162   }
 163   glShaderSource(shader.get(), source_count, sources, NULL);
 164   glCompileShader(shader.get());
 165   glGetShaderiv(shader.get(), GL_COMPILE_STATUS, &status);
 166   if (!status) {
 167     if (shader_log) {
 168       GLint log_length;
 169       glGetShaderiv(shader.get(), GL_INFO_LOG_LENGTH, &log_length);
 170       shader_log->resize(log_length);
 171       glGetShaderInfoLog(shader.get(), log_length, NULL, &(*shader_log)[0]);
 172     }
 173     return 0;
 174   }
 175
 176   return shader;
 177 }
 178
 179 static int GenerateShaders(std::vector<AutoGLProgram> *blend_programs) {
 180   // Limits: GL_MAX_VARYING_COMPONENTS, GL_MAX_TEXTURE_IMAGE_UNITS,
 181   // GL_MAX_COMBINED_TEXTURE_IMAGE_UNITS
 182   // clang-format off
 183   const GLchar *shader_preamble = "#version 300 es\n#define LAYER_COUNT ";
 184
 185   const GLchar *vertex_shader_source =
 186 "\n"
 187 "precision mediump int;                                                     \n"
 188 "uniform vec4 uViewport;                                                    \n"
 189 "uniform vec4 uLayerCrop[LAYER_COUNT];                                      \n"
 190 "uniform mat2 uTexMatrix[LAYER_COUNT];                                      \n"
 191 "in vec2 vPosition;                                                         \n"
 192 "in vec2 vTexCoords;                                                        \n"
 193 "out vec2 fTexCoords[LAYER_COUNT];                                          \n"
 194 "void main() {                                                              \n"
 195 "  for (int i = 0; i < LAYER_COUNT; i++) {                                  \n"
 196 "    vec2 tempCoords = vTexCoords * uTexMatrix[i];                          \n"
 197 "    fTexCoords[i] = uLayerCrop[i].xy + tempCoords * uLayerCrop[i].zw;      \n"
 198 "  }                                                                        \n"
 199 "  vec2 scaledPosition = uViewport.xy + vPosition * uViewport.zw;           \n"
 200 "  gl_Position = vec4(scaledPosition * vec2(2.0) - vec2(1.0), 0.0, 1.0);    \n"
 201 "}                                                                          \n";
 202
 203   const GLchar *fragment_shader_source =
 204 "\n"
 205 "#extension GL_OES_EGL_image_external : require                             \n"
 206 "precision mediump float;                                                   \n"
 207 "uniform samplerExternalOES uLayerTextures[LAYER_COUNT];                    \n"
 208 "uniform float uLayerAlpha[LAYER_COUNT];                                    \n"
 209 "in vec2 fTexCoords[LAYER_COUNT];                                           \n"
 210 "out vec4 oFragColor;                                                       \n"
 211 "void main() {                                                              \n"
 212 "  vec3 color = vec3(0.0, 0.0, 0.0);                                        \n"
 213 "  float alphaCover = 1.0;                                                  \n"
 214 "  for (int i = 0; i < LAYER_COUNT; i++) {                                  \n"
 215 "    vec4 texSample = texture2D(uLayerTextures[i], fTexCoords[i]);          \n"
 216 "    float a = texSample.a * uLayerAlpha[i];                                \n"
 217 "    color += a * alphaCover * texSample.rgb;                               \n"
 218 "    alphaCover *= 1.0 - a;                                                 \n"
 219 "    if (alphaCover <= 0.5/255.0)                                           \n"
 220 "      break;                                                               \n"
 221 "  }                                                                        \n"
 222 "  oFragColor = vec4(color, 1.0 - alphaCover);                              \n"
 223 "}                                                                          \n";
 224   // clang-format on
 225
 226   int i, ret = 1;
 227   GLint max_texture_images, status;
 228   AutoGLShader vertex_shader, fragment_shader;
 229   AutoGLProgram program;
 230   std::string shader_log;
 231
 232   glGetIntegerv(GL_MAX_TEXTURE_IMAGE_UNITS, &max_texture_images);
 233
 234   for (i = 1; i <= max_texture_images; i++) {
 235     std::ostringstream layer_count_formatter;
 236     layer_count_formatter << i;
 237     std::string layer_count(layer_count_formatter.str());
 238     const GLchar *shader_sources[3] = {shader_preamble, layer_count.c_str(),
 239                                        NULL};
 240
 241     shader_sources[2] = vertex_shader_source;
 242     vertex_shader = CompileAndCheckShader(GL_VERTEX_SHADER, 3, shader_sources,
 243                                           ret ? &shader_log : NULL);
 244     if (!vertex_shader.get()) {
 245       if (ret)
 246         ALOGE("Failed to make vertex shader:\n%s", shader_log.c_str());
 247       break;
 248     }
 249
 250     shader_sources[2] = fragment_shader_source;
 251     fragment_shader = CompileAndCheckShader(
 252         GL_FRAGMENT_SHADER, 3, shader_sources, ret ? &shader_log : NULL);
 253     if (!fragment_shader.get()) {
 254       if (ret)
 255         ALOGE("Failed to make fragment shader:\n%s", shader_log.c_str());
 256       break;
 257     }
 258
 259     program = AutoGLProgram(glCreateProgram());
 260     if (!program.get()) {
 261       if (ret)
 262         ALOGE("Failed to create program %s", GetGLError());
 263       break;
 264     }
 265
 266     glAttachShader(program.get(), vertex_shader.get());
 267     glAttachShader(program.get(), fragment_shader.get());
 268     glBindAttribLocation(program.get(), 0, "vPosition");
 269     glBindAttribLocation(program.get(), 1, "vTexCoords");
 270     glLinkProgram(program.get());
 271     glDetachShader(program.get(), vertex_shader.get());
 272     glDetachShader(program.get(), fragment_shader.get());
 273
 274     glGetProgramiv(program.get(), GL_LINK_STATUS, &status);
 275     if (!status) {
 276       if (ret) {
 277         GLint log_length;
 278         glGetProgramiv(program.get(), GL_INFO_LOG_LENGTH, &log_length);
 279         std::string program_log(log_length, ' ');
 280         glGetProgramInfoLog(program.get(), log_length, NULL, &program_log[0]);
 281         ALOGE("Failed to link program: \n%s", program_log.c_str());
 282       }
 283       break;
 284     }
 285
 286     ret = 0;
 287     blend_programs->emplace_back(std::move(program));
 288   }
 289
 290   return ret;
 291 }
 292
 293 struct RenderingCommand {
 294   struct TextureSource {
 295     unsigned texture_index;
 296     float crop_bounds[4];
 297     float alpha;
 298     float texture_matrix[4];
 299   };
 300
 301   float bounds[4];
 302   unsigned texture_count;
 303   TextureSource textures[MAX_OVERLAPPING_LAYERS];
 304
 305   RenderingCommand() : texture_count(0) {
 306   }
 307 };
 308
 309 static void ConstructCommands(DrmCompositionLayer *layers, size_t num_layers,
 310                               std::vector<RenderingCommand> *commands) {
 311   std::vector<FRect> in_rects;
 312   std::vector<FRectSet> out_rects;
 313   int i;
 314
 315   for (unsigned rect_index = 0; rect_index < num_layers; rect_index++) {
 316     DrmCompositionLayer &layer = layers[rect_index];
 317     in_rects.emplace_back(layer.display_frame);
 318   }
 319
 320   seperate_frects_64(in_rects, &out_rects);
 321
 322   for (unsigned rect_index = 0; rect_index < out_rects.size(); rect_index++) {
 323     const FRectSet &out_rect = out_rects[rect_index];
 324     commands->push_back(RenderingCommand());
 325     RenderingCommand &cmd = commands->back();
 326
 327     for (int i = 0; i < 4; i++)
 328       cmd.bounds[i] = out_rect.rect.bounds[i];
 329
 330     uint64_t tex_set = out_rect.id_set.getBits();
 331     for (unsigned i = num_layers - 1; tex_set != 0x0; i--) {
 332       if (tex_set & (0x1 << i)) {
 333         tex_set &= ~(0x1 << i);
 334
 335         DrmCompositionLayer &layer = layers[i];
 336
 337         FRect display_rect(layer.display_frame);
 338         float display_size[2] = {
 339             display_rect.bounds[2] - display_rect.bounds[0],
 340             display_rect.bounds[3] - display_rect.bounds[1]};
 341
 342         float tex_width = layer.buffer->width;
 343         float tex_height = layer.buffer->height;
 344         FRect crop_rect(layer.source_crop.left / tex_width,
 345                         layer.source_crop.top / tex_height,
 346                         layer.source_crop.right / tex_width,
 347                         layer.source_crop.bottom / tex_height);
 348
 349         float crop_size[2] = {crop_rect.bounds[2] - crop_rect.bounds[0],
 350                               crop_rect.bounds[3] - crop_rect.bounds[1]};
 351
 352         RenderingCommand::TextureSource &src = cmd.textures[cmd.texture_count];
 353         cmd.texture_count++;
 354         src.texture_index = i;
 355
 356         bool swap_xy, flip_xy[2];
 357         switch (layer.transform) {
 358           case DrmHwcTransform::kFlipH:
 359             swap_xy = false;
 360             flip_xy[0] = true;
 361             flip_xy[1] = false;
 362             break;
 363           case DrmHwcTransform::kFlipV:
 364             swap_xy = false;
 365             flip_xy[0] = false;
 366             flip_xy[1] = true;
 367             break;
 368           case DrmHwcTransform::kRotate90:
 369             swap_xy = true;
 370             flip_xy[0] = false;
 371             flip_xy[1] = true;
 372             break;
 373           case DrmHwcTransform::kRotate180:
 374             swap_xy = false;
 375             flip_xy[0] = true;
 376             flip_xy[1] = true;
 377             break;
 378           case DrmHwcTransform::kRotate270:
 379             swap_xy = true;
 380             flip_xy[0] = true;
 381             flip_xy[1] = false;
 382             break;
 383           default:
 384             ALOGE(
 385                 "Unknown transform for layer: defaulting to identity "
 386                 "transform");
 387           case DrmHwcTransform::kIdentity:
 388             swap_xy = false;
 389             flip_xy[0] = false;
 390             flip_xy[1] = false;
 391             break;
 392         }
 393
 394         if (swap_xy)
 395           std::copy_n(&kTextureTransformMatrices[4], 4, src.texture_matrix);
 396         else
 397           std::copy_n(&kTextureTransformMatrices[0], 4, src.texture_matrix);
 398
 399         for (int j = 0; j < 4; j++) {
 400           int b = j ^ (swap_xy ? 1 : 0);
 401           float bound_percent = (cmd.bounds[b] - display_rect.bounds[b % 2]) /
 402                                 display_size[b % 2];
 403           if (flip_xy[j % 2]) {
 404             src.crop_bounds[j] =
 405                 crop_rect.bounds[j % 2 + 2] - bound_percent * crop_size[j % 2];
 406           } else {
 407             src.crop_bounds[j] =
 408                 crop_rect.bounds[j % 2] + bound_percent * crop_size[j % 2];
 409           }
 410         }
 411
 412         if (layer.blending == DrmHwcBlending::kNone) {
 413           src.alpha = 1.0f;
 414           // This layer is opaque. There is no point in using layers below this
 415           // one.
 416           break;
 417         }
 418
 419         src.alpha = layer.alpha / 255.0f;
 420       }
 421     }
 422   }
 423 }
 424
 425 static int EGLFenceWait(EGLDisplay egl_display, int acquireFenceFd) {
 426   int ret = 0;
 427
 428   EGLint attribs[] = {EGL_SYNC_NATIVE_FENCE_FD_ANDROID, acquireFenceFd,
 429                       EGL_NONE};
 430   EGLSyncKHR egl_sync =
 431       eglCreateSyncKHR(egl_display, EGL_SYNC_NATIVE_FENCE_ANDROID, attribs);
 432   if (egl_sync == EGL_NO_SYNC_KHR) {
 433     ALOGE("Failed to make EGLSyncKHR from acquireFenceFd: %s", GetEGLError());
 434     close(acquireFenceFd);
 435     return 1;
 436   }
 437
 438   EGLint success = eglWaitSyncKHR(egl_display, egl_sync, 0);
 439   if (success == EGL_FALSE) {
 440     ALOGE("Failed to wait for acquire: %s", GetEGLError());
 441     ret = 1;
 442   }
 443   eglDestroySyncKHR(egl_display, egl_sync);
 444
 445   return ret;
 446 }
 447
 448 static int CreateTextureFromHandle(EGLDisplay egl_display,
 449                                    buffer_handle_t handle,
 450                                    AutoEGLImageAndGLTexture *out) {
 451   EGLImageKHR image = eglCreateImageKHR(
 452       egl_display, EGL_NO_CONTEXT, EGL_NATIVE_HANDLE_ANDROID_NVX,
 453       (EGLClientBuffer)handle, NULL /* no attribs */);
 454
 455   if (image == EGL_NO_IMAGE_KHR) {
 456     ALOGE("Failed to make image %s %p", GetEGLError(), handle);
 457     return -EINVAL;
 458   }
 459
 460   GLuint texture;
 461   glGenTextures(1, &texture);
 462   glBindTexture(GL_TEXTURE_EXTERNAL_OES, texture);
 463   glEGLImageTargetTexture2DOES(GL_TEXTURE_EXTERNAL_OES, (GLeglImageOES)image);
 464   glTexParameteri(GL_TEXTURE_EXTERNAL_OES, GL_TEXTURE_MAG_FILTER, GL_NEAREST);
 465   glTexParameteri(GL_TEXTURE_EXTERNAL_OES, GL_TEXTURE_MIN_FILTER, GL_NEAREST);
 466   glTexParameteri(GL_TEXTURE_EXTERNAL_OES, GL_TEXTURE_WRAP_S, GL_REPEAT);
 467   glTexParameteri(GL_TEXTURE_EXTERNAL_OES, GL_TEXTURE_WRAP_T, GL_REPEAT);
 468   glBindTexture(GL_TEXTURE_EXTERNAL_OES, 0);
 469
 470   out->image.reset(egl_display, image);
 471   out->texture.reset(texture);
 472
 473   return 0;
 474 }
 475
 476 GLWorkerCompositor::GLWorkerCompositor()
 477     : egl_display_(EGL_NO_DISPLAY), egl_ctx_(EGL_NO_CONTEXT) {
 478 }
 479
 480 int GLWorkerCompositor::Init() {
 481   int ret = 0;
 482   const char *egl_extensions;
 483   const char *gl_extensions;
 484   EGLint num_configs;
 485   EGLint attribs[] = {EGL_WIDTH, 1, EGL_HEIGHT, 1, EGL_NONE, EGL_NONE};
 486   EGLConfig egl_config;
 487
 488   // clang-format off
 489   const GLfloat verts[] = {
 490     0.0f,  0.0f,    0.0f, 0.0f,
 491     0.0f,  2.0f,    0.0f, 2.0f,
 492     2.0f,  0.0f,    2.0f, 0.0f
 493   };
 494   // clang-format on
 495
 496   const EGLint config_attribs[] = {EGL_RENDERABLE_TYPE,
 497                                    EGL_OPENGL_ES2_BIT,
 498                                    EGL_RED_SIZE,
 499                                    8,
 500                                    EGL_GREEN_SIZE,
 501                                    8,
 502                                    EGL_BLUE_SIZE,
 503                                    8,
 504                                    EGL_NONE};
 505
 506   const EGLint context_attribs[] = {EGL_CONTEXT_CLIENT_VERSION, 3, EGL_NONE};
 507
 508   egl_display_ = eglGetDisplay(EGL_DEFAULT_DISPLAY);
 509   if (egl_display_ == EGL_NO_DISPLAY) {
 510     ALOGE("Failed to get egl display");
 511     return 1;
 512   }
 513
 514   if (!eglInitialize(egl_display_, NULL, NULL)) {
 515     ALOGE("Failed to initialize egl: %s", GetEGLError());
 516     return 1;
 517   }
 518
 519   egl_extensions = eglQueryString(egl_display_, EGL_EXTENSIONS);
 520
 521   // These extensions are all technically required but not always reported due
 522   // to meta EGL filtering them out.
 523   if (!HasExtension("EGL_KHR_image_base", egl_extensions))
 524     ALOGW("EGL_KHR_image_base extension not supported");
 525
 526   if (!HasExtension("EGL_ANDROID_image_native_buffer", egl_extensions))
 527     ALOGW("EGL_ANDROID_image_native_buffer extension not supported");
 528
 529   if (!HasExtension("EGL_ANDROID_native_fence_sync", egl_extensions))
 530     ALOGW("EGL_ANDROID_native_fence_sync extension not supported");
 531
 532   if (!eglChooseConfig(egl_display_, config_attribs, &egl_config, 1,
 533                        &num_configs)) {
 534     ALOGE("eglChooseConfig() failed with error: %s", GetEGLError());
 535     return 1;
 536   }
 537
 538   egl_ctx_ =
 539       eglCreateContext(egl_display_, egl_config,
 540                        EGL_NO_CONTEXT /* No shared context */, context_attribs);
 541
 542   if (egl_ctx_ == EGL_NO_CONTEXT) {
 543     ALOGE("Failed to create OpenGL ES Context: %s", GetEGLError());
 544     return 1;
 545   }
 546
 547   if (!eglMakeCurrent(egl_display_, EGL_NO_SURFACE, EGL_NO_SURFACE, egl_ctx_)) {
 548     ALOGE("Failed to make the OpenGL ES Context current: %s", GetEGLError());
 549     return 1;
 550   }
 551
 552   gl_extensions = (const char *)glGetString(GL_EXTENSIONS);
 553
 554   if (!HasExtension("GL_OES_EGL_image", gl_extensions))
 555     ALOGW("GL_OES_EGL_image extension not supported");
 556
 557   if (!HasExtension("GL_OES_EGL_image_external", gl_extensions))
 558     ALOGW("GL_OES_EGL_image_external extension not supported");
 559
 560   GLuint vertex_buffer;
 561   glGenBuffers(1, &vertex_buffer);
 562   glBindBuffer(GL_ARRAY_BUFFER, vertex_buffer);
 563   glBufferData(GL_ARRAY_BUFFER, sizeof(verts), verts, GL_STATIC_DRAW);
 564   glBindBuffer(GL_ARRAY_BUFFER, 0);
 565   vertex_buffer_.reset(vertex_buffer);
 566
 567   if (GenerateShaders(&blend_programs_)) {
 568     return 1;
 569   }
 570
 571   return 0;
 572 }
 573
 574 GLWorkerCompositor::~GLWorkerCompositor() {
 575   if (egl_display_ != EGL_NO_DISPLAY && egl_ctx_ != EGL_NO_CONTEXT)
 576     if (eglDestroyContext(egl_display_, egl_ctx_) == EGL_FALSE)
 577       ALOGE("Failed to destroy OpenGL ES Context: %s", GetEGLError());
 578 }
 579
 580 int GLWorkerCompositor::Composite(DrmCompositionLayer *layers,
 581                                   size_t num_layers,
 582                                   const sp<GraphicBuffer> &framebuffer) {
 583   ATRACE_CALL();
 584   int ret = 0;
 585   size_t i;
 586   std::vector<AutoEGLImageAndGLTexture> layer_textures;
 587   std::vector<RenderingCommand> commands;
 588
 589   if (num_layers == 0) {
 590     return -EALREADY;
 591   }
 592
 593   GLint frame_width = framebuffer->getWidth();
 594   GLint frame_height = framebuffer->getHeight();
 595   CachedFramebuffer *cached_framebuffer =
 596       PrepareAndCacheFramebuffer(framebuffer);
 597   if (cached_framebuffer == NULL) {
 598     ALOGE("Composite failed because of failed framebuffer");
 599     return -EINVAL;
 600   }
 601
 602   for (i = 0; i < num_layers; i++) {
 603     DrmCompositionLayer *layer = &layers[i];
 604
 605     layer_textures.emplace_back();
 606     ret = CreateTextureFromHandle(egl_display_, layer->get_usable_handle(),
 607                                   &layer_textures.back());
 608
 609     if (!ret) {
 610       ret = EGLFenceWait(egl_display_, layer->acquire_fence.Release());
 611     }
 612     if (ret) {
 613       layer_textures.pop_back();
 614       ret = -EINVAL;
 615     }
 616   }
 617
 618   if (ret)
 619     return ret;
 620
 621   ConstructCommands(layers, num_layers, &commands);
 622
 623   glViewport(0, 0, frame_width, frame_height);
 624
 625   glClearColor(0.0f, 0.0f, 0.0f, 0.0f);
 626   glClear(GL_COLOR_BUFFER_BIT);
 627
 628   glBindBuffer(GL_ARRAY_BUFFER, vertex_buffer_.get());
 629   glVertexAttribPointer(0, 2, GL_FLOAT, GL_FALSE, sizeof(float) * 4, NULL);
 630   glVertexAttribPointer(1, 2, GL_FLOAT, GL_FALSE, sizeof(float) * 4,
 631                         (void *)(sizeof(float) * 2));
 632   glEnableVertexAttribArray(0);
 633   glEnableVertexAttribArray(1);
 634   glEnable(GL_SCISSOR_TEST);
 635
 636   for (const RenderingCommand &cmd : commands) {
 637     if (cmd.texture_count <= 0) {
 638       continue;
 639     }
 640
 641     // TODO(zachr): handle the case of too many overlapping textures for one
 642     // area by falling back to rendering as many layers as possible using
 643     // multiple blending passes.
 644     if (cmd.texture_count > blend_programs_.size()) {
 645       ALOGE("Too many layers to render in one area");
 646       continue;
 647     }
 648
 649     GLint program = blend_programs_[cmd.texture_count - 1].get();
 650     glUseProgram(program);
 651     GLint gl_viewport_loc = glGetUniformLocation(program, "uViewport");
 652     GLint gl_tex_loc = glGetUniformLocation(program, "uLayerTextures");
 653     GLint gl_crop_loc = glGetUniformLocation(program, "uLayerCrop");
 654     GLint gl_alpha_loc = glGetUniformLocation(program, "uLayerAlpha");
 655     GLint gl_tex_matrix_loc = glGetUniformLocation(program, "uTexMatrix");
 656     glUniform4f(gl_viewport_loc, cmd.bounds[0] / (float)frame_width,
 657                 cmd.bounds[1] / (float)frame_height,
 658                 (cmd.bounds[2] - cmd.bounds[0]) / (float)frame_width,
 659                 (cmd.bounds[3] - cmd.bounds[1]) / (float)frame_height);
 660
 661     for (unsigned src_index = 0; src_index < cmd.texture_count; src_index++) {
 662       const RenderingCommand::TextureSource &src = cmd.textures[src_index];
 663       glUniform1f(gl_alpha_loc + src_index, src.alpha);
 664       glUniform4f(gl_crop_loc + src_index, src.crop_bounds[0],
 665                   src.crop_bounds[1], src.crop_bounds[2] - src.crop_bounds[0],
 666                   src.crop_bounds[3] - src.crop_bounds[1]);
 667       glUniform1i(gl_tex_loc + src_index, src_index);
 668       glUniformMatrix2fv(gl_tex_matrix_loc + src_index, 1, GL_FALSE,
 669                          src.texture_matrix);
 670       glActiveTexture(GL_TEXTURE0 + src_index);
 671       glBindTexture(GL_TEXTURE_EXTERNAL_OES,
 672                     layer_textures[src.texture_index].texture.get());
 673     }
 674
 675     glScissor(cmd.bounds[0], cmd.bounds[1], cmd.bounds[2] - cmd.bounds[0],
 676               cmd.bounds[3] - cmd.bounds[1]);
 677     glDrawArrays(GL_TRIANGLES, 0, 3);
 678
 679     for (unsigned src_index = 0; src_index < cmd.texture_count; src_index++) {
 680       glActiveTexture(GL_TEXTURE0 + src_index);
 681       glBindTexture(GL_TEXTURE_EXTERNAL_OES, 0);
 682     }
 683   }
 684
 685   glDisable(GL_SCISSOR_TEST);
 686   glActiveTexture(GL_TEXTURE0);
 687   glDisableVertexAttribArray(0);
 688   glDisableVertexAttribArray(1);
 689   glBindBuffer(GL_ARRAY_BUFFER, 0);
 690   glUseProgram(0);
 691
 692   glBindFramebuffer(GL_FRAMEBUFFER, 0);
 693
 694   return ret;
 695 }
 696
 697 void GLWorkerCompositor::Finish() {
 698   ATRACE_CALL();
 699   glFinish();
 700
 701   char use_framebuffer_cache_opt[PROPERTY_VALUE_MAX];
 702   property_get("hwc.drm.use_framebuffer_cache", use_framebuffer_cache_opt, "1");
 703   bool use_framebuffer_cache = atoi(use_framebuffer_cache_opt);
 704
 705   if (use_framebuffer_cache) {
 706     for (auto &fb : cached_framebuffers_)
 707       fb.strong_framebuffer.clear();
 708   } else {
 709     cached_framebuffers_.clear();
 710   }
 711 }
 712
 713 GLWorkerCompositor::CachedFramebuffer::CachedFramebuffer(
 714     const sp<GraphicBuffer> &gb, AutoEGLDisplayImage &&image,
 715     AutoGLTexture &&tex, AutoGLFramebuffer &&fb)
 716     : strong_framebuffer(gb),
 717       weak_framebuffer(gb),
 718       egl_fb_image(std::move(image)),
 719       gl_fb_tex(std::move(tex)),
 720       gl_fb(std::move(fb)) {
 721 }
 722
 723 bool GLWorkerCompositor::CachedFramebuffer::Promote() {
 724   if (strong_framebuffer.get() != NULL)
 725     return true;
 726   strong_framebuffer = weak_framebuffer.promote();
 727   return strong_framebuffer.get() != NULL;
 728 }
 729
 730 GLWorkerCompositor::CachedFramebuffer *
 731 GLWorkerCompositor::FindCachedFramebuffer(
 732     const sp<GraphicBuffer> &framebuffer) {
 733   for (auto &fb : cached_framebuffers_)
 734     if (fb.weak_framebuffer == framebuffer)
 735       return &fb;
 736   return NULL;
 737 }
 738
 739 GLWorkerCompositor::CachedFramebuffer *
 740 GLWorkerCompositor::PrepareAndCacheFramebuffer(
 741     const sp<GraphicBuffer> &framebuffer) {
 742   CachedFramebuffer *cached_framebuffer = FindCachedFramebuffer(framebuffer);
 743   if (cached_framebuffer != NULL) {
 744     if (cached_framebuffer->Promote()) {
 745       glBindFramebuffer(GL_FRAMEBUFFER, cached_framebuffer->gl_fb.get());
 746       return cached_framebuffer;
 747     }
 748
 749     for (auto it = cached_framebuffers_.begin();
 750          it != cached_framebuffers_.end(); ++it) {
 751       if (it->weak_framebuffer == framebuffer) {
 752         cached_framebuffers_.erase(it);
 753         break;
 754       }
 755     }
 756   }
 757
 758   AutoEGLDisplayImage egl_fb_image(
 759       egl_display_,
 760       eglCreateImageKHR(egl_display_, EGL_NO_CONTEXT, EGL_NATIVE_BUFFER_ANDROID,
 761                         (EGLClientBuffer)framebuffer->getNativeBuffer(),
 762                         NULL /* no attribs */));
 763
 764   if (egl_fb_image.image() == EGL_NO_IMAGE_KHR) {
 765     ALOGE("Failed to make image from target buffer: %s", GetEGLError());
 766     return NULL;
 767   }
 768
 769   GLuint gl_fb_tex;
 770   glGenTextures(1, &gl_fb_tex);
 771   AutoGLTexture gl_fb_tex_auto(gl_fb_tex);
 772   glBindTexture(GL_TEXTURE_2D, gl_fb_tex);
 773   glEGLImageTargetTexture2DOES(GL_TEXTURE_2D,
 774                                (GLeglImageOES)egl_fb_image.image());
 775   glBindTexture(GL_TEXTURE_2D, 0);
 776
 777   GLuint gl_fb;
 778   glGenFramebuffers(1, &gl_fb);
 779   AutoGLFramebuffer gl_fb_auto(gl_fb);
 780   glBindFramebuffer(GL_FRAMEBUFFER, gl_fb);
 781   glFramebufferTexture2D(GL_FRAMEBUFFER, GL_COLOR_ATTACHMENT0, GL_TEXTURE_2D,
 782                          gl_fb_tex, 0);
 783
 784   if (glCheckFramebufferStatus(GL_FRAMEBUFFER) != GL_FRAMEBUFFER_COMPLETE) {
 785     ALOGE("Failed framebuffer check for created target buffer: %s",
 786           GetGLFramebufferError());
 787     return NULL;
 788   }
 789
 790   cached_framebuffers_.emplace_back(framebuffer, std::move(egl_fb_image),
 791                                     std::move(gl_fb_tex_auto),
 792                                     std::move(gl_fb_auto));
 793   return &cached_framebuffers_.back();
 794 }
 795
 796 }  // namespace android