mirror of
https://github.com/samsonjs/media.git
synced 2026-03-28 09:55:48 +00:00
Add DummySurface for use with MediaCodec
A DummySurface is useful with MediaCodec on API levels 23+. Rather than having to release a MediaCodec instance when the app no longer has a real surface to output to, it's possible to retain the MediaCodec, using MediaCodec.setOutputSurface to target a DummySurface instance instead. When the app has a real surface to output to again, it can call swap this surface back in instantaneously. Without DummySurface a new MediaCodec has to be instantiated at this point, and decoding can only start from a key-frame in the media. A future change may hook this up internally in MediaCodecRenderer for supported use cases, although this looks a little awkward. If this approach isn't viable, we can require applications wanting this to set a DummySurface themselves. This isn't easy to do with the way SimpleExoPlayerView.setPlayer works at the moment, however, so some changes will be needed either way. Issue: #677 ------------- Created by MOE: https://github.com/google/moe MOE_MIGRATED_REVID=154931778
This commit is contained in:
olly
Oliver Woodman
parent
60bf31ff24
commit
8bffe5d11e
1 changed files with 306 additions and 0 deletions
|
|
@ -0,0 +1,306 @@
|
|||
/*
|
||||
* Copyright (C) 2017 The Android Open Source Project
|
||||
*
|
||||
* Licensed under the Apache License, Version 2.0 (the "License");
|
||||
* you may not use this file except in compliance with the License.
|
||||
* You may obtain a copy of the License at
|
||||
*
|
||||
* http://www.apache.org/licenses/LICENSE-2.0
|
||||
*
|
||||
* Unless required by applicable law or agreed to in writing, software
|
||||
* distributed under the License is distributed on an "AS IS" BASIS,
|
||||
* WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
||||
* See the License for the specific language governing permissions and
|
||||
* limitations under the License.
|
||||
*/
|
||||
package com.google.android.exoplayer2.video;
|
||||
|
||||
import static android.opengl.EGL14.EGL_ALPHA_SIZE;
|
||||
import static android.opengl.EGL14.EGL_BLUE_SIZE;
|
||||
import static android.opengl.EGL14.EGL_CONFIG_CAVEAT;
|
||||
import static android.opengl.EGL14.EGL_CONTEXT_CLIENT_VERSION;
|
||||
import static android.opengl.EGL14.EGL_DEFAULT_DISPLAY;
|
||||
import static android.opengl.EGL14.EGL_DEPTH_SIZE;
|
||||
import static android.opengl.EGL14.EGL_GREEN_SIZE;
|
||||
import static android.opengl.EGL14.EGL_HEIGHT;
|
||||
import static android.opengl.EGL14.EGL_NONE;
|
||||
import static android.opengl.EGL14.EGL_OPENGL_ES2_BIT;
|
||||
import static android.opengl.EGL14.EGL_RED_SIZE;
|
||||
import static android.opengl.EGL14.EGL_RENDERABLE_TYPE;
|
||||
import static android.opengl.EGL14.EGL_SURFACE_TYPE;
|
||||
import static android.opengl.EGL14.EGL_TRUE;
|
||||
import static android.opengl.EGL14.EGL_WIDTH;
|
||||
import static android.opengl.EGL14.EGL_WINDOW_BIT;
|
||||
import static android.opengl.EGL14.eglChooseConfig;
|
||||
import static android.opengl.EGL14.eglCreateContext;
|
||||
import static android.opengl.EGL14.eglCreatePbufferSurface;
|
||||
import static android.opengl.EGL14.eglGetDisplay;
|
||||
import static android.opengl.EGL14.eglInitialize;
|
||||
import static android.opengl.EGL14.eglMakeCurrent;
|
||||
import static android.opengl.GLES20.glDeleteTextures;
|
||||
import static android.opengl.GLES20.glGenTextures;
|
||||
|
||||
import android.annotation.TargetApi;
|
||||
import android.graphics.SurfaceTexture;
|
||||
import android.graphics.SurfaceTexture.OnFrameAvailableListener;
|
||||
import android.opengl.EGL14;
|
||||
import android.opengl.EGLConfig;
|
||||
import android.opengl.EGLContext;
|
||||
import android.opengl.EGLDisplay;
|
||||
import android.opengl.EGLSurface;
|
||||
import android.os.Handler;
|
||||
import android.os.Handler.Callback;
|
||||
import android.os.HandlerThread;
|
||||
import android.os.Message;
|
||||
import android.util.Log;
|
||||
import android.view.Surface;
|
||||
import com.google.android.exoplayer2.util.Assertions;
|
||||
import com.google.android.exoplayer2.util.Util;
|
||||
import javax.microedition.khronos.egl.EGL10;
|
||||
|
||||
/**
|
||||
* A dummy {@link Surface}.
|
||||
*/
|
||||
@TargetApi(17)
|
||||
public final class DummySurface extends Surface {
|
||||
|
||||
private static final String TAG = "DummySurface";
|
||||
|
||||
private static final int EGL_PROTECTED_CONTENT_EXT = 0x32C0;
|
||||
|
||||
/**
|
||||
* Whether the device supports secure dummy surfaces.
|
||||
*/
|
||||
public static final boolean SECURE_SUPPORTED;
|
||||
static {
|
||||
if (Util.SDK_INT >= 17) {
|
||||
EGLDisplay display = eglGetDisplay(EGL_DEFAULT_DISPLAY);
|
||||
String extensions = EGL14.eglQueryString(display, EGL10.EGL_EXTENSIONS);
|
||||
SECURE_SUPPORTED = extensions.contains("EGL_EXT_protected_content");
|
||||
} else {
|
||||
SECURE_SUPPORTED = false;
|
||||
}
|
||||
}
|
||||
|
||||
/**
|
||||
* Whether the surface is secure.
|
||||
*/
|
||||
public final boolean secure;
|
||||
|
||||
private final DummySurfaceThread thread;
|
||||
private boolean threadReleased;
|
||||
|
||||
/**
|
||||
* Returns a newly created dummy surface. The surface must be released by calling {@link #release}
|
||||
* when it's no longer required.
|
||||
* <p>
|
||||
* Must only be called if {@link Util#SDK_INT} is 17 or higher.
|
||||
*
|
||||
* @param secure Whether a secure surface is required. Must only be requested if
|
||||
* {@link #SECURE_SUPPORTED} is {@code true}.
|
||||
*/
|
||||
public static DummySurface newInstanceV17(boolean secure) {
|
||||
assertApiLevel17OrHigher();
|
||||
Assertions.checkState(!secure || SECURE_SUPPORTED);
|
||||
DummySurfaceThread thread = new DummySurfaceThread();
|
||||
return thread.init(secure);
|
||||
}
|
||||
|
||||
private DummySurface(DummySurfaceThread thread, SurfaceTexture surfaceTexture, boolean secure) {
|
||||
super(surfaceTexture);
|
||||
this.thread = thread;
|
||||
this.secure = secure;
|
||||
}
|
||||
|
||||
@Override
|
||||
public void release() {
|
||||
super.release();
|
||||
// The Surface may be released multiple times (explicitly and by Surface.finalize()). The
|
||||
// implementation of super.release() has its own deduplication logic. Below we need to
|
||||
// deduplicate ourselves. Synchronization is required as we don't control the thread on which
|
||||
// Surface.finalize() is called.
|
||||
synchronized (thread) {
|
||||
if (!threadReleased) {
|
||||
thread.release();
|
||||
threadReleased = true;
|
||||
}
|
||||
}
|
||||
}
|
||||
|
||||
private static void assertApiLevel17OrHigher() {
|
||||
if (Util.SDK_INT < 17) {
|
||||
throw new UnsupportedOperationException("Unsupported prior to API level 17");
|
||||
}
|
||||
}
|
||||
|
||||
private static class DummySurfaceThread extends HandlerThread implements OnFrameAvailableListener,
|
||||
Callback {
|
||||
|
||||
private static final int MSG_INIT = 1;
|
||||
private static final int MSG_UPDATE_TEXTURE = 2;
|
||||
private static final int MSG_RELEASE = 3;
|
||||
|
||||
private final int[] textureIdHolder;
|
||||
private Handler handler;
|
||||
private SurfaceTexture surfaceTexture;
|
||||
|
||||
private Error initError;
|
||||
private RuntimeException initException;
|
||||
private DummySurface surface;
|
||||
|
||||
public DummySurfaceThread() {
|
||||
super("dummySurface");
|
||||
textureIdHolder = new int[1];
|
||||
}
|
||||
|
||||
public DummySurface init(boolean secure) {
|
||||
start();
|
||||
handler = new Handler(getLooper(), this);
|
||||
boolean wasInterrupted = false;
|
||||
synchronized (this) {
|
||||
handler.obtainMessage(MSG_INIT, secure ? 1 : 0, 0).sendToTarget();
|
||||
while (surface == null && initException == null && initError == null) {
|
||||
try {
|
||||
wait();
|
||||
} catch (InterruptedException e) {
|
||||
wasInterrupted = true;
|
||||
}
|
||||
}
|
||||
}
|
||||
if (wasInterrupted) {
|
||||
// Restore the interrupted status.
|
||||
Thread.currentThread().interrupt();
|
||||
}
|
||||
if (initException != null) {
|
||||
throw initException;
|
||||
} else if (initError != null) {
|
||||
throw initError;
|
||||
} else {
|
||||
return surface;
|
||||
}
|
||||
}
|
||||
|
||||
public void release() {
|
||||
handler.sendEmptyMessage(MSG_RELEASE);
|
||||
}
|
||||
|
||||
@Override
|
||||
public void onFrameAvailable(SurfaceTexture surfaceTexture) {
|
||||
handler.sendEmptyMessage(MSG_UPDATE_TEXTURE);
|
||||
}
|
||||
|
||||
@Override
|
||||
public boolean handleMessage(Message msg) {
|
||||
switch (msg.what) {
|
||||
case MSG_INIT:
|
||||
try {
|
||||
initInternal(msg.arg1 != 0);
|
||||
} catch (RuntimeException e) {
|
||||
Log.e(TAG, "Failed to initialize dummy surface", e);
|
||||
initException = e;
|
||||
} catch (Error e) {
|
||||
Log.e(TAG, "Failed to initialize dummy surface", e);
|
||||
initError = e;
|
||||
} finally {
|
||||
synchronized (this) {
|
||||
notify();
|
||||
}
|
||||
}
|
||||
return true;
|
||||
case MSG_UPDATE_TEXTURE:
|
||||
surfaceTexture.updateTexImage();
|
||||
return true;
|
||||
case MSG_RELEASE:
|
||||
try {
|
||||
releaseInternal();
|
||||
} catch (Throwable e) {
|
||||
Log.e(TAG, "Failed to release dummy surface", e);
|
||||
} finally {
|
||||
quit();
|
||||
}
|
||||
return true;
|
||||
default:
|
||||
return true;
|
||||
}
|
||||
}
|
||||
|
||||
private void initInternal(boolean secure) {
|
||||
EGLDisplay display = eglGetDisplay(EGL_DEFAULT_DISPLAY);
|
||||
Assertions.checkState(display != null, "eglGetDisplay failed");
|
||||
|
||||
int[] version = new int[2];
|
||||
boolean eglInitialized = eglInitialize(display, version, 0, version, 1);
|
||||
Assertions.checkState(eglInitialized, "eglInitialize failed");
|
||||
|
||||
int[] eglAttributes = new int[] {
|
||||
EGL_RENDERABLE_TYPE, EGL_OPENGL_ES2_BIT,
|
||||
EGL_RED_SIZE, 8,
|
||||
EGL_GREEN_SIZE, 8,
|
||||
EGL_BLUE_SIZE, 8,
|
||||
EGL_ALPHA_SIZE, 8,
|
||||
EGL_DEPTH_SIZE, 0,
|
||||
EGL_CONFIG_CAVEAT, EGL_NONE,
|
||||
EGL_SURFACE_TYPE, EGL_WINDOW_BIT,
|
||||
EGL_NONE
|
||||
};
|
||||
EGLConfig[] configs = new EGLConfig[1];
|
||||
int[] numConfigs = new int[1];
|
||||
boolean eglChooseConfigSuccess = eglChooseConfig(display, eglAttributes, 0, configs, 0, 1,
|
||||
numConfigs, 0);
|
||||
Assertions.checkState(eglChooseConfigSuccess && numConfigs[0] > 0 && configs[0] != null,
|
||||
"eglChooseConfig failed");
|
||||
|
||||
EGLConfig config = configs[0];
|
||||
int[] glAttributes;
|
||||
if (secure) {
|
||||
glAttributes = new int[] {
|
||||
EGL_CONTEXT_CLIENT_VERSION, 2,
|
||||
EGL_PROTECTED_CONTENT_EXT,
|
||||
EGL_TRUE, EGL_NONE};
|
||||
} else {
|
||||
glAttributes = new int[] {
|
||||
EGL_CONTEXT_CLIENT_VERSION, 2,
|
||||
EGL_NONE};
|
||||
}
|
||||
EGLContext context = eglCreateContext(display, config, android.opengl.EGL14.EGL_NO_CONTEXT,
|
||||
glAttributes, 0);
|
||||
Assertions.checkState(context != null, "eglCreateContext failed");
|
||||
|
||||
int[] pbufferAttributes;
|
||||
if (secure) {
|
||||
pbufferAttributes = new int[] {
|
||||
EGL_WIDTH, 1,
|
||||
EGL_HEIGHT, 1,
|
||||
EGL_PROTECTED_CONTENT_EXT, EGL_TRUE,
|
||||
EGL_NONE};
|
||||
} else {
|
||||
pbufferAttributes = new int[] {
|
||||
EGL_WIDTH, 1,
|
||||
EGL_HEIGHT, 1,
|
||||
EGL_NONE};
|
||||
}
|
||||
EGLSurface pbuffer = eglCreatePbufferSurface(display, config, pbufferAttributes, 0);
|
||||
Assertions.checkState(pbuffer != null, "eglCreatePbufferSurface failed");
|
||||
|
||||
boolean eglMadeCurrent = eglMakeCurrent(display, pbuffer, pbuffer, context);
|
||||
Assertions.checkState(eglMadeCurrent, "eglMakeCurrent failed");
|
||||
|
||||
glGenTextures(1, textureIdHolder, 0);
|
||||
surfaceTexture = new SurfaceTexture(textureIdHolder[0]);
|
||||
surfaceTexture.setOnFrameAvailableListener(this);
|
||||
surface = new DummySurface(this, surfaceTexture, secure);
|
||||
}
|
||||
|
||||
private void releaseInternal() {
|
||||
try {
|
||||
surfaceTexture.release();
|
||||
} finally {
|
||||
surface = null;
|
||||
surfaceTexture = null;
|
||||
glDeleteTextures(1, textureIdHolder, 0);
|
||||
}
|
||||
}
|
||||
|
||||
}
|
||||
|
||||
}
|
||||
Loading…
Reference in a new issue