diff options
Diffstat (limited to 'androidx/widget/VideoView2.java')
| -rw-r--r-- | androidx/widget/VideoView2.java | 1785 |
1 files changed, 1785 insertions, 0 deletions
diff --git a/androidx/widget/VideoView2.java b/androidx/widget/VideoView2.java new file mode 100644 index 00000000..3cb17177 --- /dev/null +++ b/androidx/widget/VideoView2.java @@ -0,0 +1,1785 @@ +/* + * Copyright 2018 The Android Open Source Project + * + * Licensed under the Apache License, Version 2.0 (the "License"); + * you may not use this file except in compliance with the License. + * You may obtain a copy of the License at + * + * http://www.apache.org/licenses/LICENSE-2.0 + * + * Unless required by applicable law or agreed to in writing, software + * distributed under the License is distributed on an "AS IS" BASIS, + * WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. + * See the License for the specific language governing permissions and + * limitations under the License. + */ + +package androidx.widget; + +import static androidx.annotation.RestrictTo.Scope.LIBRARY_GROUP; + +import android.content.Context; +import android.content.pm.ActivityInfo; +import android.content.res.Resources; +import android.graphics.Bitmap; +import android.graphics.BitmapFactory; +import android.graphics.Point; +import android.graphics.drawable.BitmapDrawable; +import android.graphics.drawable.Drawable; +import android.media.AudioAttributes; +import android.media.AudioFocusRequest; +import android.media.AudioManager; +import android.media.MediaMetadataRetriever; +import android.media.MediaPlayer; +import android.media.PlaybackParams; +import android.net.Uri; +import android.os.Bundle; +import android.os.ResultReceiver; +import android.support.v4.media.MediaMetadataCompat; +import android.support.v4.media.session.MediaControllerCompat; +import android.support.v4.media.session.MediaControllerCompat.PlaybackInfo; +import android.support.v4.media.session.MediaSessionCompat; +import android.support.v4.media.session.PlaybackStateCompat; +import android.util.AttributeSet; +import android.util.DisplayMetrics; +import android.util.Log; +import android.util.Pair; +import android.view.LayoutInflater; +import android.view.MotionEvent; +import android.view.View; +import android.view.ViewGroup.LayoutParams; +import android.view.WindowManager; +import android.view.accessibility.AccessibilityManager; +import android.widget.ImageView; +import android.widget.TextView; +import android.widget.VideoView; + +import androidx.annotation.IntDef; +import androidx.annotation.NonNull; +import androidx.annotation.Nullable; +import androidx.annotation.RequiresApi; +import androidx.annotation.RestrictTo; +import androidx.annotation.VisibleForTesting; +import androidx.media.DataSourceDesc; +import androidx.media.MediaItem2; +import androidx.media.MediaMetadata2; +import androidx.media.R; +import androidx.media.SessionToken2; +import androidx.palette.graphics.Palette; + +import java.io.IOException; +import java.lang.annotation.Retention; +import java.lang.annotation.RetentionPolicy; +import java.util.ArrayList; +import java.util.List; +import java.util.Map; +import java.util.concurrent.Executor; + +// TODO: Replace MediaSession wtih MediaSession2 once MediaSession2 is submitted. +/** + * @hide + * Displays a video file. VideoView2 class is a View class which is wrapping {@link MediaPlayer} + * so that developers can easily implement a video rendering application. + * + * <p> + * <em> Data sources that VideoView2 supports : </em> + * VideoView2 can play video files and audio-only files as + * well. It can load from various sources such as resources or content providers. The supported + * media file formats are the same as {@link MediaPlayer}. + * + * <p> + * <em> View type can be selected : </em> + * VideoView2 can render videos on top of TextureView as well as + * SurfaceView selectively. The default is SurfaceView and it can be changed using + * {@link #setViewType(int)} method. Using SurfaceView is recommended in most cases for saving + * battery. TextureView might be preferred for supporting various UIs such as animation and + * translucency. + * + * <p> + * <em> Differences between {@link VideoView} class : </em> + * VideoView2 covers and inherits the most of + * VideoView's functionalities. The main differences are + * <ul> + * <li> VideoView2 inherits FrameLayout and renders videos using SurfaceView and TextureView + * selectively while VideoView inherits SurfaceView class. + * <li> VideoView2 is integrated with MediaControlView2 and a default MediaControlView2 instance is + * attached to VideoView2 by default. If a developer does not want to use the default + * MediaControlView2, needs to set enableControlView attribute to false. For instance, + * <pre> + * <VideoView2 + * android:id="@+id/video_view" + * xmlns:widget="http://schemas.android.com/apk/com.android.media.update" + * widget:enableControlView="false" /> + * </pre> + * If a developer wants to attach a customed MediaControlView2, then set enableControlView attribute + * to false and assign the customed media control widget using {@link #setMediaControlView2}. + * <li> VideoView2 is integrated with MediaPlayer while VideoView is integrated with MediaPlayer. + * <li> VideoView2 is integrated with MediaSession and so it responses with media key events. + * A VideoView2 keeps a MediaSession instance internally and connects it to a corresponding + * MediaControlView2 instance. + * </p> + * </ul> + * + * <p> + * <em> Audio focus and audio attributes : </em> + * By default, VideoView2 requests audio focus with + * {@link AudioManager#AUDIOFOCUS_GAIN}. Use {@link #setAudioFocusRequest(int)} to change this + * behavior. The default {@link AudioAttributes} used during playback have a usage of + * {@link AudioAttributes#USAGE_MEDIA} and a content type of + * {@link AudioAttributes#CONTENT_TYPE_MOVIE}, use {@link #setAudioAttributes(AudioAttributes)} to + * modify them. + * + * <p> + * Note: VideoView2 does not retain its full state when going into the background. In particular, it + * does not restore the current play state, play position, selected tracks. Applications should save + * and restore these on their own in {@link android.app.Activity#onSaveInstanceState} and + * {@link android.app.Activity#onRestoreInstanceState}. + */ +@RequiresApi(21) // TODO correct minSdk API use incompatibilities and remove before release. +@RestrictTo(LIBRARY_GROUP) +public class VideoView2 extends BaseLayout implements VideoViewInterface.SurfaceListener { + /** @hide */ + @RestrictTo(LIBRARY_GROUP) + @IntDef({ + VIEW_TYPE_TEXTUREVIEW, + VIEW_TYPE_SURFACEVIEW + }) + @Retention(RetentionPolicy.SOURCE) + public @interface ViewType {} + + /** + * Indicates video is rendering on SurfaceView. + * + * @see #setViewType + */ + public static final int VIEW_TYPE_SURFACEVIEW = 0; + + /** + * Indicates video is rendering on TextureView. + * + * @see #setViewType + */ + public static final int VIEW_TYPE_TEXTUREVIEW = 1; + + private static final String TAG = "VideoView2"; + private static final boolean DEBUG = true; // STOPSHIP: Log.isLoggable(TAG, Log.DEBUG); + private static final long DEFAULT_SHOW_CONTROLLER_INTERVAL_MS = 2000; + + private static final int STATE_ERROR = -1; + private static final int STATE_IDLE = 0; + private static final int STATE_PREPARING = 1; + private static final int STATE_PREPARED = 2; + private static final int STATE_PLAYING = 3; + private static final int STATE_PAUSED = 4; + private static final int STATE_PLAYBACK_COMPLETED = 5; + + private static final int INVALID_TRACK_INDEX = -1; + private static final float INVALID_SPEED = 0f; + + private static final int SIZE_TYPE_EMBEDDED = 0; + private static final int SIZE_TYPE_FULL = 1; + // TODO: add support for Minimal size type. + private static final int SIZE_TYPE_MINIMAL = 2; + + private AccessibilityManager mAccessibilityManager; + private AudioManager mAudioManager; + private AudioAttributes mAudioAttributes; + private int mAudioFocusType = AudioManager.AUDIOFOCUS_GAIN; // legacy focus gain + private boolean mAudioFocused = false; + + private Pair<Executor, VideoView2.OnCustomActionListener> mCustomActionListenerRecord; + private VideoView2.OnViewTypeChangedListener mViewTypeChangedListener; + private VideoView2.OnFullScreenRequestListener mFullScreenRequestListener; + + private VideoViewInterface mCurrentView; + private VideoTextureView mTextureView; + private VideoSurfaceView mSurfaceView; + + private MediaPlayer mMediaPlayer; + private DataSourceDesc mDsd; + private MediaControlView2 mMediaControlView; + private MediaSessionCompat mMediaSession; + private MediaControllerCompat mMediaController; + private MediaMetadata2 mMediaMetadata; + private MediaMetadataRetriever mRetriever; + private boolean mNeedUpdateMediaType; + private Bundle mMediaTypeData; + private String mTitle; + + // TODO: move music view inside SurfaceView/TextureView or implement VideoViewInterface. + private WindowManager mManager; + private Resources mResources; + private View mMusicView; + private Drawable mMusicAlbumDrawable; + private String mMusicTitleText; + private String mMusicArtistText; + private boolean mIsMusicMediaType; + private int mPrevWidth; + private int mPrevHeight; + private int mDominantColor; + private int mSizeType; + + private PlaybackStateCompat.Builder mStateBuilder; + private List<PlaybackStateCompat.CustomAction> mCustomActionList; + + private int mTargetState = STATE_IDLE; + private int mCurrentState = STATE_IDLE; + private int mCurrentBufferPercentage; + private long mSeekWhenPrepared; // recording the seek position while preparing + + private int mVideoWidth; + private int mVideoHeight; + + private ArrayList<Integer> mVideoTrackIndices; + private ArrayList<Integer> mAudioTrackIndices; + // private ArrayList<Pair<Integer, SubtitleTrack>> mSubtitleTrackIndices; + // private SubtitleController mSubtitleController; + + // selected video/audio/subtitle track index as MediaPlayer returns + private int mSelectedVideoTrackIndex; + private int mSelectedAudioTrackIndex; + private int mSelectedSubtitleTrackIndex; + + // private SubtitleView mSubtitleView; + private boolean mSubtitleEnabled; + + private float mSpeed; + // TODO: Remove mFallbackSpeed when integration with MediaPlayer's new setPlaybackParams(). + // Refer: https://docs.google.com/document/d/1nzAfns6i2hJ3RkaUre3QMT6wsDedJ5ONLiA_OOBFFX8/edit + private float mFallbackSpeed; // keep the original speed before 'pause' is called. + private float mVolumeLevelFloat; + private int mVolumeLevel; + + private long mShowControllerIntervalMs; + + // private MediaRouter mMediaRouter; + // private MediaRouteSelector mRouteSelector; + // private MediaRouter.RouteInfo mRoute; + // private RoutePlayer mRoutePlayer; + + // TODO (b/77158231) + /* + private final MediaRouter.Callback mRouterCallback = new MediaRouter.Callback() { + @Override + public void onRouteSelected(MediaRouter router, MediaRouter.RouteInfo route) { + if (route.supportsControlCategory(MediaControlIntent.CATEGORY_REMOTE_PLAYBACK)) { + // Stop local playback (if necessary) + resetPlayer(); + mRoute = route; + mRoutePlayer = new RoutePlayer(getContext(), route); + mRoutePlayer.setPlayerEventCallback(new RoutePlayer.PlayerEventCallback() { + @Override + public void onPlayerStateChanged(MediaItemStatus itemStatus) { + PlaybackStateCompat.Builder psBuilder = new PlaybackStateCompat.Builder(); + psBuilder.setActions(RoutePlayer.PLAYBACK_ACTIONS); + long position = itemStatus.getContentPosition(); + switch (itemStatus.getPlaybackState()) { + case MediaItemStatus.PLAYBACK_STATE_PENDING: + psBuilder.setState(PlaybackStateCompat.STATE_NONE, position, 0); + mCurrentState = STATE_IDLE; + break; + case MediaItemStatus.PLAYBACK_STATE_PLAYING: + psBuilder.setState(PlaybackStateCompat.STATE_PLAYING, position, 1); + mCurrentState = STATE_PLAYING; + break; + case MediaItemStatus.PLAYBACK_STATE_PAUSED: + psBuilder.setState(PlaybackStateCompat.STATE_PAUSED, position, 0); + mCurrentState = STATE_PAUSED; + break; + case MediaItemStatus.PLAYBACK_STATE_BUFFERING: + psBuilder.setState( + PlaybackStateCompat.STATE_BUFFERING, position, 0); + mCurrentState = STATE_PAUSED; + break; + case MediaItemStatus.PLAYBACK_STATE_FINISHED: + psBuilder.setState(PlaybackStateCompat.STATE_STOPPED, position, 0); + mCurrentState = STATE_PLAYBACK_COMPLETED; + break; + } + + PlaybackStateCompat pbState = psBuilder.build(); + mMediaSession.setPlaybackState(pbState); + + MediaMetadataCompat.Builder mmBuilder = new MediaMetadataCompat.Builder(); + mmBuilder.putLong(MediaMetadataCompat.METADATA_KEY_DURATION, + itemStatus.getContentDuration()); + mMediaSession.setMetadata(mmBuilder.build()); + } + }); + // Start remote playback (if necessary) + mRoutePlayer.openVideo(mDsd); + } + } + + @Override + public void onRouteUnselected(MediaRouter router, MediaRouter.RouteInfo route, int reason) { + if (mRoute != null && mRoutePlayer != null) { + mRoutePlayer.release(); + mRoutePlayer = null; + } + if (mRoute == route) { + mRoute = null; + } + if (reason != MediaRouter.UNSELECT_REASON_ROUTE_CHANGED) { + // TODO: Resume local playback (if necessary) + openVideo(mDsd); + } + } + }; + */ + + public VideoView2(@NonNull Context context) { + this(context, null); + } + + public VideoView2(@NonNull Context context, @Nullable AttributeSet attrs) { + this(context, attrs, 0); + } + + public VideoView2(@NonNull Context context, @Nullable AttributeSet attrs, int defStyleAttr) { + this(context, attrs, defStyleAttr, 0); + } + + public VideoView2(@NonNull Context context, @Nullable AttributeSet attrs, int defStyleAttr, + int defStyleRes) { + super(context, attrs, defStyleAttr, defStyleRes); + + mVideoWidth = 0; + mVideoHeight = 0; + mSpeed = 1.0f; + mFallbackSpeed = mSpeed; + mSelectedSubtitleTrackIndex = INVALID_TRACK_INDEX; + // TODO: add attributes to get this value. + mShowControllerIntervalMs = DEFAULT_SHOW_CONTROLLER_INTERVAL_MS; + + mAccessibilityManager = (AccessibilityManager) context.getSystemService( + Context.ACCESSIBILITY_SERVICE); + + mAudioManager = (AudioManager) context.getSystemService(Context.AUDIO_SERVICE); + mAudioAttributes = new AudioAttributes.Builder().setUsage(AudioAttributes.USAGE_MEDIA) + .setContentType(AudioAttributes.CONTENT_TYPE_MOVIE).build(); + setFocusable(true); + setFocusableInTouchMode(true); + requestFocus(); + + // TODO: try to keep a single child at a time rather than always having both. + mTextureView = new VideoTextureView(getContext()); + mSurfaceView = new VideoSurfaceView(getContext()); + LayoutParams params = new LayoutParams(LayoutParams.MATCH_PARENT, + LayoutParams.MATCH_PARENT); + mTextureView.setLayoutParams(params); + mSurfaceView.setLayoutParams(params); + mTextureView.setSurfaceListener(this); + mSurfaceView.setSurfaceListener(this); + + addView(mTextureView); + addView(mSurfaceView); + + // mSubtitleView = new SubtitleView(getContext()); + // mSubtitleView.setLayoutParams(params); + // mSubtitleView.setBackgroundColor(0); + // addView(mSubtitleView); + + boolean enableControlView = (attrs == null) || attrs.getAttributeBooleanValue( + "http://schemas.android.com/apk/res/android", + "enableControlView", true); + if (enableControlView) { + mMediaControlView = new MediaControlView2(getContext()); + } + + mSubtitleEnabled = (attrs == null) || attrs.getAttributeBooleanValue( + "http://schemas.android.com/apk/res/android", + "enableSubtitle", false); + + // TODO: Choose TextureView when SurfaceView cannot be created. + // Choose surface view by default + int viewType = (attrs == null) ? VideoView2.VIEW_TYPE_SURFACEVIEW + : attrs.getAttributeIntValue( + "http://schemas.android.com/apk/res/android", + "viewType", VideoView2.VIEW_TYPE_SURFACEVIEW); + if (viewType == VideoView2.VIEW_TYPE_SURFACEVIEW) { + Log.d(TAG, "viewType attribute is surfaceView."); + mTextureView.setVisibility(View.GONE); + mSurfaceView.setVisibility(View.VISIBLE); + mCurrentView = mSurfaceView; + } else if (viewType == VideoView2.VIEW_TYPE_TEXTUREVIEW) { + Log.d(TAG, "viewType attribute is textureView."); + mTextureView.setVisibility(View.VISIBLE); + mSurfaceView.setVisibility(View.GONE); + mCurrentView = mTextureView; + } + + // TODO (b/77158231) + /* + MediaRouteSelector.Builder builder = new MediaRouteSelector.Builder(); + builder.addControlCategory(MediaControlIntent.CATEGORY_REMOTE_PLAYBACK); + builder.addControlCategory(MediaControlIntent.CATEGORY_LIVE_AUDIO); + builder.addControlCategory(MediaControlIntent.CATEGORY_LIVE_VIDEO); + mRouteSelector = builder.build(); + */ + } + + /** + * Sets MediaControlView2 instance. It will replace the previously assigned MediaControlView2 + * instance if any. + * + * @param mediaControlView a media control view2 instance. + * @param intervalMs a time interval in milliseconds until VideoView2 hides MediaControlView2. + */ + public void setMediaControlView2(MediaControlView2 mediaControlView, long intervalMs) { + mMediaControlView = mediaControlView; + mShowControllerIntervalMs = intervalMs; + // TODO: Call MediaControlView2.setRouteSelector only when cast availalbe. + // TODO (b/77158231) + // mMediaControlView.setRouteSelector(mRouteSelector); + + if (isAttachedToWindow()) { + attachMediaControlView(); + } + } + + /** + * Returns MediaControlView2 instance which is currently attached to VideoView2 by default or by + * {@link #setMediaControlView2} method. + */ + public MediaControlView2 getMediaControlView2() { + return mMediaControlView; + } + + /** + * Sets MediaMetadata2 instance. It will replace the previously assigned MediaMetadata2 instance + * if any. + * + * @param metadata a MediaMetadata2 instance. + * @hide + */ + @RestrictTo(LIBRARY_GROUP) + public void setMediaMetadata(MediaMetadata2 metadata) { + //mProvider.setMediaMetadata_impl(metadata); + } + + /** + * Returns MediaMetadata2 instance which is retrieved from MediaPlayer inside VideoView2 by + * default or by {@link #setMediaMetadata} method. + * @hide + */ + @RestrictTo(LIBRARY_GROUP) + public MediaMetadata2 getMediaMetadata() { + return mMediaMetadata; + } + + /** + * Returns MediaController instance which is connected with MediaSession that VideoView2 is + * using. This method should be called when VideoView2 is attached to window, or it throws + * IllegalStateException, since internal MediaSession instance is not available until + * this view is attached to window. Please check {@link android.view.View#isAttachedToWindow} + * before calling this method. + * + * @throws IllegalStateException if interal MediaSession is not created yet. + * @hide TODO: remove + */ + @RestrictTo(LIBRARY_GROUP) + public MediaControllerCompat getMediaController() { + if (mMediaSession == null) { + throw new IllegalStateException("MediaSession instance is not available."); + } + return mMediaController; + } + + /** + * Returns {@link androidx.media.SessionToken2} so that developers create their own + * {@link androidx.media.MediaController2} instance. This method should be called when + * VideoView2 is attached to window, or it throws IllegalStateException. + * + * @throws IllegalStateException if interal MediaSession is not created yet. + * @hide + */ + public SessionToken2 getMediaSessionToken() { + //return mProvider.getMediaSessionToken_impl(); + return null; + } + + /** + * Shows or hides closed caption or subtitles if there is any. + * The first subtitle track will be chosen if there multiple subtitle tracks exist. + * Default behavior of VideoView2 is not showing subtitle. + * @param enable shows closed caption or subtitles if this value is true, or hides. + */ + public void setSubtitleEnabled(boolean enable) { + if (enable != mSubtitleEnabled) { + selectOrDeselectSubtitle(enable); + } + mSubtitleEnabled = enable; + } + + /** + * Returns true if showing subtitle feature is enabled or returns false. + * Although there is no subtitle track or closed caption, it can return true, if the feature + * has been enabled by {@link #setSubtitleEnabled}. + */ + public boolean isSubtitleEnabled() { + return mSubtitleEnabled; + } + + /** + * Sets playback speed. + * + * It is expressed as a multiplicative factor, where normal speed is 1.0f. If it is less than + * or equal to zero, it will be just ignored and nothing will be changed. If it exceeds the + * maximum speed that internal engine supports, system will determine best handling or it will + * be reset to the normal speed 1.0f. + * @param speed the playback speed. It should be positive. + */ + // TODO: Support this via MediaController2. + public void setSpeed(float speed) { + if (speed <= 0.0f) { + Log.e(TAG, "Unsupported speed (" + speed + ") is ignored."); + return; + } + mSpeed = speed; + if (mMediaPlayer != null && mMediaPlayer.isPlaying()) { + applySpeed(); + } + updatePlaybackState(); + } + + /** + * Sets which type of audio focus will be requested during the playback, or configures playback + * to not request audio focus. Valid values for focus requests are + * {@link AudioManager#AUDIOFOCUS_GAIN}, {@link AudioManager#AUDIOFOCUS_GAIN_TRANSIENT}, + * {@link AudioManager#AUDIOFOCUS_GAIN_TRANSIENT_MAY_DUCK}, and + * {@link AudioManager#AUDIOFOCUS_GAIN_TRANSIENT_EXCLUSIVE}. Or use + * {@link AudioManager#AUDIOFOCUS_NONE} to express that audio focus should not be + * requested when playback starts. You can for instance use this when playing a silent animation + * through this class, and you don't want to affect other audio applications playing in the + * background. + * + * @param focusGain the type of audio focus gain that will be requested, or + * {@link AudioManager#AUDIOFOCUS_NONE} to disable the use audio focus during + * playback. + */ + public void setAudioFocusRequest(int focusGain) { + if (focusGain != AudioManager.AUDIOFOCUS_NONE + && focusGain != AudioManager.AUDIOFOCUS_GAIN + && focusGain != AudioManager.AUDIOFOCUS_GAIN_TRANSIENT + && focusGain != AudioManager.AUDIOFOCUS_GAIN_TRANSIENT_MAY_DUCK + && focusGain != AudioManager.AUDIOFOCUS_GAIN_TRANSIENT_EXCLUSIVE) { + throw new IllegalArgumentException("Illegal audio focus type " + focusGain); + } + mAudioFocusType = focusGain; + } + + /** + * Sets the {@link AudioAttributes} to be used during the playback of the video. + * + * @param attributes non-null <code>AudioAttributes</code>. + */ + public void setAudioAttributes(@NonNull AudioAttributes attributes) { + if (attributes == null) { + throw new IllegalArgumentException("Illegal null AudioAttributes"); + } + mAudioAttributes = attributes; + } + + /** + * Sets video path. + * + * @param path the path of the video. + * + * @hide TODO remove + */ + @RestrictTo(LIBRARY_GROUP) + public void setVideoPath(String path) { + setVideoUri(Uri.parse(path)); + } + + /** + * Sets video URI. + * + * @param uri the URI of the video. + * + * @hide TODO remove + */ + @RestrictTo(LIBRARY_GROUP) + public void setVideoUri(Uri uri) { + setVideoUri(uri, null); + } + + /** + * Sets video URI using specific headers. + * + * @param uri the URI of the video. + * @param headers the headers for the URI request. + * Note that the cross domain redirection is allowed by default, but that can be + * changed with key/value pairs through the headers parameter with + * "android-allow-cross-domain-redirect" as the key and "0" or "1" as the value + * to disallow or allow cross domain redirection. + * + * @hide TODO remove + */ + @RestrictTo(LIBRARY_GROUP) + public void setVideoUri(Uri uri, Map<String, String> headers) { + mSeekWhenPrepared = 0; + openVideo(uri, headers); + } + + /** + * Sets {@link MediaItem2} object to render using VideoView2. Alternative way to set media + * object to VideoView2 is {@link #setDataSource}. + * @param mediaItem the MediaItem2 to play + * @see #setDataSource + */ + public void setMediaItem(@NonNull MediaItem2 mediaItem) { + //mProvider.setMediaItem_impl(mediaItem); + } + + /** + * Sets {@link DataSourceDesc} object to render using VideoView2. + * @param dataSource the {@link DataSourceDesc} object to play. + * @see #setMediaItem + * @hide + */ + public void setDataSource(@NonNull DataSourceDesc dataSource) { + //mProvider.setDataSource_impl(dataSource); + } + + /** + * Selects which view will be used to render video between SurfacView and TextureView. + * + * @param viewType the view type to render video + * <ul> + * <li>{@link #VIEW_TYPE_SURFACEVIEW} + * <li>{@link #VIEW_TYPE_TEXTUREVIEW} + * </ul> + */ + public void setViewType(@ViewType int viewType) { + if (viewType == mCurrentView.getViewType()) { + return; + } + VideoViewInterface targetView; + if (viewType == VideoView2.VIEW_TYPE_TEXTUREVIEW) { + Log.d(TAG, "switching to TextureView"); + targetView = mTextureView; + } else if (viewType == VideoView2.VIEW_TYPE_SURFACEVIEW) { + Log.d(TAG, "switching to SurfaceView"); + targetView = mSurfaceView; + } else { + throw new IllegalArgumentException("Unknown view type: " + viewType); + } + ((View) targetView).setVisibility(View.VISIBLE); + targetView.takeOver(mCurrentView); + requestLayout(); + } + + /** + * Returns view type. + * + * @return view type. See {@see setViewType}. + */ + @ViewType + public int getViewType() { + return mCurrentView.getViewType(); + } + + /** + * Sets custom actions which will be shown as custom buttons in {@link MediaControlView2}. + * + * @param actionList A list of {@link PlaybackStateCompat.CustomAction}. The return value of + * {@link PlaybackStateCompat.CustomAction#getIcon()} will be used to draw + * buttons in {@link MediaControlView2}. + * @param executor executor to run callbacks on. + * @param listener A listener to be called when a custom button is clicked. + * @hide TODO remove + */ + @RestrictTo(LIBRARY_GROUP) + public void setCustomActions(List<PlaybackStateCompat.CustomAction> actionList, + Executor executor, OnCustomActionListener listener) { + mCustomActionList = actionList; + mCustomActionListenerRecord = new Pair<>(executor, listener); + + // Create a new playback builder in order to clear existing the custom actions. + mStateBuilder = null; + updatePlaybackState(); + } + + /** + * Registers a callback to be invoked when a view type change is done. + * {@see #setViewType(int)} + * @param l The callback that will be run + * @hide + */ + @VisibleForTesting + @RestrictTo(LIBRARY_GROUP) + public void setOnViewTypeChangedListener(OnViewTypeChangedListener l) { + mViewTypeChangedListener = l; + } + + /** + * Registers a callback to be invoked when the fullscreen mode should be changed. + * @param l The callback that will be run + * @hide TODO remove + */ + @RestrictTo(LIBRARY_GROUP) + public void setFullScreenRequestListener(OnFullScreenRequestListener l) { + mFullScreenRequestListener = l; + } + + @Override + public void onAttachedToWindow() { + super.onAttachedToWindow(); + + // Create MediaSession + mMediaSession = new MediaSessionCompat(getContext(), "VideoView2MediaSession"); + mMediaSession.setCallback(new MediaSessionCallback()); + mMediaSession.setActive(true); + mMediaController = mMediaSession.getController(); + // TODO (b/77158231) + // mMediaRouter = MediaRouter.getInstance(getContext()); + // mMediaRouter.setMediaSession(mMediaSession); + // mMediaRouter.addCallback(mRouteSelector, mRouterCallback); + attachMediaControlView(); + // TODO: remove this after moving MediaSession creating code inside initializing VideoView2 + if (mCurrentState == STATE_PREPARED) { + extractTracks(); + extractMetadata(); + extractAudioMetadata(); + if (mNeedUpdateMediaType) { + mMediaSession.sendSessionEvent( + MediaControlView2.EVENT_UPDATE_MEDIA_TYPE_STATUS, + mMediaTypeData); + mNeedUpdateMediaType = false; + } + } + } + + @Override + public void onDetachedFromWindow() { + super.onDetachedFromWindow(); + + mMediaSession.release(); + mMediaSession = null; + mMediaController = null; + } + + @Override + public CharSequence getAccessibilityClassName() { + return VideoView2.class.getName(); + } + + @Override + public boolean onTouchEvent(MotionEvent ev) { + if (DEBUG) { + Log.d(TAG, "onTouchEvent(). mCurrentState=" + mCurrentState + + ", mTargetState=" + mTargetState); + } + if (ev.getAction() == MotionEvent.ACTION_UP && mMediaControlView != null) { + if (!mIsMusicMediaType || mSizeType != SIZE_TYPE_FULL) { + toggleMediaControlViewVisibility(); + } + } + + return super.onTouchEvent(ev); + } + + @Override + public boolean onTrackballEvent(MotionEvent ev) { + if (ev.getAction() == MotionEvent.ACTION_UP && mMediaControlView != null) { + if (!mIsMusicMediaType || mSizeType != SIZE_TYPE_FULL) { + toggleMediaControlViewVisibility(); + } + } + + return super.onTrackballEvent(ev); + } + + @Override + public boolean dispatchTouchEvent(MotionEvent ev) { + // TODO: Test touch event handling logic thoroughly and simplify the logic. + return super.dispatchTouchEvent(ev); + } + + @Override + public void onMeasure(int widthMeasureSpec, int heightMeasureSpec) { + super.onMeasure(widthMeasureSpec, heightMeasureSpec); + + if (mIsMusicMediaType) { + if (mPrevWidth != getMeasuredWidth() + || mPrevHeight != getMeasuredHeight()) { + int currWidth = getMeasuredWidth(); + int currHeight = getMeasuredHeight(); + Point screenSize = new Point(); + mManager.getDefaultDisplay().getSize(screenSize); + int screenWidth = screenSize.x; + int screenHeight = screenSize.y; + + if (currWidth == screenWidth && currHeight == screenHeight) { + int orientation = retrieveOrientation(); + if (orientation == ActivityInfo.SCREEN_ORIENTATION_LANDSCAPE) { + inflateMusicView(R.layout.full_landscape_music); + } else { + inflateMusicView(R.layout.full_portrait_music); + } + + if (mSizeType != SIZE_TYPE_FULL) { + mSizeType = SIZE_TYPE_FULL; + // Remove existing mFadeOut callback + mMediaControlView.removeCallbacks(mFadeOut); + mMediaControlView.setVisibility(View.VISIBLE); + } + } else { + if (mSizeType != SIZE_TYPE_EMBEDDED) { + mSizeType = SIZE_TYPE_EMBEDDED; + inflateMusicView(R.layout.embedded_music); + // Add new mFadeOut callback + mMediaControlView.postDelayed(mFadeOut, mShowControllerIntervalMs); + } + } + mPrevWidth = currWidth; + mPrevHeight = currHeight; + } + } + } + + /** + * Interface definition of a callback to be invoked when the view type has been changed. + * + * @hide + */ + @VisibleForTesting + @RestrictTo(LIBRARY_GROUP) + public interface OnViewTypeChangedListener { + /** + * Called when the view type has been changed. + * @see #setViewType(int) + * @param view the View whose view type is changed + * @param viewType + * <ul> + * <li>{@link #VIEW_TYPE_SURFACEVIEW} + * <li>{@link #VIEW_TYPE_TEXTUREVIEW} + * </ul> + */ + void onViewTypeChanged(View view, @ViewType int viewType); + } + + /** + * Interface definition of a callback to be invoked to inform the fullscreen mode is changed. + * Application should handle the fullscreen mode accordingly. + * @hide TODO remove + */ + @RestrictTo(LIBRARY_GROUP) + public interface OnFullScreenRequestListener { + /** + * Called to indicate a fullscreen mode change. + */ + void onFullScreenRequest(View view, boolean fullScreen); + } + + /** + * Interface definition of a callback to be invoked to inform that a custom action is performed. + * @hide TODO remove + */ + @RestrictTo(LIBRARY_GROUP) + public interface OnCustomActionListener { + /** + * Called to indicate that a custom action is performed. + * + * @param action The action that was originally sent in the + * {@link PlaybackStateCompat.CustomAction}. + * @param extras Optional extras. + */ + void onCustomAction(String action, Bundle extras); + } + + /////////////////////////////////////////////////// + // Implements VideoViewInterface.SurfaceListener + /////////////////////////////////////////////////// + + @Override + public void onSurfaceCreated(View view, int width, int height) { + if (DEBUG) { + Log.d(TAG, "onSurfaceCreated(). mCurrentState=" + mCurrentState + + ", mTargetState=" + mTargetState + ", width/height: " + width + "/" + height + + ", " + view.toString()); + } + if (needToStart()) { + mMediaController.getTransportControls().play(); + } + } + + @Override + public void onSurfaceDestroyed(View view) { + if (DEBUG) { + Log.d(TAG, "onSurfaceDestroyed(). mCurrentState=" + mCurrentState + + ", mTargetState=" + mTargetState + ", " + view.toString()); + } + } + + @Override + public void onSurfaceChanged(View view, int width, int height) { + // TODO: Do we need to call requestLayout here? + if (DEBUG) { + Log.d(TAG, "onSurfaceChanged(). width/height: " + width + "/" + height + + ", " + view.toString()); + } + } + + @Override + public void onSurfaceTakeOverDone(VideoViewInterface view) { + if (DEBUG) { + Log.d(TAG, "onSurfaceTakeOverDone(). Now current view is: " + view); + } + mCurrentView = view; + if (mViewTypeChangedListener != null) { + mViewTypeChangedListener.onViewTypeChanged(this, view.getViewType()); + } + if (needToStart()) { + mMediaController.getTransportControls().play(); + } + } + + /////////////////////////////////////////////////// + // Protected or private methods + /////////////////////////////////////////////////// + + private void attachMediaControlView() { + // Get MediaController from MediaSession and set it inside MediaControlView + mMediaControlView.setController(mMediaSession.getController()); + + LayoutParams params = + new LayoutParams(LayoutParams.MATCH_PARENT, LayoutParams.MATCH_PARENT); + addView(mMediaControlView, params); + } + + private boolean isInPlaybackState() { + // TODO (b/77158231) + // return (mMediaPlayer != null || mRoutePlayer != null) + return (mMediaPlayer != null) + && mCurrentState != STATE_ERROR + && mCurrentState != STATE_IDLE + && mCurrentState != STATE_PREPARING; + } + + private boolean needToStart() { + // TODO (b/77158231) + // return (mMediaPlayer != null || mRoutePlayer != null) + return (mMediaPlayer != null) + && isAudioGranted() + && isWaitingPlayback(); + } + + private boolean isWaitingPlayback() { + return mCurrentState != STATE_PLAYING && mTargetState == STATE_PLAYING; + } + + private boolean isAudioGranted() { + return mAudioFocused || mAudioFocusType == AudioManager.AUDIOFOCUS_NONE; + } + + AudioManager.OnAudioFocusChangeListener mAudioFocusListener = + new AudioManager.OnAudioFocusChangeListener() { + @Override + public void onAudioFocusChange(int focusChange) { + switch (focusChange) { + case AudioManager.AUDIOFOCUS_GAIN: + mAudioFocused = true; + if (needToStart()) { + mMediaController.getTransportControls().play(); + } + break; + case AudioManager.AUDIOFOCUS_LOSS: + case AudioManager.AUDIOFOCUS_LOSS_TRANSIENT: + case AudioManager.AUDIOFOCUS_LOSS_TRANSIENT_CAN_DUCK: + // There is no way to distinguish pause() by transient + // audio focus loss and by other explicit actions. + // TODO: If we can distinguish those cases, change the code to resume when it + // gains audio focus again for AUDIOFOCUS_LOSS_TRANSIENT and + // AUDIOFOCUS_LOSS_TRANSIENT_CAN_DUCK + mAudioFocused = false; + if (isInPlaybackState() && mMediaPlayer.isPlaying()) { + mMediaController.getTransportControls().pause(); + } else { + mTargetState = STATE_PAUSED; + } + } + } + }; + + private void requestAudioFocus(int focusType) { + int result; + if (android.os.Build.VERSION.SDK_INT >= 26) { + AudioFocusRequest focusRequest; + focusRequest = new AudioFocusRequest.Builder(focusType) + .setAudioAttributes(mAudioAttributes) + .setOnAudioFocusChangeListener(mAudioFocusListener) + .build(); + result = mAudioManager.requestAudioFocus(focusRequest); + } else { + result = mAudioManager.requestAudioFocus(mAudioFocusListener, + AudioManager.STREAM_MUSIC, + focusType); + } + if (result == AudioManager.AUDIOFOCUS_REQUEST_FAILED) { + mAudioFocused = false; + } else if (result == AudioManager.AUDIOFOCUS_REQUEST_GRANTED) { + mAudioFocused = true; + } else if (result == AudioManager.AUDIOFOCUS_REQUEST_DELAYED) { + mAudioFocused = false; + } + } + + // Creates a MediaPlayer instance and prepare playback. + private void openVideo(Uri uri, Map<String, String> headers) { + resetPlayer(); + if (isRemotePlayback()) { + // TODO (b/77158231) + // mRoutePlayer.openVideo(dsd); + return; + } + + try { + Log.d(TAG, "openVideo(): creating new MediaPlayer instance."); + mMediaPlayer = new MediaPlayer(); + mSurfaceView.setMediaPlayer(mMediaPlayer); + mTextureView.setMediaPlayer(mMediaPlayer); + mCurrentView.assignSurfaceToMediaPlayer(mMediaPlayer); + + final Context context = getContext(); + // TODO: Add timely firing logic for more accurate sync between CC and video frame + // mSubtitleController = new SubtitleController(context); + // mSubtitleController.registerRenderer(new ClosedCaptionRenderer(context)); + // mSubtitleController.setAnchor((SubtitleController.Anchor) mSubtitleView); + + mMediaPlayer.setOnPreparedListener(mPreparedListener); + mMediaPlayer.setOnVideoSizeChangedListener(mSizeChangedListener); + mMediaPlayer.setOnCompletionListener(mCompletionListener); + mMediaPlayer.setOnSeekCompleteListener(mSeekCompleteListener); + mMediaPlayer.setOnErrorListener(mErrorListener); + mMediaPlayer.setOnInfoListener(mInfoListener); + mMediaPlayer.setOnBufferingUpdateListener(mBufferingUpdateListener); + + mCurrentBufferPercentage = -1; + mMediaPlayer.setDataSource(getContext(), uri, headers); + mMediaPlayer.setAudioAttributes(mAudioAttributes); + // mMediaPlayer.setOnSubtitleDataListener(mSubtitleListener); + // we don't set the target state here either, but preserve the + // target state that was there before. + mCurrentState = STATE_PREPARING; + mMediaPlayer.prepareAsync(); + + // Save file name as title since the file may not have a title Metadata. + mTitle = uri.getPath(); + String scheme = uri.getScheme(); + if (scheme != null && scheme.equals("file")) { + mTitle = uri.getLastPathSegment(); + } + mRetriever = new MediaMetadataRetriever(); + mRetriever.setDataSource(getContext(), uri); + + if (DEBUG) { + Log.d(TAG, "openVideo(). mCurrentState=" + mCurrentState + + ", mTargetState=" + mTargetState); + } + } catch (IOException | IllegalArgumentException ex) { + Log.w(TAG, "Unable to open content: " + uri, ex); + mCurrentState = STATE_ERROR; + mTargetState = STATE_ERROR; + mErrorListener.onError(mMediaPlayer, + MediaPlayer.MEDIA_ERROR_UNKNOWN, MediaPlayer.MEDIA_ERROR_IO); + } + } + + /* + * Reset the media player in any state + */ + private void resetPlayer() { + if (mMediaPlayer != null) { + mMediaPlayer.reset(); + mMediaPlayer.release(); + mMediaPlayer = null; + mTextureView.setMediaPlayer(null); + mSurfaceView.setMediaPlayer(null); + mCurrentState = STATE_IDLE; + mTargetState = STATE_IDLE; + if (mAudioFocusType != AudioManager.AUDIOFOCUS_NONE) { + mAudioManager.abandonAudioFocus(null); + } + } + mVideoWidth = 0; + mVideoHeight = 0; + } + + private void updatePlaybackState() { + if (mStateBuilder == null) { + /* + // Get the capabilities of the player for this stream + mMetadata = mMediaPlayer.getMetadata(MediaPlayer.METADATA_ALL, + MediaPlayer.BYPASS_METADATA_FILTER); + + // Add Play action as default + long playbackActions = PlaybackStateCompat.ACTION_PLAY; + if (mMetadata != null) { + if (!mMetadata.has(Metadata.PAUSE_AVAILABLE) + || mMetadata.getBoolean(Metadata.PAUSE_AVAILABLE)) { + playbackActions |= PlaybackStateCompat.ACTION_PAUSE; + } + if (!mMetadata.has(Metadata.SEEK_BACKWARD_AVAILABLE) + || mMetadata.getBoolean(Metadata.SEEK_BACKWARD_AVAILABLE)) { + playbackActions |= PlaybackStateCompat.ACTION_REWIND; + } + if (!mMetadata.has(Metadata.SEEK_FORWARD_AVAILABLE) + || mMetadata.getBoolean(Metadata.SEEK_FORWARD_AVAILABLE)) { + playbackActions |= PlaybackStateCompat.ACTION_FAST_FORWARD; + } + if (!mMetadata.has(Metadata.SEEK_AVAILABLE) + || mMetadata.getBoolean(Metadata.SEEK_AVAILABLE)) { + playbackActions |= PlaybackStateCompat.ACTION_SEEK_TO; + } + } else { + playbackActions |= (PlaybackStateCompat.ACTION_PAUSE + | PlaybackStateCompat.ACTION_REWIND + | PlaybackStateCompat.ACTION_FAST_FORWARD + | PlaybackStateCompat.ACTION_SEEK_TO); + } + */ + // TODO determine the actionable list based the metadata info. + long playbackActions = PlaybackStateCompat.ACTION_PLAY + | PlaybackStateCompat.ACTION_PAUSE + | PlaybackStateCompat.ACTION_REWIND | PlaybackStateCompat.ACTION_FAST_FORWARD + | PlaybackStateCompat.ACTION_SEEK_TO; + mStateBuilder = new PlaybackStateCompat.Builder(); + mStateBuilder.setActions(playbackActions); + + if (mCustomActionList != null) { + for (PlaybackStateCompat.CustomAction action : mCustomActionList) { + mStateBuilder.addCustomAction(action); + } + } + } + mStateBuilder.setState(getCorrespondingPlaybackState(), + mMediaPlayer.getCurrentPosition(), mSpeed); + if (mCurrentState != STATE_ERROR + && mCurrentState != STATE_IDLE + && mCurrentState != STATE_PREPARING) { + // TODO: this should be replaced with MediaPlayer2.getBufferedPosition() once it is + // implemented. + if (mCurrentBufferPercentage == -1) { + mStateBuilder.setBufferedPosition(-1); + } else { + mStateBuilder.setBufferedPosition( + (long) (mCurrentBufferPercentage / 100.0 * mMediaPlayer.getDuration())); + } + } + + // Set PlaybackState for MediaSession + if (mMediaSession != null) { + PlaybackStateCompat state = mStateBuilder.build(); + mMediaSession.setPlaybackState(state); + } + } + + private int getCorrespondingPlaybackState() { + switch (mCurrentState) { + case STATE_ERROR: + return PlaybackStateCompat.STATE_ERROR; + case STATE_IDLE: + return PlaybackStateCompat.STATE_NONE; + case STATE_PREPARING: + return PlaybackStateCompat.STATE_CONNECTING; + case STATE_PREPARED: + return PlaybackStateCompat.STATE_PAUSED; + case STATE_PLAYING: + return PlaybackStateCompat.STATE_PLAYING; + case STATE_PAUSED: + return PlaybackStateCompat.STATE_PAUSED; + case STATE_PLAYBACK_COMPLETED: + return PlaybackStateCompat.STATE_STOPPED; + default: + return -1; + } + } + + private final Runnable mFadeOut = new Runnable() { + @Override + public void run() { + if (mCurrentState == STATE_PLAYING) { + mMediaControlView.setVisibility(View.GONE); + } + } + }; + + private void showController() { + // TODO: Decide what to show when the state is not in playback state + if (mMediaControlView == null || !isInPlaybackState() + || (mIsMusicMediaType && mSizeType == SIZE_TYPE_FULL)) { + return; + } + mMediaControlView.removeCallbacks(mFadeOut); + mMediaControlView.setVisibility(View.VISIBLE); + if (mShowControllerIntervalMs != 0 + && !mAccessibilityManager.isTouchExplorationEnabled()) { + mMediaControlView.postDelayed(mFadeOut, mShowControllerIntervalMs); + } + } + + private void toggleMediaControlViewVisibility() { + if (mMediaControlView.getVisibility() == View.VISIBLE) { + mMediaControlView.removeCallbacks(mFadeOut); + mMediaControlView.setVisibility(View.GONE); + } else { + showController(); + } + } + + private void applySpeed() { + if (android.os.Build.VERSION.SDK_INT < 23) { + // TODO: MediaPlayer2 will cover this, or implement with SoundPool. + return; + } + PlaybackParams params = mMediaPlayer.getPlaybackParams().allowDefaults(); + if (mSpeed != params.getSpeed()) { + try { + params.setSpeed(mSpeed); + mMediaPlayer.setPlaybackParams(params); + mFallbackSpeed = mSpeed; + } catch (IllegalArgumentException e) { + Log.e(TAG, "PlaybackParams has unsupported value: " + e); + // TODO: should revise this part after integrating with MP2. + // If mSpeed had an illegal value for speed rate, system will determine best + // handling (see PlaybackParams.AUDIO_FALLBACK_MODE_DEFAULT). + // Note: The pre-MP2 returns 0.0f when it is paused. In this case, VideoView2 will + // use mFallbackSpeed instead. + float fallbackSpeed = mMediaPlayer.getPlaybackParams().allowDefaults().getSpeed(); + if (fallbackSpeed > 0.0f) { + mFallbackSpeed = fallbackSpeed; + } + mSpeed = mFallbackSpeed; + } + } + } + + private boolean isRemotePlayback() { + if (mMediaController == null) { + return false; + } + PlaybackInfo playbackInfo = mMediaController.getPlaybackInfo(); + return playbackInfo != null + && playbackInfo.getPlaybackType() == PlaybackInfo.PLAYBACK_TYPE_REMOTE; + } + + private void selectOrDeselectSubtitle(boolean select) { + if (!isInPlaybackState()) { + return; + } + /* + if (select) { + if (mSubtitleTrackIndices.size() > 0) { + // TODO: make this selection dynamic + mSelectedSubtitleTrackIndex = mSubtitleTrackIndices.get(0).first; + mSubtitleController.selectTrack(mSubtitleTrackIndices.get(0).second); + mMediaPlayer.selectTrack(mSelectedSubtitleTrackIndex); + mSubtitleView.setVisibility(View.VISIBLE); + } + } else { + if (mSelectedSubtitleTrackIndex != INVALID_TRACK_INDEX) { + mMediaPlayer.deselectTrack(mSelectedSubtitleTrackIndex); + mSelectedSubtitleTrackIndex = INVALID_TRACK_INDEX; + mSubtitleView.setVisibility(View.GONE); + } + } + */ + } + + private void extractTracks() { + MediaPlayer.TrackInfo[] trackInfos = mMediaPlayer.getTrackInfo(); + mVideoTrackIndices = new ArrayList<>(); + mAudioTrackIndices = new ArrayList<>(); + /* + mSubtitleTrackIndices = new ArrayList<>(); + mSubtitleController.reset(); + */ + for (int i = 0; i < trackInfos.length; ++i) { + int trackType = trackInfos[i].getTrackType(); + if (trackType == MediaPlayer.TrackInfo.MEDIA_TRACK_TYPE_VIDEO) { + mVideoTrackIndices.add(i); + } else if (trackType == MediaPlayer.TrackInfo.MEDIA_TRACK_TYPE_AUDIO) { + mAudioTrackIndices.add(i); + /* + } else if (trackType == MediaPlayer.TrackInfo.MEDIA_TRACK_TYPE_SUBTITLE + || trackType == MediaPlayer.TrackInfo.MEDIA_TRACK_TYPE_TIMEDTEXT) { + SubtitleTrack track = mSubtitleController.addTrack(trackInfos[i].getFormat()); + if (track != null) { + mSubtitleTrackIndices.add(new Pair<>(i, track)); + } + */ + } + } + // Select first tracks as default + if (mVideoTrackIndices.size() > 0) { + mSelectedVideoTrackIndex = 0; + } + if (mAudioTrackIndices.size() > 0) { + mSelectedAudioTrackIndex = 0; + } + if (mVideoTrackIndices.size() == 0 && mAudioTrackIndices.size() > 0) { + mIsMusicMediaType = true; + } + + Bundle data = new Bundle(); + data.putInt(MediaControlView2.KEY_VIDEO_TRACK_COUNT, mVideoTrackIndices.size()); + data.putInt(MediaControlView2.KEY_AUDIO_TRACK_COUNT, mAudioTrackIndices.size()); + /* + data.putInt(MediaControlView2.KEY_SUBTITLE_TRACK_COUNT, mSubtitleTrackIndices.size()); + if (mSubtitleTrackIndices.size() > 0) { + selectOrDeselectSubtitle(mSubtitleEnabled); + } + */ + mMediaSession.sendSessionEvent(MediaControlView2.EVENT_UPDATE_TRACK_STATUS, data); + } + + private void extractMetadata() { + // Get and set duration and title values as MediaMetadata for MediaControlView2 + MediaMetadataCompat.Builder builder = new MediaMetadataCompat.Builder(); + String title = mRetriever.extractMetadata(MediaMetadataRetriever.METADATA_KEY_TITLE); + if (title != null) { + mTitle = title; + } + builder.putString(MediaMetadataCompat.METADATA_KEY_TITLE, mTitle); + builder.putLong( + MediaMetadataCompat.METADATA_KEY_DURATION, mMediaPlayer.getDuration()); + + if (mMediaSession != null) { + mMediaSession.setMetadata(builder.build()); + } + } + + private void extractAudioMetadata() { + if (!mIsMusicMediaType) { + return; + } + + mResources = getResources(); + mManager = (WindowManager) getContext().getApplicationContext() + .getSystemService(Context.WINDOW_SERVICE); + + byte[] album = mRetriever.getEmbeddedPicture(); + if (album != null) { + Bitmap bitmap = BitmapFactory.decodeByteArray(album, 0, album.length); + mMusicAlbumDrawable = new BitmapDrawable(bitmap); + + // TODO: replace with visualizer + Palette.Builder builder = Palette.from(bitmap); + builder.generate(new Palette.PaletteAsyncListener() { + @Override + public void onGenerated(Palette palette) { + // TODO: add dominant color for default album image. + mDominantColor = palette.getDominantColor(0); + if (mMusicView != null) { + mMusicView.setBackgroundColor(mDominantColor); + } + } + }); + } else { + mMusicAlbumDrawable = mResources.getDrawable(R.drawable.ic_default_album_image); + } + + String title = mRetriever.extractMetadata(MediaMetadataRetriever.METADATA_KEY_TITLE); + if (title != null) { + mMusicTitleText = title; + } else { + mMusicTitleText = mResources.getString(R.string.mcv2_music_title_unknown_text); + } + + String artist = mRetriever.extractMetadata(MediaMetadataRetriever.METADATA_KEY_ARTIST); + if (artist != null) { + mMusicArtistText = artist; + } else { + mMusicArtistText = mResources.getString(R.string.mcv2_music_artist_unknown_text); + } + + // Send title and artist string to MediaControlView2 + MediaMetadataCompat.Builder builder = new MediaMetadataCompat.Builder(); + builder.putString(MediaMetadataCompat.METADATA_KEY_TITLE, mMusicTitleText); + builder.putString(MediaMetadataCompat.METADATA_KEY_ARTIST, mMusicArtistText); + mMediaSession.setMetadata(builder.build()); + + // Display Embedded mode as default + removeView(mSurfaceView); + removeView(mTextureView); + inflateMusicView(R.layout.embedded_music); + } + + private int retrieveOrientation() { + DisplayMetrics dm = Resources.getSystem().getDisplayMetrics(); + int width = dm.widthPixels; + int height = dm.heightPixels; + + return (height > width) + ? ActivityInfo.SCREEN_ORIENTATION_PORTRAIT + : ActivityInfo.SCREEN_ORIENTATION_LANDSCAPE; + } + + private void inflateMusicView(int layoutId) { + removeView(mMusicView); + + LayoutInflater inflater = (LayoutInflater) getContext() + .getSystemService(Context.LAYOUT_INFLATER_SERVICE); + View v = inflater.inflate(layoutId, null); + v.setBackgroundColor(mDominantColor); + + ImageView albumView = v.findViewById(R.id.album); + if (albumView != null) { + albumView.setImageDrawable(mMusicAlbumDrawable); + } + + TextView titleView = v.findViewById(R.id.title); + if (titleView != null) { + titleView.setText(mMusicTitleText); + } + + TextView artistView = v.findViewById(R.id.artist); + if (artistView != null) { + artistView.setText(mMusicArtistText); + } + + mMusicView = v; + addView(mMusicView, 0); + } + + /* + OnSubtitleDataListener mSubtitleListener = + new OnSubtitleDataListener() { + @Override + public void onSubtitleData(MediaPlayer mp, SubtitleData data) { + if (DEBUG) { + Log.d(TAG, "onSubtitleData(): getTrackIndex: " + data.getTrackIndex() + + ", getCurrentPosition: " + mp.getCurrentPosition() + + ", getStartTimeUs(): " + data.getStartTimeUs() + + ", diff: " + + (data.getStartTimeUs() / 1000 - mp.getCurrentPosition()) + + "ms, getDurationUs(): " + data.getDurationUs()); + + } + final int index = data.getTrackIndex(); + if (index != mSelectedSubtitleTrackIndex) { + Log.d(TAG, "onSubtitleData(): getTrackIndex: " + data.getTrackIndex() + + ", selected track index: " + mSelectedSubtitleTrackIndex); + return; + } + for (Pair<Integer, SubtitleTrack> p : mSubtitleTrackIndices) { + if (p.first == index) { + SubtitleTrack track = p.second; + track.onData(data); + } + } + } + }; + */ + + MediaPlayer.OnVideoSizeChangedListener mSizeChangedListener = + new MediaPlayer.OnVideoSizeChangedListener() { + @Override + public void onVideoSizeChanged( + MediaPlayer mp, int width, int height) { + if (DEBUG) { + Log.d(TAG, "onVideoSizeChanged(): size: " + width + "/" + height); + } + mVideoWidth = mp.getVideoWidth(); + mVideoHeight = mp.getVideoHeight(); + if (DEBUG) { + Log.d(TAG, "onVideoSizeChanged(): mVideoSize:" + mVideoWidth + "/" + + mVideoHeight); + } + if (mVideoWidth != 0 && mVideoHeight != 0) { + requestLayout(); + } + } + }; + MediaPlayer.OnPreparedListener mPreparedListener = new MediaPlayer.OnPreparedListener() { + @Override + public void onPrepared(MediaPlayer mp) { + if (DEBUG) { + Log.d(TAG, "OnPreparedListener(). mCurrentState=" + mCurrentState + + ", mTargetState=" + mTargetState); + } + mCurrentState = STATE_PREPARED; + // Create and set playback state for MediaControlView2 + updatePlaybackState(); + + // TODO: change this to send TrackInfos to MediaControlView2 + // TODO: create MediaSession when initializing VideoView2 + if (mMediaSession != null) { + extractTracks(); + } + + if (mMediaControlView != null) { + mMediaControlView.setEnabled(true); + } + int videoWidth = mp.getVideoWidth(); + int videoHeight = mp.getVideoHeight(); + + // mSeekWhenPrepared may be changed after seekTo() call + long seekToPosition = mSeekWhenPrepared; + if (seekToPosition != 0) { + mMediaController.getTransportControls().seekTo(seekToPosition); + } + + if (videoWidth != 0 && videoHeight != 0) { + if (videoWidth != mVideoWidth || videoHeight != mVideoHeight) { + if (DEBUG) { + Log.i(TAG, "OnPreparedListener() : "); + Log.i(TAG, " video size: " + videoWidth + "/" + videoHeight); + Log.i(TAG, " measuredSize: " + getMeasuredWidth() + "/" + + getMeasuredHeight()); + Log.i(TAG, " viewSize: " + getWidth() + "/" + getHeight()); + } + mVideoWidth = videoWidth; + mVideoHeight = videoHeight; + requestLayout(); + } + + if (needToStart()) { + mMediaController.getTransportControls().play(); + } + } else { + // We don't know the video size yet, but should start anyway. + // The video size might be reported to us later. + if (needToStart()) { + mMediaController.getTransportControls().play(); + } + } + // Get and set duration and title values as MediaMetadata for MediaControlView2 + MediaMetadataCompat.Builder builder = new MediaMetadataCompat.Builder(); + + // TODO: Get title via other public APIs. + /* + if (mMetadata != null && mMetadata.has(Metadata.TITLE)) { + mTitle = mMetadata.getString(Metadata.TITLE); + } + */ + builder.putString(MediaMetadataCompat.METADATA_KEY_TITLE, mTitle); + builder.putLong(MediaMetadataCompat.METADATA_KEY_DURATION, mMediaPlayer.getDuration()); + + if (mMediaSession != null) { + mMediaSession.setMetadata(builder.build()); + + // TODO: merge this code with the above code when integrating with + // MediaSession2. + if (mNeedUpdateMediaType) { + mMediaSession.sendSessionEvent( + MediaControlView2.EVENT_UPDATE_MEDIA_TYPE_STATUS, mMediaTypeData); + mNeedUpdateMediaType = false; + } + } + } + }; + + MediaPlayer.OnSeekCompleteListener mSeekCompleteListener = + new MediaPlayer.OnSeekCompleteListener() { + @Override + public void onSeekComplete(MediaPlayer mp) { + updatePlaybackState(); + } + }; + + MediaPlayer.OnCompletionListener mCompletionListener = new MediaPlayer.OnCompletionListener() { + @Override + public void onCompletion(MediaPlayer mp) { + mCurrentState = STATE_PLAYBACK_COMPLETED; + mTargetState = STATE_PLAYBACK_COMPLETED; + updatePlaybackState(); + if (mAudioFocusType != AudioManager.AUDIOFOCUS_NONE) { + mAudioManager.abandonAudioFocus(null); + } + } + }; + + MediaPlayer.OnInfoListener mInfoListener = new MediaPlayer.OnInfoListener() { + @Override + public boolean onInfo(MediaPlayer mp, int what, int extra) { + if (what == MediaPlayer.MEDIA_INFO_METADATA_UPDATE) { + extractTracks(); + } + return true; + } + }; + + MediaPlayer.OnErrorListener mErrorListener = new MediaPlayer.OnErrorListener() { + @Override + public boolean onError(MediaPlayer mp, int frameworkErr, int implErr) { + if (DEBUG) { + Log.d(TAG, "Error: " + frameworkErr + "," + implErr); + } + mCurrentState = STATE_ERROR; + mTargetState = STATE_ERROR; + updatePlaybackState(); + + if (mMediaControlView != null) { + mMediaControlView.setVisibility(View.GONE); + } + return true; + } + }; + + MediaPlayer.OnBufferingUpdateListener mBufferingUpdateListener = + new MediaPlayer.OnBufferingUpdateListener() { + @Override + public void onBufferingUpdate(MediaPlayer mp, int percent) { + mCurrentBufferPercentage = percent; + updatePlaybackState(); + } + }; + + private class MediaSessionCallback extends MediaSessionCompat.Callback { + @Override + public void onCommand(String command, Bundle args, ResultReceiver receiver) { + if (isRemotePlayback()) { + // TODO (b/77158231) + // mRoutePlayer.onCommand(command, args, receiver); + } else { + switch (command) { + case MediaControlView2.COMMAND_SHOW_SUBTITLE: + /* + int subtitleIndex = args.getInt( + MediaControlView2.KEY_SELECTED_SUBTITLE_INDEX, + INVALID_TRACK_INDEX); + if (subtitleIndex != INVALID_TRACK_INDEX) { + int subtitleTrackIndex = mSubtitleTrackIndices.get(subtitleIndex).first; + if (subtitleTrackIndex != mSelectedSubtitleTrackIndex) { + mSelectedSubtitleTrackIndex = subtitleTrackIndex; + setSubtitleEnabled(true); + } + } + */ + break; + case MediaControlView2.COMMAND_HIDE_SUBTITLE: + setSubtitleEnabled(false); + break; + case MediaControlView2.COMMAND_SET_FULLSCREEN: + if (mFullScreenRequestListener != null) { + mFullScreenRequestListener.onFullScreenRequest( + VideoView2.this, + args.getBoolean(MediaControlView2.ARGUMENT_KEY_FULLSCREEN)); + } + break; + case MediaControlView2.COMMAND_SELECT_AUDIO_TRACK: + int audioIndex = args.getInt(MediaControlView2.KEY_SELECTED_AUDIO_INDEX, + INVALID_TRACK_INDEX); + if (audioIndex != INVALID_TRACK_INDEX) { + int audioTrackIndex = mAudioTrackIndices.get(audioIndex); + if (audioTrackIndex != mSelectedAudioTrackIndex) { + mSelectedAudioTrackIndex = audioTrackIndex; + mMediaPlayer.selectTrack(mSelectedAudioTrackIndex); + } + } + break; + case MediaControlView2.COMMAND_SET_PLAYBACK_SPEED: + float speed = args.getFloat( + MediaControlView2.KEY_PLAYBACK_SPEED, INVALID_SPEED); + if (speed != INVALID_SPEED && speed != mSpeed) { + setSpeed(speed); + mSpeed = speed; + } + break; + case MediaControlView2.COMMAND_MUTE: + mVolumeLevel = mAudioManager.getStreamVolume(AudioManager.STREAM_MUSIC); + mAudioManager.setStreamVolume(AudioManager.STREAM_MUSIC, 0, 0); + break; + case MediaControlView2.COMMAND_UNMUTE: + mAudioManager.setStreamVolume(AudioManager.STREAM_MUSIC, mVolumeLevel, 0); + break; + } + } + showController(); + } + + @Override + public void onCustomAction(final String action, final Bundle extras) { + mCustomActionListenerRecord.first.execute(new Runnable() { + @Override + public void run() { + mCustomActionListenerRecord.second.onCustomAction(action, extras); + } + }); + showController(); + } + + @Override + public void onPlay() { + if (!isAudioGranted()) { + requestAudioFocus(mAudioFocusType); + } + + if ((isInPlaybackState() && mCurrentView.hasAvailableSurface()) || mIsMusicMediaType) { + if (isRemotePlayback()) { + // TODO (b/77158231) + // mRoutePlayer.onPlay(); + } else { + applySpeed(); + mMediaPlayer.start(); + mCurrentState = STATE_PLAYING; + updatePlaybackState(); + } + mCurrentState = STATE_PLAYING; + } + mTargetState = STATE_PLAYING; + if (DEBUG) { + Log.d(TAG, "onPlay(). mCurrentState=" + mCurrentState + + ", mTargetState=" + mTargetState); + } + showController(); + } + + @Override + public void onPause() { + if (isInPlaybackState()) { + if (isRemotePlayback()) { + // TODO (b/77158231) + // mRoutePlayer.onPause(); + mCurrentState = STATE_PAUSED; + } else if (mMediaPlayer.isPlaying()) { + mMediaPlayer.pause(); + mCurrentState = STATE_PAUSED; + updatePlaybackState(); + } + } + mTargetState = STATE_PAUSED; + if (DEBUG) { + Log.d(TAG, "onPause(). mCurrentState=" + mCurrentState + + ", mTargetState=" + mTargetState); + } + showController(); + } + + @Override + public void onSeekTo(long pos) { + if (isInPlaybackState()) { + if (isRemotePlayback()) { + // TODO (b/77158231) + // mRoutePlayer.onSeekTo(pos); + } else { + // TODO Refactor VideoView2 with FooImplBase and FooImplApiXX. + if (android.os.Build.VERSION.SDK_INT < 26) { + mMediaPlayer.seekTo((int) pos); + } else { + mMediaPlayer.seekTo(pos, MediaPlayer.SEEK_PREVIOUS_SYNC); + } + mSeekWhenPrepared = 0; + } + } else { + mSeekWhenPrepared = pos; + } + showController(); + } + + @Override + public void onStop() { + if (isRemotePlayback()) { + // TODO (b/77158231) + // mRoutePlayer.onStop(); + } else { + resetPlayer(); + } + showController(); + } + } +} |