// Copyright (c) 2012 The Chromium Authors. All rights reserved. // Use of this source code is governed by a BSD-style license that can be // found in the LICENSE file. #include "media/base/video_frame.h" #include "media/base/video_util.h" #include "testing/gtest/include/gtest/gtest.h" #include "third_party/skia/include/core/SkCanvas.h" #include "media/filters/skcanvas_video_renderer.h" using media::VideoFrame; namespace media { static const int kWidth = 320; static const int kHeight = 240; static const gfx::Rect kNaturalRect(0, 0, kWidth, kHeight); // Helper for filling a |canvas| with a solid |color|. void FillCanvas(SkCanvas* canvas, SkColor color) { canvas->clear(color); } // Helper for returning the color of a solid |canvas|. SkColor GetColorAt(SkCanvas* canvas, int x, int y) { SkBitmap bitmap; if (!bitmap.allocN32Pixels(1, 1)) return 0; if (!canvas->readPixels(&bitmap, x, y)) return 0; return bitmap.getColor(0, 0); } SkColor GetColor(SkCanvas* canvas) { return GetColorAt(canvas, 0, 0); } class SkCanvasVideoRendererTest : public testing::Test { public: enum Color { kNone, kRed, kGreen, kBlue, }; SkCanvasVideoRendererTest(); virtual ~SkCanvasVideoRendererTest(); // Paints to |canvas| using |renderer_| without any frame data. void PaintWithoutFrame(SkCanvas* canvas); // Paints the |video_frame| to the |canvas| using |renderer_|, setting the // color of |video_frame| to |color| first. void Paint(VideoFrame* video_frame, SkCanvas* canvas, Color color); // Getters for various frame sizes. VideoFrame* natural_frame() { return natural_frame_.get(); } VideoFrame* larger_frame() { return larger_frame_.get(); } VideoFrame* smaller_frame() { return smaller_frame_.get(); } VideoFrame* cropped_frame() { return cropped_frame_.get(); } // Getters for canvases that trigger the various painting paths. SkCanvas* fast_path_canvas() { return &fast_path_canvas_; } SkCanvas* slow_path_canvas() { return &slow_path_canvas_; } private: SkCanvasVideoRenderer renderer_; scoped_refptr natural_frame_; scoped_refptr larger_frame_; scoped_refptr smaller_frame_; scoped_refptr cropped_frame_; SkCanvas fast_path_canvas_; SkCanvas slow_path_canvas_; DISALLOW_COPY_AND_ASSIGN(SkCanvasVideoRendererTest); }; static SkBitmap AllocBitmap(int width, int height, bool isOpaque) { SkAlphaType alpha_type = isOpaque ? kOpaque_SkAlphaType : kPremul_SkAlphaType; SkBitmap bitmap; bitmap.allocPixels(SkImageInfo::MakeN32(width, height, alpha_type)); if (!isOpaque) bitmap.eraseColor(0); return bitmap; } SkCanvasVideoRendererTest::SkCanvasVideoRendererTest() : natural_frame_(VideoFrame::CreateBlackFrame(gfx::Size(kWidth, kHeight))), larger_frame_(VideoFrame::CreateBlackFrame( gfx::Size(kWidth * 2, kHeight * 2))), smaller_frame_(VideoFrame::CreateBlackFrame( gfx::Size(kWidth / 2, kHeight / 2))), cropped_frame_(VideoFrame::CreateFrame( VideoFrame::YV12, gfx::Size(16, 16), gfx::Rect(6, 6, 8, 6), gfx::Size(8, 6), base::TimeDelta::FromMilliseconds(4))), fast_path_canvas_(AllocBitmap(kWidth, kHeight, true)), slow_path_canvas_(AllocBitmap(kWidth, kHeight, false)) { // Give each frame a unique timestamp. natural_frame_->SetTimestamp(base::TimeDelta::FromMilliseconds(1)); larger_frame_->SetTimestamp(base::TimeDelta::FromMilliseconds(2)); smaller_frame_->SetTimestamp(base::TimeDelta::FromMilliseconds(3)); // Make sure the cropped video frame's aspect ratio matches the output device. // Update cropped_frame_'s crop dimensions if this is not the case. EXPECT_EQ(cropped_frame()->natural_size().width() * kHeight, cropped_frame()->natural_size().height() * kWidth); // Fill in the cropped frame's entire data with colors: // // Bl Bl Bl Bl Bl Bl Bl Bl R R R R R R R R // Bl Bl Bl Bl Bl Bl Bl Bl R R R R R R R R // Bl Bl Bl Bl Bl Bl Bl Bl R R R R R R R R // Bl Bl Bl Bl Bl Bl Bl Bl R R R R R R R R // Bl Bl Bl Bl Bl Bl Bl Bl R R R R R R R R // Bl Bl Bl Bl Bl Bl Bl Bl R R R R R R R R // Bl Bl Bl Bl Bl Bl Bl Bl R R R R R R R R // Bl Bl Bl Bl Bl Bl Bl Bl R R R R R R R R // G G G G G G G G B B B B B B B B // G G G G G G G G B B B B B B B B // G G G G G G G G B B B B B B B B // G G G G G G G G B B B B B B B B // G G G G G G G G B B B B B B B B // G G G G G G G G B B B B B B B B // G G G G G G G G B B B B B B B B // G G G G G G G G B B B B B B B B // // The visible crop of the frame (as set by its visible_rect_) has contents: // // Bl Bl R R R R R R // Bl Bl R R R R R R // G G B B B B B B // G G B B B B B B // G G B B B B B B // G G B B B B B B // // Each color region in the cropped frame is on a 2x2 block granularity, to // avoid sharing UV samples between regions. static const uint8 cropped_y_plane[] = { 0, 0, 0, 0, 0, 0, 0, 0, 76, 76, 76, 76, 76, 76, 76, 76, 0, 0, 0, 0, 0, 0, 0, 0, 76, 76, 76, 76, 76, 76, 76, 76, 0, 0, 0, 0, 0, 0, 0, 0, 76, 76, 76, 76, 76, 76, 76, 76, 0, 0, 0, 0, 0, 0, 0, 0, 76, 76, 76, 76, 76, 76, 76, 76, 0, 0, 0, 0, 0, 0, 0, 0, 76, 76, 76, 76, 76, 76, 76, 76, 0, 0, 0, 0, 0, 0, 0, 0, 76, 76, 76, 76, 76, 76, 76, 76, 0, 0, 0, 0, 0, 0, 0, 0, 76, 76, 76, 76, 76, 76, 76, 76, 0, 0, 0, 0, 0, 0, 0, 0, 76, 76, 76, 76, 76, 76, 76, 76, 149, 149, 149, 149, 149, 149, 149, 149, 29, 29, 29, 29, 29, 29, 29, 29, 149, 149, 149, 149, 149, 149, 149, 149, 29, 29, 29, 29, 29, 29, 29, 29, 149, 149, 149, 149, 149, 149, 149, 149, 29, 29, 29, 29, 29, 29, 29, 29, 149, 149, 149, 149, 149, 149, 149, 149, 29, 29, 29, 29, 29, 29, 29, 29, 149, 149, 149, 149, 149, 149, 149, 149, 29, 29, 29, 29, 29, 29, 29, 29, 149, 149, 149, 149, 149, 149, 149, 149, 29, 29, 29, 29, 29, 29, 29, 29, 149, 149, 149, 149, 149, 149, 149, 149, 29, 29, 29, 29, 29, 29, 29, 29, 149, 149, 149, 149, 149, 149, 149, 149, 29, 29, 29, 29, 29, 29, 29, 29, }; static const uint8 cropped_u_plane[] = { 128, 128, 128, 128, 84, 84, 84, 84, 128, 128, 128, 128, 84, 84, 84, 84, 128, 128, 128, 128, 84, 84, 84, 84, 128, 128, 128, 128, 84, 84, 84, 84, 43, 43, 43, 43, 255, 255, 255, 255, 43, 43, 43, 43, 255, 255, 255, 255, 43, 43, 43, 43, 255, 255, 255, 255, 43, 43, 43, 43, 255, 255, 255, 255, }; static const uint8 cropped_v_plane[] = { 128, 128, 128, 128, 255, 255, 255, 255, 128, 128, 128, 128, 255, 255, 255, 255, 128, 128, 128, 128, 255, 255, 255, 255, 128, 128, 128, 128, 255, 255, 255, 255, 21, 21, 21, 21, 107, 107, 107, 107, 21, 21, 21, 21, 107, 107, 107, 107, 21, 21, 21, 21, 107, 107, 107, 107, 21, 21, 21, 21, 107, 107, 107, 107, }; media::CopyYPlane(cropped_y_plane, 16, 16, cropped_frame()); media::CopyUPlane(cropped_u_plane, 8, 8, cropped_frame()); media::CopyVPlane(cropped_v_plane, 8, 8, cropped_frame()); } SkCanvasVideoRendererTest::~SkCanvasVideoRendererTest() {} void SkCanvasVideoRendererTest::PaintWithoutFrame(SkCanvas* canvas) { renderer_.Paint(NULL, canvas, kNaturalRect, 0xFF); } void SkCanvasVideoRendererTest::Paint(VideoFrame* video_frame, SkCanvas* canvas, Color color) { switch (color) { case kNone: break; case kRed: media::FillYUV(video_frame, 76, 84, 255); break; case kGreen: media::FillYUV(video_frame, 149, 43, 21); break; case kBlue: media::FillYUV(video_frame, 29, 255, 107); break; } renderer_.Paint(video_frame, canvas, kNaturalRect, 0xFF); } TEST_F(SkCanvasVideoRendererTest, FastPaint_NoFrame) { // Test that black gets painted over canvas. FillCanvas(fast_path_canvas(), SK_ColorRED); PaintWithoutFrame(fast_path_canvas()); EXPECT_EQ(SK_ColorBLACK, GetColor(fast_path_canvas())); } TEST_F(SkCanvasVideoRendererTest, SlowPaint_NoFrame) { // Test that black gets painted over canvas. FillCanvas(slow_path_canvas(), SK_ColorRED); PaintWithoutFrame(slow_path_canvas()); EXPECT_EQ(SK_ColorBLACK, GetColor(slow_path_canvas())); } TEST_F(SkCanvasVideoRendererTest, FastPaint_Natural) { Paint(natural_frame(), fast_path_canvas(), kRed); EXPECT_EQ(SK_ColorRED, GetColor(fast_path_canvas())); } TEST_F(SkCanvasVideoRendererTest, SlowPaint_Natural) { Paint(natural_frame(), slow_path_canvas(), kRed); EXPECT_EQ(SK_ColorRED, GetColor(slow_path_canvas())); } TEST_F(SkCanvasVideoRendererTest, FastPaint_Larger) { Paint(natural_frame(), fast_path_canvas(), kRed); EXPECT_EQ(SK_ColorRED, GetColor(fast_path_canvas())); Paint(larger_frame(), fast_path_canvas(), kBlue); EXPECT_EQ(SK_ColorBLUE, GetColor(fast_path_canvas())); } TEST_F(SkCanvasVideoRendererTest, SlowPaint_Larger) { Paint(natural_frame(), slow_path_canvas(), kRed); EXPECT_EQ(SK_ColorRED, GetColor(slow_path_canvas())); Paint(larger_frame(), slow_path_canvas(), kBlue); EXPECT_EQ(SK_ColorBLUE, GetColor(slow_path_canvas())); } TEST_F(SkCanvasVideoRendererTest, FastPaint_Smaller) { Paint(natural_frame(), fast_path_canvas(), kRed); EXPECT_EQ(SK_ColorRED, GetColor(fast_path_canvas())); Paint(smaller_frame(), fast_path_canvas(), kBlue); EXPECT_EQ(SK_ColorBLUE, GetColor(fast_path_canvas())); } TEST_F(SkCanvasVideoRendererTest, SlowPaint_Smaller) { Paint(natural_frame(), slow_path_canvas(), kRed); EXPECT_EQ(SK_ColorRED, GetColor(slow_path_canvas())); Paint(smaller_frame(), slow_path_canvas(), kBlue); EXPECT_EQ(SK_ColorBLUE, GetColor(slow_path_canvas())); } TEST_F(SkCanvasVideoRendererTest, FastPaint_NoTimestamp) { VideoFrame* video_frame = natural_frame(); video_frame->SetTimestamp(media::kNoTimestamp()); Paint(video_frame, fast_path_canvas(), kRed); EXPECT_EQ(SK_ColorRED, GetColor(fast_path_canvas())); } TEST_F(SkCanvasVideoRendererTest, SlowPaint_NoTimestamp) { VideoFrame* video_frame = natural_frame(); video_frame->SetTimestamp(media::kNoTimestamp()); Paint(video_frame, slow_path_canvas(), kRed); EXPECT_EQ(SK_ColorRED, GetColor(slow_path_canvas())); } TEST_F(SkCanvasVideoRendererTest, FastPaint_SameVideoFrame) { Paint(natural_frame(), fast_path_canvas(), kRed); EXPECT_EQ(SK_ColorRED, GetColor(fast_path_canvas())); // Fast paints always get painted to the canvas. Paint(natural_frame(), fast_path_canvas(), kBlue); EXPECT_EQ(SK_ColorBLUE, GetColor(fast_path_canvas())); } TEST_F(SkCanvasVideoRendererTest, SlowPaint_SameVideoFrame) { Paint(natural_frame(), slow_path_canvas(), kRed); EXPECT_EQ(SK_ColorRED, GetColor(slow_path_canvas())); // Slow paints can get cached, expect the old color value. Paint(natural_frame(), slow_path_canvas(), kBlue); EXPECT_EQ(SK_ColorRED, GetColor(slow_path_canvas())); } TEST_F(SkCanvasVideoRendererTest, FastPaint_CroppedFrame) { Paint(cropped_frame(), fast_path_canvas(), kNone); // Check the corners. EXPECT_EQ(SK_ColorBLACK, GetColorAt(fast_path_canvas(), 0, 0)); EXPECT_EQ(SK_ColorRED, GetColorAt(fast_path_canvas(), kWidth - 1, 0)); EXPECT_EQ(SK_ColorGREEN, GetColorAt(fast_path_canvas(), 0, kHeight - 1)); EXPECT_EQ(SK_ColorBLUE, GetColorAt(fast_path_canvas(), kWidth - 1, kHeight - 1)); // Check the interior along the border between color regions. Note that we're // bilinearly upscaling, so we'll need to take care to pick sample points that // are just outside the "zone of resampling". // TODO(sheu): commenting out two checks due to http://crbug.com/158462. #if 0 EXPECT_EQ(SK_ColorBLACK, GetColorAt(fast_path_canvas(), kWidth * 1 / 8 - 1, kHeight * 1 / 6 - 1)); #endif EXPECT_EQ(SK_ColorRED, GetColorAt(fast_path_canvas(), kWidth * 3 / 8, kHeight * 1 / 6 - 1)); #if 0 EXPECT_EQ(SK_ColorGREEN, GetColorAt(fast_path_canvas(), kWidth * 1 / 8 - 1, kHeight * 3 / 6)); #endif EXPECT_EQ(SK_ColorBLUE, GetColorAt(fast_path_canvas(), kWidth * 3 / 8, kHeight * 3 / 6)); } TEST_F(SkCanvasVideoRendererTest, SlowPaint_CroppedFrame) { Paint(cropped_frame(), slow_path_canvas(), kNone); // Check the corners. EXPECT_EQ(SK_ColorBLACK, GetColorAt(slow_path_canvas(), 0, 0)); EXPECT_EQ(SK_ColorRED, GetColorAt(slow_path_canvas(), kWidth - 1, 0)); EXPECT_EQ(SK_ColorGREEN, GetColorAt(slow_path_canvas(), 0, kHeight - 1)); EXPECT_EQ(SK_ColorBLUE, GetColorAt(slow_path_canvas(), kWidth - 1, kHeight - 1)); // Check the interior along the border between color regions. Note that we're // bilinearly upscaling, so we'll need to take care to pick sample points that // are just outside the "zone of resampling". EXPECT_EQ(SK_ColorBLACK, GetColorAt(slow_path_canvas(), kWidth * 1 / 8 - 1, kHeight * 1 / 6 - 1)); EXPECT_EQ(SK_ColorRED, GetColorAt(slow_path_canvas(), kWidth * 3 / 8, kHeight * 1 / 6 - 1)); EXPECT_EQ(SK_ColorGREEN, GetColorAt(slow_path_canvas(), kWidth * 1 / 8 - 1, kHeight * 3 / 6)); EXPECT_EQ(SK_ColorBLUE, GetColorAt(slow_path_canvas(), kWidth * 3 / 8, kHeight * 3 / 6)); } } // namespace media