2
* Copyright (c) 2008, Google Inc. All rights reserved.
3
* Copyright (C) 2009 Dirk Schulze <krit@webkit.org>
4
* Copyright (C) 2010 Torch Mobile (Beijing) Co. Ltd. All rights reserved.
6
* Redistribution and use in source and binary forms, with or without
7
* modification, are permitted provided that the following conditions are
10
* * Redistributions of source code must retain the above copyright
11
* notice, this list of conditions and the following disclaimer.
12
* * Redistributions in binary form must reproduce the above
13
* copyright notice, this list of conditions and the following disclaimer
14
* in the documentation and/or other materials provided with the
16
* * Neither the name of Google Inc. nor the names of its
17
* contributors may be used to endorse or promote products derived from
18
* this software without specific prior written permission.
20
* THIS SOFTWARE IS PROVIDED BY THE COPYRIGHT HOLDERS AND CONTRIBUTORS
21
* "AS IS" AND ANY EXPRESS OR IMPLIED WARRANTIES, INCLUDING, BUT NOT
22
* LIMITED TO, THE IMPLIED WARRANTIES OF MERCHANTABILITY AND FITNESS FOR
23
* A PARTICULAR PURPOSE ARE DISCLAIMED. IN NO EVENT SHALL THE COPYRIGHT
24
* OWNER OR CONTRIBUTORS BE LIABLE FOR ANY DIRECT, INDIRECT, INCIDENTAL,
25
* SPECIAL, EXEMPLARY, OR CONSEQUENTIAL DAMAGES (INCLUDING, BUT NOT
26
* LIMITED TO, PROCUREMENT OF SUBSTITUTE GOODS OR SERVICES; LOSS OF USE,
27
* DATA, OR PROFITS; OR BUSINESS INTERRUPTION) HOWEVER CAUSED AND ON ANY
28
* THEORY OF LIABILITY, WHETHER IN CONTRACT, STRICT LIABILITY, OR TORT
29
* (INCLUDING NEGLIGENCE OR OTHERWISE) ARISING IN ANY WAY OUT OF THE USE
30
* OF THIS SOFTWARE, EVEN IF ADVISED OF THE POSSIBILITY OF SUCH DAMAGE.
34
#include "ImageBuffer.h"
36
#include "BitmapImage.h"
37
#include "BitmapImageSingleFrameSkia.h"
38
#include "Extensions3D.h"
39
#include "GrContext.h"
40
#include "GraphicsContext.h"
41
#include "GraphicsContext3D.h"
42
#include "ImageData.h"
43
#include "JPEGImageEncoder.h"
44
#include "MIMETypeRegistry.h"
45
#include "MemoryInstrumentationSkia.h"
46
#include "PNGImageEncoder.h"
47
#include "PlatformContextSkia.h"
48
#include "SharedGraphicsContext3D.h"
49
#include "SkColorPriv.h"
50
#include "SkGpuDevice.h"
51
#include "SkiaUtils.h"
52
#include "WEBPImageEncoder.h"
54
#if USE(ACCELERATED_COMPOSITING)
55
#include "Canvas2DLayerBridge.h"
58
#include <wtf/text/Base64.h>
59
#include <wtf/text/WTFString.h>
65
// We pass a technically-uninitialized canvas to the platform context here since
66
// the canvas initialization completes in ImageBuffer::ImageBuffer. But
67
// PlatformContext doesn't actually need to use the object, and this makes all
68
// the ownership easier to manage.
69
ImageBufferData::ImageBufferData(const IntSize& size)
70
: m_platformContext(0) // Canvas is set in ImageBuffer constructor.
74
static SkCanvas* createAcceleratedCanvas(const IntSize& size, ImageBufferData* data, DeferralMode deferralMode)
76
RefPtr<GraphicsContext3D> context3D = SharedGraphicsContext3D::get();
79
GrContext* gr = context3D->grContext();
84
desc.fFlags = kRenderTarget_GrTextureFlagBit;
86
desc.fWidth = size.width();
87
desc.fHeight = size.height();
88
desc.fConfig = kSkia8888_GrPixelConfig;
89
SkAutoTUnref<GrTexture> texture(gr->createUncachedTexture(desc, 0, 0));
93
SkAutoTUnref<SkDevice> device(new SkGpuDevice(gr, texture.get()));
94
#if USE(ACCELERATED_COMPOSITING)
95
data->m_layerBridge = Canvas2DLayerBridge::create(context3D.release(), size, deferralMode, texture.get()->getTextureHandle());
96
canvas = data->m_layerBridge->skCanvas(device.get());
98
canvas = new SkCanvas(device.get());
100
data->m_platformContext.setAccelerated(true);
104
static SkCanvas* createNonPlatformCanvas(const IntSize& size)
106
SkAutoTUnref<SkDevice> device(new SkDevice(SkBitmap::kARGB_8888_Config, size.width(), size.height()));
107
SkPixelRef* pixelRef = device->accessBitmap(false).pixelRef();
108
return pixelRef ? new SkCanvas(device) : 0;
111
ImageBuffer::ImageBuffer(const IntSize& size, float resolutionScale, ColorSpace, RenderingMode renderingMode, DeferralMode deferralMode, bool& success)
114
, m_logicalSize(size)
115
, m_resolutionScale(resolutionScale)
117
OwnPtr<SkCanvas> canvas;
119
if (renderingMode == Accelerated)
120
canvas = adoptPtr(createAcceleratedCanvas(size, &m_data, deferralMode));
121
else if (renderingMode == UnacceleratedNonPlatformBuffer)
122
canvas = adoptPtr(createNonPlatformCanvas(size));
125
canvas = adoptPtr(skia::TryCreateBitmapCanvas(size.width(), size.height(), false));
132
m_data.m_canvas = canvas.release();
133
m_data.m_platformContext.setCanvas(m_data.m_canvas.get());
134
m_context = adoptPtr(new GraphicsContext(&m_data.m_platformContext));
135
m_context->platformContext()->setDrawingToImageBuffer(true);
136
m_context->scale(FloatSize(m_resolutionScale, m_resolutionScale));
138
// Make the background transparent. It would be nice if this wasn't
139
// required, but the canvas is currently filled with the magic transparency
140
// color. Can we have another way to manage this?
141
m_data.m_canvas->drawARGB(0, 0, 0, 0, SkXfermode::kClear_Mode);
146
ImageBuffer::~ImageBuffer()
150
GraphicsContext* ImageBuffer::context() const
152
#if USE(ACCELERATED_COMPOSITING)
153
if (m_data.m_layerBridge) {
154
// We're using context acquisition as a signal that someone is about to render into our buffer and we need
155
// to be ready. This isn't logically const-correct, hence the cast.
156
const_cast<Canvas2DLayerBridge*>(m_data.m_layerBridge.get())->contextAcquired();
159
return m_context.get();
162
PassRefPtr<Image> ImageBuffer::copyImage(BackingStoreCopy copyBehavior, ScaleBehavior) const
164
// FIXME: Start honoring ScaleBehavior to scale 2x buffers down to 1x.
165
return BitmapImageSingleFrameSkia::create(*m_data.m_platformContext.bitmap(), copyBehavior == CopyBackingStore, m_resolutionScale);
168
PlatformLayer* ImageBuffer::platformLayer() const
170
return m_data.m_layerBridge ? m_data.m_layerBridge->layer() : 0;
173
bool ImageBuffer::copyToPlatformTexture(GraphicsContext3D& context, Platform3DObject texture, GC3Denum internalFormat, bool premultiplyAlpha, bool flipY)
175
if (!m_data.m_layerBridge || !platformLayer())
178
Platform3DObject sourceTexture = m_data.m_layerBridge->backBufferTexture();
180
if (!context.makeContextCurrent())
183
Extensions3D* extensions = context.getExtensions();
184
if (!extensions->supports("GL_CHROMIUM_copy_texture") || !extensions->supports("GL_CHROMIUM_flipy"))
187
// The canvas is stored in a premultiplied format, so unpremultiply if necessary.
188
context.pixelStorei(Extensions3D::UNPACK_UNPREMULTIPLY_ALPHA_CHROMIUM, !premultiplyAlpha);
190
// The canvas is stored in an inverted position, so the flip semantics are reversed.
191
context.pixelStorei(Extensions3D::UNPACK_FLIP_Y_CHROMIUM, !flipY);
193
extensions->copyTextureCHROMIUM(GraphicsContext3D::TEXTURE_2D, sourceTexture, texture, 0, internalFormat);
195
context.pixelStorei(Extensions3D::UNPACK_FLIP_Y_CHROMIUM, false);
196
context.pixelStorei(Extensions3D::UNPACK_UNPREMULTIPLY_ALPHA_CHROMIUM, false);
201
void ImageBuffer::clip(GraphicsContext* context, const FloatRect& rect) const
203
context->platformContext()->beginLayerClippedToImage(rect, this);
206
static bool drawNeedsCopy(GraphicsContext* src, GraphicsContext* dst)
208
return dst->platformContext()->isDeferred() || src == dst;
211
void ImageBuffer::draw(GraphicsContext* context, ColorSpace styleColorSpace, const FloatRect& destRect, const FloatRect& srcRect,
212
CompositeOperator op, bool useLowQualityScale)
214
RefPtr<Image> image = BitmapImageSingleFrameSkia::create(*m_data.m_platformContext.bitmap(), drawNeedsCopy(m_context.get(), context));
215
context->drawImage(image.get(), styleColorSpace, destRect, srcRect, op, DoNotRespectImageOrientation, useLowQualityScale);
218
void ImageBuffer::drawPattern(GraphicsContext* context, const FloatRect& srcRect, const AffineTransform& patternTransform,
219
const FloatPoint& phase, ColorSpace styleColorSpace, CompositeOperator op, const FloatRect& destRect)
221
RefPtr<Image> image = BitmapImageSingleFrameSkia::create(*m_data.m_platformContext.bitmap(), drawNeedsCopy(m_context.get(), context));
222
image->drawPattern(context, srcRect, patternTransform, phase, styleColorSpace, op, destRect);
225
void ImageBuffer::platformTransformColorSpace(const Vector<int>& lookUpTable)
227
// FIXME: Disable color space conversions on accelerated canvases (for now).
228
if (m_data.m_platformContext.isAccelerated())
231
const SkBitmap& bitmap = *context()->platformContext()->bitmap();
235
ASSERT(bitmap.config() == SkBitmap::kARGB_8888_Config);
236
SkAutoLockPixels bitmapLock(bitmap);
237
for (int y = 0; y < m_size.height(); ++y) {
238
uint32_t* srcRow = bitmap.getAddr32(0, y);
239
for (int x = 0; x < m_size.width(); ++x) {
240
SkColor color = SkPMColorToColor(srcRow[x]);
241
srcRow[x] = SkPreMultiplyARGB(SkColorGetA(color),
242
lookUpTable[SkColorGetR(color)],
243
lookUpTable[SkColorGetG(color)],
244
lookUpTable[SkColorGetB(color)]);
249
template <Multiply multiplied>
250
PassRefPtr<Uint8ClampedArray> getImageData(const IntRect& rect, PlatformContextSkia* context,
253
float area = 4.0f * rect.width() * rect.height();
254
if (area > static_cast<float>(std::numeric_limits<int>::max()))
257
RefPtr<Uint8ClampedArray> result = Uint8ClampedArray::createUninitialized(rect.width() * rect.height() * 4);
259
unsigned char* data = result->data();
263
|| rect.maxX() > size.width()
264
|| rect.maxY() > size.height())
267
unsigned destBytesPerRow = 4 * rect.width();
269
destBitmap.setConfig(SkBitmap::kARGB_8888_Config, rect.width(), rect.height(), destBytesPerRow);
270
destBitmap.setPixels(data);
272
SkCanvas::Config8888 config8888;
273
if (multiplied == Premultiplied)
274
config8888 = SkCanvas::kRGBA_Premul_Config8888;
276
config8888 = SkCanvas::kRGBA_Unpremul_Config8888;
278
context->readPixels(&destBitmap, rect.x(), rect.y(), config8888);
279
return result.release();
282
PassRefPtr<Uint8ClampedArray> ImageBuffer::getUnmultipliedImageData(const IntRect& rect, CoordinateSystem) const
284
return getImageData<Unmultiplied>(rect, context()->platformContext(), m_size);
287
PassRefPtr<Uint8ClampedArray> ImageBuffer::getPremultipliedImageData(const IntRect& rect, CoordinateSystem) const
289
return getImageData<Premultiplied>(rect, context()->platformContext(), m_size);
292
void ImageBuffer::putByteArray(Multiply multiplied, Uint8ClampedArray* source, const IntSize& sourceSize, const IntRect& sourceRect, const IntPoint& destPoint, CoordinateSystem)
294
ASSERT(sourceRect.width() > 0);
295
ASSERT(sourceRect.height() > 0);
297
int originX = sourceRect.x();
298
int destX = destPoint.x() + sourceRect.x();
300
ASSERT(destX < m_size.width());
301
ASSERT(originX >= 0);
302
ASSERT(originX < sourceRect.maxX());
304
int endX = destPoint.x() + sourceRect.maxX();
305
ASSERT(endX <= m_size.width());
307
int numColumns = endX - destX;
309
int originY = sourceRect.y();
310
int destY = destPoint.y() + sourceRect.y();
312
ASSERT(destY < m_size.height());
313
ASSERT(originY >= 0);
314
ASSERT(originY < sourceRect.maxY());
316
int endY = destPoint.y() + sourceRect.maxY();
317
ASSERT(endY <= m_size.height());
318
int numRows = endY - destY;
320
unsigned srcBytesPerRow = 4 * sourceSize.width();
322
srcBitmap.setConfig(SkBitmap::kARGB_8888_Config, numColumns, numRows, srcBytesPerRow);
323
srcBitmap.setPixels(source->data() + originY * srcBytesPerRow + originX * 4);
325
SkCanvas::Config8888 config8888;
326
if (multiplied == Premultiplied)
327
config8888 = SkCanvas::kRGBA_Premul_Config8888;
329
config8888 = SkCanvas::kRGBA_Unpremul_Config8888;
331
context()->platformContext()->writePixels(srcBitmap, destX, destY, config8888);
334
template <typename T>
335
static bool encodeImage(T& source, const String& mimeType, const double* quality, Vector<char>* output)
337
Vector<unsigned char>* encodedImage = reinterpret_cast<Vector<unsigned char>*>(output);
339
if (mimeType == "image/jpeg") {
340
int compressionQuality = JPEGImageEncoder::DefaultCompressionQuality;
341
if (quality && *quality >= 0.0 && *quality <= 1.0)
342
compressionQuality = static_cast<int>(*quality * 100 + 0.5);
343
if (!JPEGImageEncoder::encode(source, compressionQuality, encodedImage))
346
} else if (mimeType == "image/webp") {
347
int compressionQuality = WEBPImageEncoder::DefaultCompressionQuality;
348
if (quality && *quality >= 0.0 && *quality <= 1.0)
349
compressionQuality = static_cast<int>(*quality * 100 + 0.5);
350
if (!WEBPImageEncoder::encode(source, compressionQuality, encodedImage))
354
if (!PNGImageEncoder::encode(source, encodedImage))
356
ASSERT(mimeType == "image/png");
362
String ImageBuffer::toDataURL(const String& mimeType, const double* quality, CoordinateSystem) const
364
ASSERT(MIMETypeRegistry::isSupportedImageMIMETypeForEncoding(mimeType));
366
Vector<char> encodedImage;
367
if (!encodeImage(*context()->platformContext()->bitmap(), mimeType, quality, &encodedImage))
370
Vector<char> base64Data;
371
base64Encode(encodedImage, base64Data);
373
return "data:" + mimeType + ";base64," + base64Data;
376
void ImageBufferData::reportMemoryUsage(MemoryObjectInfo* memoryObjectInfo) const
378
MemoryClassInfo info(memoryObjectInfo, this);
379
info.addMember(m_canvas);
380
info.addMember(m_platformContext);
381
#if USE(ACCELERATED_COMPOSITING)
382
info.addMember(m_layerBridge);
386
String ImageDataToDataURL(const ImageData& imageData, const String& mimeType, const double* quality)
388
ASSERT(MIMETypeRegistry::isSupportedImageMIMETypeForEncoding(mimeType));
390
Vector<char> encodedImage;
391
if (!encodeImage(imageData, mimeType, quality, &encodedImage))
394
Vector<char> base64Data;
395
base64Encode(encodedImage, base64Data);
397
return "data:" + mimeType + ";base64," + base64Data;
400
} // namespace WebCore